<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JoPM</journal-id>
      <journal-id journal-id-type="nlm-ta">J Particip Med</journal-id>
      <journal-title>Journal of Participatory Medicine</journal-title>
      <issn pub-type="epub">2152-7202</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v18i1e99381</article-id>
      <article-id pub-id-type="pmid"/>
      <article-id pub-id-type="doi">10.2196/99381</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>CareCheck, a Digital Risk Screening Tool for Family Caregivers in Gynecologic Oncology Care Settings: Usability Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Price</surname>
            <given-names>Amy</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Wald</surname>
            <given-names>Jonathan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Reblin</surname>
            <given-names>Maija</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Davlyatov</surname>
            <given-names>Ganisher</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mishra</surname>
            <given-names>Vineet</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Hu</surname>
            <given-names>Haomin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9200-062X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Youjia</given-names>
          </name>
          <degrees>BSN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>School of Nursing</institution>
            <institution>University of Pittsburgh</institution>
            <addr-line>3500 Victoria Street Victoria Building</addr-line>
            <addr-line>Pittsburgh, PA, 15261</addr-line>
            <country>United States</country>
            <fax>1 412 383 7293</fax>
            <phone>1 412 624 2469</phone>
            <email>yow14@pitt.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-1534-5753</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>Grace</given-names>
          </name>
          <degrees>MSW, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3942-0662</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>DiLello</surname>
            <given-names>Ryan A</given-names>
          </name>
          <degrees>BSN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-3417-698X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Klinger</surname>
            <given-names>Julie</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9881-6117</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Young Ji</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6359-4721</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Loughlin</surname>
            <given-names>Kimm</given-names>
          </name>
          <degrees>BSN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-6749-4716</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Murray</surname>
            <given-names>Patty Jo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0001-1369-190X</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Parmanto</surname>
            <given-names>Bambang</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4907-8402</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Senteza</surname>
            <given-names>Devon Tyrone</given-names>
          </name>
          <degrees>BSN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0004-0790-7219</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Setiawan</surname>
            <given-names>I Made Agus</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8383-8471</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Heidari-Soureshjani</surname>
            <given-names>Reza</given-names>
          </name>
          <degrees>BSN, MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1212-1171</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>Kelly R</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4289-3188</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Taylor</surname>
            <given-names>Sarah E</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1385-1707</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Thomas</surname>
            <given-names>Teresa Hagan</given-names>
          </name>
          <degrees>BA, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7403-7314</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author">
          <name name-style="western">
            <surname>Donovan</surname>
            <given-names>Heidi Scharf</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4889-8644</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Health &amp; Rehabilitation Sciences</institution>
        <institution>University of Pittsburgh</institution>
        <addr-line>Pittsburgh, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Nursing</institution>
        <institution>University of Pittsburgh</institution>
        <addr-line>Pittsburgh, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Medicine</institution>
        <institution>University of Pittsburgh</institution>
        <addr-line>Pittsburgh, PA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Youjia Wang <email>yow14@pitt.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2026</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>11</month>
        <year>2026</year>
      </pub-date>
      <volume>18</volume>
      <elocation-id>e99381</elocation-id>
      <history>
        <date date-type="received">
          <day>24</day>
          <month>4</month>
          <year>2026</year>
        </date>
        <date date-type="rev-request">
          <day>30</day>
          <month>6</month>
          <year>2026</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>10</month>
          <year>2026</year>
        </date>
        <date date-type="accepted">
          <day>5</day>
          <month>10</month>
          <year>2026</year>
        </date>
      </history>
      <copyright-statement>©Haomin Hu, Youjia Wang, Grace Campbell, Ryan A DiLello, Julie Klinger, Young Ji Lee, Kimm Loughlin, Patty Jo Murray, Bambang Parmanto, Devon Tyrone Senteza, I Made Agus Setiawan, Reza Heidari-Soureshjani, Kelly R Tan, Sarah E Taylor, Teresa Hagan Thomas, Heidi Scharf Donovan. Originally published in Journal of Participatory Medicine (https://jopm.jmir.org), 20.11.2026.</copyright-statement>
      <copyright-year>2026</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in Journal of Participatory Medicine, is properly cited. The complete bibliographic information, a link to the original publication on https://jopm.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://jopm.jmir.org/2026/1/e99381" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Providing care to a family member or friend with a serious illness like cancer increases the risk for poor physical, psychological, and functional health outcomes. Despite their critical role, family caregivers (FCGs) are rarely screened in clinical settings for the wide range of factors that may put them and the person they care for at risk for poor outcomes. Mobile health (mHealth) apps can efficiently facilitate access to high-quality health information for FCGs; however, few are clinically integrated.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to evaluate the usability of CareCheck, an mHealth-based digital risk screening tool designed to enable FCGs' self-awareness of potential caregiving-related risks for adverse health and psychosocial outcomes and to support health care professionals in personalizing interventions that address FCGs' specific risk factors.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This usability study of CareCheck was conducted between June and August 2023 at a large academic medical center, using two evaluation methods: (1) quantitative measurement with a modified 5-item Mobile Health App Usability Questionnaire (MAUQ) and (2) exploratory qualitative content analysis based on feedback from FCGs and trained staff. FCGs of patients seen in gynecologic oncology care settings were recruited through two pathways: (1) a convenience sample of caregivers approached in the outpatient clinic waiting area and (2) caregivers receiving support through the institution's Family Caregiver Advocacy, Research, and Education (CARE) Center. Participants completed CareCheck and the usability questionnaire via a tablet-based mHealth app, with an interview-administered option available for those who were assessed via telephone. Trained staff from the CARE Center held a dual role in the study: they helped administer CareCheck to FCGs, and they also participated as respondents themselves, offering their own perspectives on CareCheck's clinical usability and workflow fit, which were analyzed alongside FCG data.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A convenience sample of 56 FCGs and 2 trained staff participated in the usability study. Of the 56 FCGs, 54 completed the usability questionnaire; the mean MAUQ score was 6.49 (SD 1.06) out of 7, indicating high usability. Qualitative analysis identified recommendations in 2 areas: (1) perceptions of CareCheck's usability and functionality and (2) clinical implementation considerations for CareCheck.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>FCGs and staff found CareCheck to be user-friendly and easy to navigate. While further iterations are needed to refine content and optimize integration with clinical workflows, CareCheck demonstrated potential as a clinically integrated tool for identifying and addressing FCG risk for poor social, psychological, or health outcomes in gynecologic oncology care settings.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>caregiver risk assessment</kwd>
        <kwd>caregiving risk factors</kwd>
        <kwd>gynecologic cancer</kwd>
        <kwd>digital screening tools</kwd>
        <kwd>mHealth</kwd>
        <kwd>usability evaluation</kwd>
        <kwd>clinical implementation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Family caregivers (FCGs) provide the majority of long-term, unpaid support for individuals living with serious illnesses, including gynecologic cancers—a contribution valued at over US $600 billion annually in the United States, yet largely unrecognized and undersupported by health systems [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Family caregiving is nonetheless associated with significant physical, psychological, and financial burden: FCGs of individuals with cancer frequently report elevated distress, anxiety, depressive symptoms, sleep disruption, and role strain [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>], which can accumulate into social isolation, reduced workforce participation, and adverse health outcomes [<xref ref-type="bibr" rid="ref5">5</xref>]. FCG well-being is closely linked to patient outcomes, as FCG distress is associated with reduced caregiving capacity, compromised care coordination, and increased health care utilization [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Addressing FCG risk is therefore not only a matter of caregiver health, but a critical component of patient-centered oncology care.</p>
      <p>Despite this, routine FCG screening remains uncommon in clinical practice [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]; FCG needs are often identified informally, if at all, resulting in missed opportunities for early intervention. A key barrier is the lack of brief, validated screening tools that are feasible to integrate into routine clinical workflows and can inform targeted support [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Developing standardized, adaptive FCG screening tools that balance scientific rigor with clinical practicality therefore represents a critical gap in supportive oncology care.</p>
      <p>Digital health screening tools offer a promising strategy to systematically identify and address FCG needs within clinical settings, integrating efficiently into existing workflows and delivering automated, tailored feedback to patients, FCGs, and clinical staff based on individual risk profiles [<xref ref-type="bibr" rid="ref13">13</xref>]. This enables timely identification of psychosocial risks and unmet needs and facilitates recommendations to enhance coping, self-efficacy, and well-being [<xref ref-type="bibr" rid="ref13">13</xref>]. Although several FCG risk screening tools exist to identify burden, depression risk, and related concerns [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref17">17</xref>], these have primarily functioned as assessment instruments rather than tools designed for routine clinical integration and domain-specific, actionable feedback for both FCGs and staff; few, to our knowledge, have been developed to support both functions simultaneously. There is therefore an ongoing need to evaluate the usability, acceptability, feasibility, and real-world implementation of such tools across diverse clinical settings [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>To address this gap and align with national priorities such as the 2022 National Strategy to Support Family Caregivers [<xref ref-type="bibr" rid="ref19">19</xref>], our team developed CareCheck, an evidence-based mobile health (mHealth) risk screening tool designed to identify FCGs at risk for adverse functional and psychosocial outcomes and generate tailored feedback to guide clinical interventions (G Campbell, PhD, unpublished data, October 2026). CareCheck's item development and preliminary psychometric evaluation have been described in detail elsewhere (G Campbell, PhD, unpublished data, October 2026) and are summarized briefly in the Methods. This study focuses on the usability testing of its mHealth implementation, which enables real-time assessment and delivery of personalized feedback within clinical settings.</p>
      <p>To enhance flexibility, accessibility, and integration into routine care, CareCheck was subsequently adapted into an mHealth app, enabling real-time assessment and delivery of personalized feedback within clinical settings.</p>
      <p>Initial usability testing of the digital CareCheck was performed within a gynecologic oncology care setting, among FCGs of patients seen in that setting—a population that often encounters complex caregiving demands due to prolonged, uncertain disease trajectories involving cycles of intensive treatment, remission, recurrence, and survivorship [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. This setting therefore represents a clinically relevant context in which structured FCG risk screening may help identify unmet needs and facilitate timely supportive interventions.</p>
      <p>Given that usability and implementation feasibility are critical determinants of clinical adoption, this study had two objectives to be assessed among FCGs and trained staff within an inpatient and outpatient gynecologic oncology setting: (1) to evaluate the usability of the CareCheck mHealth screening tool, using both quantitative usability metrics and qualitative feedback, among FCGs and trained staff within inpatient and outpatient gynecologic oncology settings; and (2) to examine staff and FCG perspectives on the feasibility of integrating CareCheck into routine clinical workflows to facilitate structured supportive interventions.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This usability testing study employed parallel quantitative usability metrics and an exploratory qualitative content analysis of semistructured stakeholder interviews. Because this study was embedded within an ongoing quality improvement initiative, CareCheck was iteratively refined throughout the study period based on emerging FCG and staff feedback, as described in the Results.</p>
      </sec>
      <sec>
        <title>Participants and Setting</title>
        <p>This study was conducted at a large academic medical center in the northeastern United States between June and August 2023. Participants were recruited across outpatient and inpatient gynecologic oncology settings to ensure representation of FCGs engaged at different points along the cancer care continuum. </p>
        <p>FCGs were eligible to participate if they were 18 years of age or older and were identified by the patient as their primary source of support. Because CareCheck was developed as a disease-agnostic FCG risk screening tool, FCGs recruited through the outpatient clinic waiting area were not required to be caring for a patient with a confirmed gynecologic cancer diagnosis; this pathway represented a convenience sample of FCGs present at the gynecologic oncology outpatient clinic, regardless of the diagnosis of the patient they were accompanying. FCGs recruited through the Caregiver Advocacy, Research, and Education (CARE) Center, by contrast, were caring for a patient diagnosed with gynecologic cancer, consistent with that center's caseload [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>In addition to FCG participants, trained staff from the Family CARE Center at the institution, who provide direct supportive services to FCGs, participated in the study. These trained staff were not primary oncology medical providers but specialized in delivering caregiver-centered support within the CARE Center. Their involvement was essential, given their expertise in caregiver-focused care and their ability to provide insight into CareCheck’s clinical usability, workflow alignment, and integration within supportive oncology services.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This project underwent review and was granted ethical approval as a quality improvement study (#4425) by the University of Pittsburgh Medical Center (UPMC) Quality Improvement Review Committee, which is the ethics, regulatory, and legal oversight body for protecting patient/participant rights, confidentiality, consent (including waiver of consent), and the analysis and dissemination of deidentified data within the UPMC system. Verbal consent was obtained from all FCG participants prior to completion of the CareCheck assessment. Participation was anonymous; no identifying demographic information was collected from FCGs. All screening and usability data were transmitted via encrypted connection and stored on a secure, Health Insurance Portability and Accountability Act (HIPAA)-compliant, institutionally managed cloud server hosted by the University of Pittsburgh. No compensation was provided to FCGs or trained staff for participation.</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>We recruited FCGs through two convenience sampling approaches. First, trained study personnel approached all FCGs present in the waiting area of a gynecologic oncology outpatient clinic during routine visits. After explaining the study purpose and procedures, those who agreed to participate were given a tablet device to complete the CareCheck digital risk screening tool and usability questionnaire during the visit. Second, trained CARE Center staff approached all eligible FCGs due for services/support through the Center, introduced the project, and following verbal consent, provided a tablet device for completion of the CareCheck assessment in the clinical setting. </p>
        <p>To ensure accessibility and inclusivity, FCGs engaged by the CARE Center staff member working remotely completed CareCheck via a telephone-based interview, in which the assessment and usability questions were administered verbally and entered directly into the tablet by that staff member. FCGs engaged in person by CARE Center staff or study personnel completed CareCheck directly via the tablet.</p>
      </sec>
      <sec>
        <title>CareCheck: The Digital Caregiver Risk Screening Tool</title>
        <p>CareCheck was operationalized within an mHealth app—a standalone tablet-based application, separate from the electronic medical record—designed to support FCGs of individuals with serious illnesses (G Campbell, PhD, unpublished data, October 2026), deployed on mobile or tablet devices to facilitate point-of-care administration in clinical settings (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The screening tool consists of 20 items spanning four risk domains: (1) Caregiving Setting and Intensity, (2) Caregiver Physical and Functional Health, (3) Caregiver Social Support, and (4) Caregiver Emotional Health (G Campbell, PhD, unpublished data, October 2026) (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>CareCheck assessment interface: (A) introductory screen orienting FCGs to the assessment; (B) example assessment item, illustrating the format in which FCGs respond to individual risk-screening questions; (C) review screen allowing FCGs to check responses before submission. FCG: family caregiver.</p>
          </caption>
          <graphic xlink:href="jopm_v18i1e99381_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>CareCheck risk domains.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="750"/>
            <thead>
              <tr valign="top">
                <td>Domain</td>
                <td>What it assesses</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Caregiving Setting and Intensity</td>
                <td>Relationship to care recipient (CR), intensity of care (hours/week, type of care, CR distressing symptoms), challenging home set up, financial hardship</td>
              </tr>
              <tr valign="top">
                <td>Caregiver Physical and Functional Health</td>
                <td>Caregiver's physical function, sleep, skipping own health appointments, work changes, and social role limitations</td>
              </tr>
              <tr valign="top">
                <td>Social Support</td>
                <td>Availability of a backup caregiver and satisfaction with social support</td>
              </tr>
              <tr valign="top">
                <td>Caregiver Emotional Health</td>
                <td>Anxiety and depressive symptoms, worry about own health, role strain, anger/frustration with caregiving</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>Upon completion, FCGs received an automated summary dashboard displaying domain-specific risk levels through a color-coded thermometer interface (green = low risk, yellow = elevated risk, red = high risk) (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>CareCheck thermometer report, displaying domain-specific risk levels via color-coded thermometers (green = low, yellow = elevated, red = high) to support rapid interpretation by family caregivers and staff.</p>
          </caption>
          <graphic xlink:href="jopm_v18i1e99381_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The summary also included tap-accessible personalized feedback for each domain, including a brief explanation of the domain construct and why it is important to FCGs, an interpretation of the FCG's responses, affirming language, and available supports (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>CareCheck feedback screens: (A) detailed domain feedback, including color-coded indicator dots and recommendations; (B) expandable view allowing family caregivers to access additional detail as needed after tapping “About your answer”.</p>
          </caption>
          <graphic xlink:href="jopm_v18i1e99381_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>A companion clinician portal (<xref rid="figure4" ref-type="fig">Figure 4</xref>) enabled trained staff to remotely access CareCheck assessment results in real time, which was especially useful when multiple CARE Center members collaborated. Staff used the portal to review a participant's risk profile and determine whether intervention or follow-up was warranted. Screening and usability data were transmitted via encrypted connection and stored on a secure, HIPAA-compliant, institutionally managed cloud server. The complete details on CareCheck's item content, domain structure, and risk-scoring methodology are provided elsewhere (G Campbell, PhD, unpublished data, October 2026).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Individual assessment result review on the clinician portal, enabling staff to remotely review a family caregiver's CareCheck risk profile to inform follow-up and clinical intervention decisions.</p>
          </caption>
          <graphic xlink:href="jopm_v18i1e99381_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Collection </title>
        <p>Quantitative usability data were collected using a modified version of the Mobile Health App Usability Questionnaire (MAUQ) [<xref ref-type="bibr" rid="ref23">23</xref>]—a validated instrument designed to assess mHealth usability (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). A 5-item subset was selected and adapted in consultation with the instrument developer (L Zhou, PhD, email communication, March 22, 2023), who confirmed that partial use of the instrument was permissible with appropriate citation and that item wording could be modified to fit the study context, provided such changes did not alter the item's original meaning or intent. Items were selected to capture core usability constructs relevant to evaluating a single application module—ease of use, contextual comfort, time burden, content relevance, and communication facilitation—while minimizing participant burden in the clinical setting. The 5 MAUQ items were rated on a 7-point Likert scale ranging from 1 (completely disagree) to 7 (completely agree). The adapted measure was tailored to the CareCheck context to assess perceived ease of use, comfort with using the tool in a clinical environment, acceptability of the time required for completion, relevance of the content to FCGs' situations, and whether the tool facilitated communication with the care team regarding needs and concerns. In this context, “care team” was intended broadly to encompass all individuals involved in supporting the FCG and care recipient, including CARE Center staff—who focus specifically on caregiver-centered support—as well as the broader oncology treatment team; CareCheck is designed to help FCGs identify and articulate needs relevant to any member of this team.</p>
        <p>Qualitative data evaluating CareCheck's usability and implementation feasibility were derived from 4 sources: FCG feedback, trained staff feedback, intrateam communications, and documentation from weekly research team meetings that included CARE Center staff.</p>
        <p>FCG feedback was collected by trained study personnel and staff immediately after FCGs completed the 20-item CareCheck assessment and MAUQ. Both trained study personnel and staff asked FCGs open-ended questions about their overall impressions of CareCheck and any changes they felt were needed; responses were captured as field notes rather than audio-recorded and transcribed. The exact number of FCGs who provided each type of feedback was not systematically tracked, which we note as a limitation.</p>
        <p>Trained staff feedback was collected via email correspondence submitted to the research team throughout the entire usability testing period, addressing the tool's impact on clinical workflow, its perceived utility in identifying FCG risk and how it prompts further intervention provided to FCGs, and the barriers and facilitators anticipated to influence its implementation.</p>
        <p>Intrateam communications consisted of emails and discussions among the trained staff and research team members; usability-relevant feedback arising from these exchanges was documented by research personnel as it occurred.</p>
        <p>Finally, the research team held weekly meetings via Zoom throughout the study period to review emerging FCG and staff feedback and guide iterative refinements to CareCheck. Feedback on usability and any resulting updates to CareCheck discussed during these meetings were documented contemporaneously by research personnel; these notes served as raw data inputs into the analysis described below, with interpretation occurring during the subsequent coding process rather than during the meetings themselves.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Quantitative usability data were analyzed using descriptive statistics, including frequency distributions and response patterns for each of the 5 questionnaire items. Complete-case analysis was used for the quantitative usability data.</p>
        <p>Using an inductive qualitative content analysis approach [<xref ref-type="bibr" rid="ref24">24</xref>], 3 members of the research team (YW, HH, RAD) independently conducted open and in vivo coding of all 4 qualitative data sources described above (FCG feedback, trained staff feedback, intrateam communications, and weekly meeting documentation). During coding, feedback from all 4 sources was compiled together but categorized into 2 overarching perspectives, FCG and trained staff, throughout the analytic process, allowing findings to be examined and reported separately by FCG and trained staff perspectives within each recommendation area. No predefined coding framework was applied; codes emerged directly from the raw data. Coding was conducted iteratively, with regular meetings to compare interpretations and resolve discrepancies through group discussion until consensus was reached; unresolved disagreements were deferred to a senior author (HSD) with expertise in family caregiving research and eHealth intervention development and evaluation. Codes were then organized into categories aligned with the study's two objectives—evaluating CareCheck's usability and examining the feasibility of its integration into clinical workflows—consistent with this study's purpose as a usability evaluation conducted within an ongoing quality improvement initiative to implement CareCheck in clinical practice.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Characteristics</title>
        <p>A total of 56 FCGs completed CareCheck. Of these, 54 completed the usability questionnaire; 2 participants did not complete the MAUQ questionnaire and were excluded from the quantitative usability analysis. Participation was anonymous, and no demographic data were collected, as the assessment was administered solely for usability and implementation evaluation purposes. Additionally, 2 trained staff from the CARE Center participated in implementing and evaluating the integration of CareCheck within the clinical setting.</p>
      </sec>
      <sec>
        <title>Quantitative Usability Questionnaire </title>
        <p>Among the 54 FCGs who completed the MAUQ questionnaire, the modified MAUQ score demonstrated high usability, with a mean score of 6.49 (SD 1.06) on a 7-point scale. Internal consistency of the 5-item subset was good (Cronbach α=0.84). Responses were concentrated at the upper end of the scale, with the majority of participants selecting ratings of 6 or 7 across all items (<xref ref-type="table" rid="table2">Table 2</xref>). <xref ref-type="table" rid="table2">Table 2</xref> reports item-level descriptive statistics. Fewer than 4% of respondents selected “completely disagree” (rating of 1) for any item.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Item-level usability descriptive statistics (N=54).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="340"/>
            <col width="160"/>
            <col width="170"/>
            <col width="330"/>
            <thead>
              <tr valign="bottom">
                <td>Item</td>
                <td>Mean (SD)</td>
                <td>Median (IQR)</td>
                <td>Rating ≥6 (strong agreement), n (%)<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Q1: ease of use</td>
                <td>6.69 (1.19)</td>
                <td>7.00 (0.00)</td>
                <td>50 (93)</td>
              </tr>
              <tr valign="top">
                <td>Q2: comfort in clinical settings</td>
                <td>6.37 (1.53)</td>
                <td>7.00 (0.00)</td>
                <td>46 (85)</td>
              </tr>
              <tr valign="top">
                <td>Q3: acceptable completion time</td>
                <td>6.69 (1.18)</td>
                <td>7.00 (0.00)</td>
                <td>51 (94)</td>
              </tr>
              <tr valign="top">
                <td>Q4: perceived relevance</td>
                <td>6.28 (1.47)</td>
                <td>7.00 (0.75)</td>
                <td>43 (80)</td>
              </tr>
              <tr valign="top">
                <td>Q5: facilitate communication</td>
                <td>6.43 (1.37)</td>
                <td>7.00 (0.00)</td>
                <td>45 (83)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>This column reports the number and percentage of respondents who rated the item 6 or 7 on the 7-point scale (strong agreement).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p><xref rid="figure5" ref-type="fig">Figure 5</xref> shows that strong agreement (ratings of 6 or 7) was the highest for Q3 (acceptable completion time, 51/54, 94%) and Q1 (ease of use, 50/54, 93%). Respondents also strongly agreed with Q2 (comfort using the tool in clinical settings, 46/54, 85%), Q5 (perceived ability to facilitate communication with providers, 45/54, 83%), and Q4 (perceived relevance, 43/54, 80%).</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Distribution of responses to the caregiver usability questionnaire (N=54). CGQ: caregiver questionnaire.</p>
          </caption>
          <graphic xlink:href="jopm_v18i1e99381_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Qualitative Findings</title>
        <p>Qualitative content analysis, integrating FCG feedback, trained staff feedback, intrateam communications, and meeting documentation, yielded findings organized into 2 recommendation areas aligned with the study's usability and clinical feasibility objectives: recommendation area 1, perceptions of CareCheck's usability and functionality; and recommendation area 2, clinical implementation considerations for CareCheck. Within each recommendation area, findings reflect the integration of both FCG and trained staff perspectives rather than a single data source. A structured summary of the recommendation areas, specific recommendations, and proposed modifications is presented in <xref ref-type="table" rid="table3">Table 3</xref>.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Summary of the qualitative findings.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="250"/>
            <col width="0"/>
            <col width="380"/>
            <col width="0"/>
            <col width="340"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Recommendation area, subcategory</td>
                <td colspan="2">Caregiver/staff recommendations</td>
                <td>Changes made or for future consideration</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Recommendation area 1: perceptions of CareCheck's usability and functionality</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Interpretation of Design Features</td>
                <td colspan="2">Modify thermometer color scheme (red indicator perceived as anxiety-provoking); provide explanation of color-coded indicators before viewing results; clarify ambiguous yellow indicator</td>
                <td colspan="2">Replaced red indicator with orange; added plain-language explanation of color-coded indicators prior to results display</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Accessibility</td>
                <td colspan="2">Font size adjustment (increased size, zoom capability) for FCGs<sup>a</sup> with vision impairment or age-related visual decline</td>
                <td colspan="2">Default font size increased; pinch-to-zoom functionality added</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Ease of Use</td>
                <td colspan="2">Streamlined answer review and editing with direct access to any question; clearer on-screen navigation prompts; formatting guidance for date-of-birth entry</td>
                <td colspan="2">Review function redesigned to allow direct navigation and editing of any question; on-screen instructional prompts, including date-of-birth formatting guidance, added throughout the interface</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Functionality and Potential  <break/>  
            Enhancements</td>
                <td colspan="2">Reduce technical instability (freezing, slow loading); expand staff portal beyond a simple replica of participant results</td>
                <td colspan="2">Technical infrastructure reinforced for stability; staff temporarily recorded responses on paper during instances of technical disruption, later entering them into the tablet-based system; new dedicated staff portal developed (<xref rid="figure4" ref-type="fig">Figure 4</xref>) to support integration of CareCheck findings into clinical workflows</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Recommendation area 2: clinical implementation considerations for CareCheck</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Context and Setting</td>
                <td colspan="2">Private environment to protect confidentiality; stable clinic Wi-Fi; structured action plan; dedicated staff oversight of assessment timing (pause/resume); collection of basic demographic information; contact card for further assistance</td>
                <td colspan="2">Future consideration—strategize a detailed plan to translate the assessment into clinical practice</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Technology Literacy</td>
                <td colspan="2">Tutorial video to build confidence navigating CareCheck; standardized script to guide FCGs step by step</td>
                <td colspan="2">Future consideration—develop supplemental materials to guide caregivers through the assessment</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Alternative Administration Modalities</td>
                <td colspan="2">Telehealth-based administration (structured phone interviews) to reduce in-clinic time burden and support FCGs facing access barriers; accommodation for FCGs unfamiliar with tablet technology; a formal paper self-report version</td>
                <td colspan="2">Structured phone-based interview protocol formalized, with staff recording responses on paper and entering them into the tablet-based platform; the same interview-and-paper-recording approach was also used for FCGs unfamiliar with tablet technology and during technical disruptions to the application; a formal paper self-report version remains a future consideration</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>FCG: family caregiver.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Recommendation Area 1: Perceptions of CareCheck's Usability and Functionality</title>
        <p>This recommendation area captures FCG and trained staff feedback on CareCheck's usability and functionality, including perceptions of the tool's visual design, accessibility, ease of use, and technical performance. Participants generally reported that the technology was usable and accessible, while also identifying specific opportunities for refinement.</p>
        <sec>
          <title>Interpretation of Design Features</title>
          <p>Both FCGs and trained staff provided feedback on the visual thermometer display used to communicate risk levels. FCGs suggested modifying the color scheme, specifically raising concerns about the use of red, which they reported triggered feelings of panic and unnecessary anxiety. FCGs also requested that a brief explanation of the color-coded indicators be provided prior to viewing their results. In particular, the yellow warning indicator was perceived as ambiguous, leaving respondents uncertain as to whether it signified a favorable or unfavorable outcome. Trained staff similarly noted that they required time to familiarize themselves with the thermometer display before they felt confident communicating results to FCGs, and independently echoed FCGs' concerns that the red indicator had the potential to provoke undue distress. In response, the thermometer display was modified—the red indicator was replaced with orange, and a plain-language explanation of the color-coded indicators was added prior to results display—to reduce potential distress and improve interpretability.</p>
        </sec>
        <sec>
          <title>Accessibility</title>
          <p>FCGs emphasized the need for robust accessibility features, particularly the ability to zoom in on text and adjust font sizes to accommodate varying visual needs. Trained staff affirmed that font size adjustability was especially important for FCGs with vision impairments or age-related visual decline. In response, the default font size was increased, and touch-based pinch-to-zoom functionality was added to the interface.</p>
        </sec>
        <sec>
          <title>Ease of Use</title>
          <p>FCGs found the process of editing prior responses cumbersome, since correcting an answer required navigating sequentially through all subsequent questions before returning to the review screen; they recommended direct access to any question from the review page. Navigation between the thermometer display and feedback pages was also a source of confusion, with several FCGs inadvertently exiting the application before completing the usability questionnaire. Trained staff echoed these navigation concerns and additionally noted that the date-of-birth entry field lacked formatting guidance, leading to input errors. In response, the review function was redesigned to allow direct navigation to any question, and on-screen instructional prompts (including explicit date of birth formatting guidance) were added throughout the interface.</p>
        </sec>
        <sec>
          <title>Functionality and Potential Enhancements</title>
          <p>Several FCGs experienced technical instability during the usability testing, including application freezing and slow loading, which at times required staff intervention; in some of these instances, staff temporarily recorded FCG responses on paper before entering them into the tablet-based system to maintain data capture. Trained staff valued the application's privacy and security safeguards but noted that technical instability compounded workflow challenges, and that the web-based staff portal was limited to a simple replica of participant results rather than supporting care planning, documentation, or referral coordination. In response, the application's technical infrastructure was reinforced for stability, and a new, dedicated staff portal (<xref rid="figure4" ref-type="fig">Figure 4</xref>) was developed to support integration of CareCheck findings into clinical workflows.</p>
        </sec>
      </sec>
      <sec>
        <title>Recommendation Area 2: Clinical Implementation Considerations for CareCheck</title>
        <p>The development of CareCheck aimed to enhance its effectiveness as a screening instrument within the clinical setting. This recommendation area highlights implementation considerations for clinic integration, with trained staff identifying opportunities to optimize workflows and enhance clinical utility.</p>
        <sec>
          <title>Context and Setting</title>
          <p>FCGs preferred completing the assessment privately, away from their loved ones, to protect confidentiality, and emphasized the need for a structured action plan, such as a care plan developed by trained staff, beyond the feedback vignette alone. Trained staff agreed that privacy concerns could inhibit disclosure in shared spaces and identified additional implementation barriers: unreliable clinic Wi-Fi, the need for a pause-and-resume function or dedicated staff oversight of assessment timing, and the value of collecting basic demographic information to support meaningful follow-up. Staff also suggested providing FCGs with a contact card for accessing further assistance at their discretion.</p>
        </sec>
        <sec>
          <title>Technology Literacy</title>
          <p>FCGs recommended a tutorial video to build confidence navigating CareCheck, as not all were familiar with tablets or mHealth apps. Trained staff similarly observed initial resistance among some FCGs unfamiliar with technology and proposed a standardized script to guide FCGs through the assessment step by step.</p>
        </sec>
        <sec>
          <title>Alternative Administration Modalities</title>
          <p>Several FCGs completed CareCheck through modalities other than direct, self-administered tablet interaction. One trained staff member who worked remotely administered CareCheck as a structured telephone interview. Based on positive feedback about this approach, a formalized phone-based administration protocol was later developed, in which staff read items aloud and recorded responses on paper before entering them into the tablet-based platform to maintain consistent data capture. Two FCGs who were unfamiliar with tablet technology were similarly administered CareCheck verbally, in an interview format, with staff recording responses on paper before transcribing them into the system. Across all interview-based and technical-disruption scenarios described above, paper served only as a temporary recording step; all responses were ultimately entered into the same digital dataset used for analysis.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study evaluated the usability and implementation feasibility of CareCheck among FCGs of patients seen in gynecologic oncology care settings, consistent with the study's two objectives: (1) evaluating CareCheck's usability and (2) examining the feasibility of its integration into routine clinical workflows. CareCheck addresses a critical gap in serious illness care. By operationalizing FCG risk identification within a digital platform that supports real-time feedback and structured follow-up, CareCheck advances efforts to move FCG support from informal recognition to systematic, data-informed practice. Overall, FCGs reported high usability and strong perceived relevance, indicating that structured digital risk screening is both acceptable and feasible within oncology care settings. Beyond usability ratings, qualitative findings identified areas for refinement, including navigation clarity, wording precision, privacy considerations, technological infrastructure, and workflow alignment. Together, these findings provide actionable guidance for optimizing clinical integration and long-term sustainability. </p>
        <p>Existing caregiver screening initiatives provide useful context for interpreting these findings. One of the most comparable tools is Cancer Support Source–Caregiver (CSS-CG), developed by the Cancer Support Community to screen for psychosocial distress and supportive care needs among FCGs of individuals with cancer [<xref ref-type="bibr" rid="ref25">25</xref>]. Prior implementation studies have demonstrated the feasibility of CSS-CG for identifying caregiver distress and facilitating referrals to supportive services [<xref ref-type="bibr" rid="ref26">26</xref>]. However, CSS-CG primarily focuses on identifying caregiver distress and unmet needs as part of supportive service referral pathways. In contrast, CareCheck was designed to identify multidimensional caregiving-related risks—including functional, psychosocial, and caregiving context factors—and to generate domain-specific, actionable feedback for both FCGs and the trained staff within clinical workflows.</p>
        <p>Although overall usability ratings were high, FCGs identified opportunities to enhance navigation clarity, streamline response review functions, and provide clearer guidance during completion. These findings underscore the importance of iterative, user-centered design processes. Continued engagement of FCGs through co-design workshops, usability testing cycles, and structured feedback mechanisms may further reduce cognitive burden and enhance both user satisfaction and measurement validity [<xref ref-type="bibr" rid="ref27">27</xref>]. </p>
        <p>Beyond interface-level refinements, contextual factors emerged as central to implementation success. Privacy was a particularly salient concern. FCGs expressed a preference for completing CareCheck in private settings to facilitate candid disclosure of emotional strain and unmet needs. The presence of care recipients or others in shared clinical spaces may inhibit open reporting, potentially affecting response authenticity and the clinical utility of screening results. These findings align with broader digital health research demonstrating that confidentiality safeguards are essential to fostering trust and honest disclosure [<xref ref-type="bibr" rid="ref28">28</xref>]. </p>
        <p>Technological infrastructure also emerged as a key determinant of feasibility. The trained staff emphasized that reliable internet connectivity is foundational for sustained integration. Technical disruptions may undermine workflow efficiency and staff willingness to adopt digital screening tools routinely. Consistent with prior mHealth implementation research [<xref ref-type="bibr" rid="ref29">29</xref>], infrastructure readiness is not peripheral but central to successful adoption. </p>
        <p>User engagement was also shaped by digital literacy and language. While many FCGs were comfortable completing tablet-based assessments, others required additional guidance. Because FCGs of individuals with cancer often skew toward older age groups [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref34">34</xref>] implementation strategies should incorporate structured onboarding, simplified navigation, and step-by-step instructions to build user confidence. Terminology sensitivity was a related factor: staff observed that some male FCGs found the term “distress” alienating, consistent with digital health equity research linking culturally and contextually tailored language to higher satisfaction and engagement among diverse populations [<xref ref-type="bibr" rid="ref35">35</xref>]. Ongoing refinement of CareCheck's content should therefore attend to how terminology may be interpreted across gender and cultural contexts, alongside the onboarding supports noted above.</p>
        <p>The trained staff also identified telehealth adaptation as a promising extension of CareCheck’s implementation, and a structured phone-based interview option has since been incorporated into CareCheck's ongoing clinical implementation as a complement to direct tablet administration. Integrating the screening tool into structured phone or virtual visits may provide a flexible alternative to in-clinic administration, particularly in settings where privacy concerns, scheduling constraints, or technological infrastructure limit feasibility.</p>
        <p>More broadly, the development and implementation of CareCheck align with the US National Strategy to Support Family Caregivers, which emphasizes systematic identification of FCGs and integration of FCG needs into health care delivery [<xref ref-type="bibr" rid="ref19">19</xref>]. Structured digital screening provides a systematic mechanism for recognizing FCG risk and standardizing follow-up processes. However, screening must function as an entry point to meaningful intervention rather than a stand-alone activity. Embedding referral pathways, educational resources, and tailored support services will be essential to translating identified risk into actionable FCG support. Without such mechanisms, the clinical impact of screening may remain limited despite high usability and feasibility. This concern is compounded by structural barriers within the current US health care system, including the general lack of reimbursement mechanisms for FCG-focused services and the uneven availability of FCG support resources across institutions [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]; even when CareCheck successfully flags an FCG at risk, the likelihood of connecting that FCG to a systematic, sustainable, and readily available support pathway may vary considerably depending on local resource infrastructure, as illustrated by our own institution's development of a dedicated CARE Center to help fill this gap [<xref ref-type="bibr" rid="ref22">22</xref>]. Addressing these systemic gaps will likely require coordinated policy and reimbursement reform alongside continued tool development.</p>
      </sec>
      <sec>
        <title>Limitations and Future Work </title>
        <p>Several limitations should be considered when interpreting these findings, particularly related to generalizability. This study was conducted within a single academic medical center and involved a modest sample of FCGs, which may limit generalizability across health care settings with different patient populations, staffing structures, or technological infrastructure. As this usability evaluation was conducted as part of an ongoing quality improvement initiative to implement CareCheck within this clinical setting and because CareCheck was designed as a disease-agnostic screening tool, the outpatient waiting-room sample may have included FCGs caring for patients with diagnoses other than confirmed gynecologic cancer; diagnostic information was not collected to verify this. Staff participation was also limited to 2 supportive care professionals from the CARE Center, which may not fully capture perspectives from broader multidisciplinary teams involved in oncology care.</p>
        <p>Reflecting this study's design as an anonymous quality improvement evaluation rather than a formal research protocol, several participant-level tracking gaps limit interpretation: the number of FCGs contributing open-ended feedback, the proportion completing CareCheck by phone-interview versus tablet (precluding comparison across modes), and the number and reasons for declining participation were not systematically recorded. Verbal, staff-administered completion, in particular, may have introduced social desirability bias, given that CARE Center staff administering the assessment were themselves connected to the tool being evaluated. Because CareCheck was iteratively refined throughout the study period in response to emerging FCG and staff feedback, not all participants completed an identical version, and which version each participant received was not tracked. As summarized in <xref ref-type="table" rid="table3">Table 3</xref>, these modifications were primarily editorial (eg, font size, thermometer colors, navigation prompts) rather than changes to assessment content, which was unmodified throughout the study, so they were unlikely to have meaningfully affected the comparability of usability ratings across participants.</p>
        <p>Demographic and technology-literacy data were not collected, to minimize participant burden and protect confidentiality in this small, single-institution sample; as a result, we cannot assess whether usability varied by subgroup (eg, older adults, or those with visual, motor, or cognitive limitations). Staff themselves identified this as a gap worth addressing in future iterations (Results, recommendation area 2). More formal implementation evaluation methods (eg, workflow mapping) were not applied, and modifications were not formally retested with subsequent participants—consistent with this study's iterative, quality-improvement design rather than a staged validation process. Preliminary psychometric evaluation of the 20-item CareCheck has demonstrated face/content and criterion validity (G Campbell, PhD, unpublished data, October 2026); however, further validation across diverse clinical populations and settings remains warranted. The 5-item MAUQ had acceptable internal consistency here (α=0.84) but has not been formally validated as a standalone measure. Finally, as a usability and feasibility study rather than an effectiveness study, we did not collect data on sustained adoption, referral uptake, or caregiver outcomes—an important direction for future work.</p>
      </sec>
      <sec>
        <title>Conclusions </title>
        <p>This study provides preliminary evidence for the feasibility and acceptability of CareCheck as a structured digital screening tool for identifying caregiving-related risks among FCGs of patients seen in gynecologic oncology care settings. Findings indicate that FCGs are receptive to technology-enabled screening when it is integrated into care workflows and supported by the trained staff. By operationalizing FCG risk identification within a standardized digital platform, CareCheck offers a practical mechanism to move FCG support from informal recognition toward systematic, data-informed practice. Continued validation and implementation research will be important to determine how tools such as CareCheck can be scaled to strengthen FCG support across diverse oncology care settings. </p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Questions for the modified Mobile Health App Usability Questionnaire for family caregivers.</p>
        <media xlink:href="jopm_v18i1e99381_app1.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CARE</term>
          <def>
            <p>Caregiver Advocacy, Research, and Education</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CSS-CG</term>
          <def>
            <p>Cancer Support Source–Caregiver</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">FCG</term>
          <def>
            <p>family caregiver</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MAUQ</term>
          <def>
            <p>Mobile Health App Usability Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">UPMC</term>
          <def>
            <p>University of Pittsburgh Medical Center</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors gratefully acknowledge the caregivers who generously participated in this study and shared their experiences and insights.</p>
    </ack>
    <notes>
      <title>Data Availability</title>
      <p>The datasets generated and analyzed during this study are not publicly available, as they were collected as part of a quality improvement initiative rather than a research study intended for public data deposition but are available from the corresponding author on reasonable request.</p>
    </notes>
    <notes>
      <title>Funding</title>
      <p>This research was supported by the National Institute on Disability, Independent Living, and Rehabilitation Research (NIDILRR; grant 90RTGE0002). NIDILRR is a center within the Administration for Community Living (ACL), US Department of Health and Human Services (HHS).</p>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>Conceptualization: HSD, GC, THT, JK, YW, YJL, SET</p>
        <p>Funding acquisition: HSD, GC</p>
        <p>Software: HH, BP, IMAS</p>
        <p>Formal analysis: YW, HH, RAD</p>
        <p>Investigation: YW, KL, PJM, SET</p>
        <p>Supervision: HSD</p>
        <p>Writing – original draft: YW, HH, KRT, SET</p>
        <p>Writing – review and editing: all authors</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared. </p>
      </fn>
    </fn-group>
    <notes>
      <sec>
        <title>Generative AI Use</title>
        <p>The authors declare that generative AI was not used in the preparation of this manuscript.</p>
      </sec>
    </notes>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Applebaum</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kent</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Lichtenthal</surname>
              <given-names>WG</given-names>
            </name>
          </person-group>
          <article-title>Documentation of caregivers as a standard of care</article-title>
          <source>JCO</source>
          <year>2021</year>
          <month>06</month>
          <day>20</day>
          <volume>39</volume>
          <issue>18</issue>
          <fpage>1955</fpage>
          <lpage>1958</lpage>
          <pub-id pub-id-type="doi">10.1200/jco.21.00402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horovitz</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>New AARP report finds family caregivers provide $600 billion in unpaid care across the US</article-title>
          <source>AARP</source>
          <access-date>2026-10-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aarp.org/caregiving/financial-legal/info-2023/unpaid-caregivers-provide-billions-in-care.html">https://www.aarp.org/caregiving/financial-legal/info-2023/unpaid-caregivers-provide-billions-in-care.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Linden</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Vodermaier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mackenzie</surname>
              <given-names>Regina</given-names>
            </name>
            <name name-style="western">
              <surname>Greig</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Anxiety and depression after cancer diagnosis: prevalence rates by cancer type, gender, and age</article-title>
          <source>J Affect Disord</source>
          <year>2012</year>
          <month>12</month>
          <day>10</day>
          <volume>141</volume>
          <issue>2-3</issue>
          <fpage>343</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2012.03.025</pub-id>
          <pub-id pub-id-type="medline">22727334</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(12)00221-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wehrlen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wallen</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Symptom clusters and influencing factors in familycaregivers of individuals with cancer</article-title>
          <source>Cancer Nurs</source>
          <year>2020</year>
          <month>11</month>
          <day>30</day>
          <volume>44</volume>
          <issue>6</issue>
          <fpage>E547</fpage>
          <lpage>E555</lpage>
          <pub-id pub-id-type="doi">10.1097/ncc.0000000000000877</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Sowa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McCann</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Nash</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Greaney</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Kasten</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>McEntee</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Suri</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Roman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bane</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Opthof</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Knowing well, being well: well-being born of understanding: The Science of Teamwork</article-title>
          <source>Am J Health Promot</source>
          <year>2021</year>
          <month>09</month>
          <volume>35</volume>
          <issue>7</issue>
          <fpage>1028</fpage>
          <lpage>1047</lpage>
          <pub-id pub-id-type="doi">10.1177/08901171211030142</pub-id>
          <pub-id pub-id-type="medline">34351249</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milbury</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Badr</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fossella</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pisters</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Carmack</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Longitudinal associations between caregiver burden and patient and spouse distress in couples coping with lung cancer</article-title>
          <source>Support Care Cancer</source>
          <year>2013</year>
          <month>09</month>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>2371</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23546537"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00520-013-1795-6</pub-id>
          <pub-id pub-id-type="medline">23546537</pub-id>
          <pub-id pub-id-type="pmcid">PMC4428561</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Docherty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chim</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>MacTavish</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Devine</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>Peter</given-names>
            </name>
            <name name-style="western">
              <surname>Lucie</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hogg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Strachan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Quasim</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>McPeake</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Association between caregiver strain and emergency healthcare resource utilization in survivors of critical illness</article-title>
          <source>Chest</source>
          <year>2025</year>
          <month>03</month>
          <volume>167</volume>
          <issue>3</issue>
          <fpage>768</fpage>
          <lpage>771</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0012-3692(24)05285-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.chest.2024.08.057</pub-id>
          <pub-id pub-id-type="medline">39368736</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(24)05285-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC11882738</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruhn</surname>
              <given-names>J</given-names>
            </name>
            <collab>RebachH</collab>
          </person-group>
          <article-title>The health of caregivers</article-title>
          <source>The Sociology of Caregiving</source>
          <year>2014</year>
          <publisher-loc>Dordrecht</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>153</fpage>
          <lpage>167</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nightingale</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Snavely</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McLouth</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dressler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kent</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Adonizio</surname>
              <given-names>Christian S</given-names>
            </name>
            <name name-style="western">
              <surname>Danhauer</surname>
              <given-names>Suzanne C</given-names>
            </name>
            <name name-style="western">
              <surname>Cannady</surname>
              <given-names>Rachel</given-names>
            </name>
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>Judith O</given-names>
            </name>
            <name name-style="western">
              <surname>Kehn</surname>
              <given-names>Heather</given-names>
            </name>
            <name name-style="western">
              <surname>Weaver</surname>
              <given-names>Kathryn E</given-names>
            </name>
            <name name-style="western">
              <surname>Sterba</surname>
              <given-names>Katherine R</given-names>
            </name>
          </person-group>
          <article-title>Processes for identifying caregivers and screening for caregiver and patient distress in community oncology: results from WF-1803CD</article-title>
          <source>J Natl Cancer Inst</source>
          <year>2024</year>
          <month>02</month>
          <day>08</day>
          <volume>116</volume>
          <issue>2</issue>
          <fpage>324</fpage>
          <lpage>333</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/jnci/article-lookup/doi/10.1093/jnci/djad198"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jnci/djad198</pub-id>
          <pub-id pub-id-type="medline">37738445</pub-id>
          <pub-id pub-id-type="pii">7279243</pub-id>
          <pub-id pub-id-type="pmcid">PMC10852602</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Riffin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bangerter</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Schaepe</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Havyer</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Provider perspectives on integrating family caregivers into patient care encounters</article-title>
          <source>Health Serv Res</source>
          <year>2022</year>
          <month>08</month>
          <volume>57</volume>
          <issue>4</issue>
          <fpage>892</fpage>
          <lpage>904</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34957543"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/1475-6773.13932</pub-id>
          <pub-id pub-id-type="medline">34957543</pub-id>
          <pub-id pub-id-type="pmcid">PMC9264458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stanick</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Halko</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Nolen</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dorsey</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Mettert</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Barwick</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfenden</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>Pragmatic measures for implementation research: development of the Psychometric and Pragmatic Evidence Rating Scale (PAPERS)</article-title>
          <source>Transl Behav Med</source>
          <year>2021</year>
          <month>02</month>
          <day>11</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31747021"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/tbm/ibz164</pub-id>
          <pub-id pub-id-type="medline">31747021</pub-id>
          <pub-id pub-id-type="pii">5634159</pub-id>
          <pub-id pub-id-type="pmcid">PMC7877299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marchis</surname>
              <given-names>EHD</given-names>
            </name>
            <name name-style="western">
              <surname>Aceves</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Loomba</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Molina</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Gottlieb</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Assessing implementation of social screening within US health care settings: a systematic scoping review</article-title>
          <source>J Am Board Fam Med</source>
          <year>2023</year>
          <month>07</month>
          <day>19</day>
          <volume>36</volume>
          <issue>4</issue>
          <fpage>626</fpage>
          <lpage>649</lpage>
          <pub-id pub-id-type="doi">10.3122/jabfm.2022.220401r1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yuwen</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Digital health interventions to support family caregivers: an updated systematic review</article-title>
          <source>Digit Health</source>
          <year>2023</year>
          <volume>9</volume>
          <fpage>20552076231171967</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/20552076231171967?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076231171967</pub-id>
          <pub-id pub-id-type="medline">37223775</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076231171967</pub-id>
          <pub-id pub-id-type="pmcid">PMC10201006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Czaja</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gitlin</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Burgio</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Nichols</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher-Thompson</surname>
              <given-names>Dolores</given-names>
            </name>
          </person-group>
          <article-title>Development of the risk appraisal measure: a brief screen to identify risk areas and guide interventions for dementia caregivers</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2009</year>
          <month>06</month>
          <volume>57</volume>
          <issue>6</issue>
          <fpage>1064</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hdl.handle.net/2027.42/66234"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1532-5415.2009.02260.x</pub-id>
          <pub-id pub-id-type="medline">19453305</pub-id>
          <pub-id pub-id-type="pii">JGS2260</pub-id>
          <pub-id pub-id-type="pmcid">PMC2722069</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guthrie</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Beach</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maxwell</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mills</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Poss</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of Caregiver Risk Evaluation (CaRE): a new algorithm to screen forcaregiver burden</article-title>
          <source>J Appl Gerontol</source>
          <year>2021</year>
          <month>07</month>
          <volume>40</volume>
          <issue>7</issue>
          <fpage>731</fpage>
          <lpage>741</lpage>
          <pub-id pub-id-type="doi">10.1177/0733464820920102</pub-id>
          <pub-id pub-id-type="medline">32456510</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez-Rodriguez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ortiz-Marqués</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Iraurgi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Carrasco</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Miguel</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Adaptation and analysis of psychometric features of the Caregiver Risk Screen: a tool for detecting the risk of burden in family caregivers</article-title>
          <source>International Psychogeriatrics</source>
          <year>2013</year>
          <month>05</month>
          <volume>25</volume>
          <issue>5</issue>
          <fpage>755</fpage>
          <lpage>764</lpage>
          <pub-id pub-id-type="doi">10.1017/s1041610212002426</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lawson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sadavoy</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evaluating caregiver risk: the Dementia Caregiver Interview Guide</article-title>
          <source>Psych</source>
          <year>2021</year>
          <month>09</month>
          <day>25</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>552</fpage>
          <lpage>561</lpage>
          <pub-id pub-id-type="doi">10.3390/psych3040036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Measuring the care risk in older adults with dementia: a scoping review</article-title>
          <source>BMC Geriatr</source>
          <year>2025</year>
          <month>12</month>
          <day>18</day>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>203</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcgeriatr.biomedcentral.com/articles/10.1186/s12877-025-06464-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12877-025-06464-w</pub-id>
          <pub-id pub-id-type="medline">41413480</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12877-025-06464-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC12895806</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>National strategy to support family caregivers</article-title>
          <source>Administration for Community Living</source>
          <access-date>2026-10-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://acl.gov/CaregiverStrategy">https://acl.gov/CaregiverStrategy</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hand</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Belcher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Roberge</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Donovan</surname>
              <given-names>HS</given-names>
            </name>
          </person-group>
          <article-title>Defining essential elements of caregiver support in gynecologic cancers using the modified Delphi method</article-title>
          <source>JOP</source>
          <year>2019</year>
          <month>04</month>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>e369</fpage>
          <lpage>e381</lpage>
          <pub-id pub-id-type="doi">10.1200/jop.18.00420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Given</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Given</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Sherwood</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Family and caregiver needs over the course of the cancer trajectory</article-title>
          <source>J Support Oncol</source>
          <year>2012</year>
          <month>3</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>57</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1016/j.suponc.2011.10.003</pub-id>
          <pub-id pub-id-type="medline">22222251</pub-id>
          <pub-id pub-id-type="pii">S1544-6794(11)00247-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Loughlin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Roberge</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>DiLello</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Donovan</surname>
              <given-names>HS</given-names>
            </name>
          </person-group>
          <article-title>Integrating family caregivers into cancer care: implementation of evidence-based caregiver protocols into gynecologic oncology practice</article-title>
          <source>JCO Oncol Pract</source>
          <year>2025</year>
          <month>04</month>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>476</fpage>
          <lpage>484</lpage>
          <pub-id pub-id-type="doi">10.1200/op.24.00383</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Setiawan</surname>
              <given-names>IMA</given-names>
            </name>
            <name name-style="western">
              <surname>Saptono</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parmanto</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The mHealth App Usability Questionnaire (MAUQ): development and validation study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>04</month>
          <day>11</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e11500</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/4/e11500/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11500</pub-id>
          <pub-id pub-id-type="medline">30973342</pub-id>
          <pub-id pub-id-type="pii">v7i4e11500</pub-id>
          <pub-id pub-id-type="pmcid">PMC6482399</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saldaña</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>The Coding Manual for Qualitative Researchers</source>
          <year>2016</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zaleta</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Fortune</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Hendershot</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ash-Lee</surname>
              <given-names>Susan</given-names>
            </name>
          </person-group>
          <article-title>CancerSupportSource-Caregiver: development of a distress screening measure for cancer caregivers</article-title>
          <source>Psychooncology</source>
          <year>2023</year>
          <month>03</month>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>418</fpage>
          <lpage>428</lpage>
          <pub-id pub-id-type="doi">10.1002/pon.6092</pub-id>
          <pub-id pub-id-type="medline">36604371</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Applebaum</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schofield</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kastrinos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gebert</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Behrens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Loschiavo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shaffer</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dannaoui</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bellantoni</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Zaleta</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>A randomized controlled trial of a distress screening, consultation, and targeted referral system for family caregivers in oncologic care</article-title>
          <source>Psychooncology</source>
          <year>2024</year>
          <month>02</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>e6301</fpage>
          <pub-id pub-id-type="doi">10.1002/pon.6301</pub-id>
          <pub-id pub-id-type="medline">38363002</pub-id>
          <pub-id pub-id-type="pmcid">PMC11250988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyles</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Altschuler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chawla</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kowalski</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McQuillan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bayliss</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Heisler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>User-centered design of a tablet waiting room tool for complex patients to prioritize discussion topics for primary care visits</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <month>09</month>
          <day>14</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e108</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/3/e108/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6187</pub-id>
          <pub-id pub-id-type="medline">27627965</pub-id>
          <pub-id pub-id-type="pii">v4i3e108</pub-id>
          <pub-id pub-id-type="pmcid">PMC5040865</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Theis</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Malik</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Shenkman</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Pbert</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Salloum</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>Considerations of privacy and confidentiality in developing a clinical support tool for adolescent tobacco prevention: qualitative study</article-title>
          <source>JMIR Form Res</source>
          <year>2019</year>
          <month>04</month>
          <day>28</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e12406</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2019/2/e12406/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12406</pub-id>
          <pub-id pub-id-type="medline">31066687</pub-id>
          <pub-id pub-id-type="pii">v3i2e12406</pub-id>
          <pub-id pub-id-type="pmcid">PMC6528437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pineros-Leano</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tabb</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Sears</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Meline</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Clinic staff attitudes towards the use of mHealth technology to conduct perinatal depression screenings: a qualitative study</article-title>
          <source>Fam Pract</source>
          <year>2015</year>
          <month>04</month>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>211</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25535280"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/fampra/cmu083</pub-id>
          <pub-id pub-id-type="medline">25535280</pub-id>
          <pub-id pub-id-type="pii">cmu083</pub-id>
          <pub-id pub-id-type="pmcid">PMC7340322</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Birati</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Orkibi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kolpina</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zisberg</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>It’s not the age, it’s the aptitude: factors influencing adoption of digital health app among older adults</article-title>
          <source>Innov Aging</source>
          <year>2024</year>
          <volume>8</volume>
          <issue>Suppl 1</issue>
          <fpage>1282</fpage>
          <pub-id pub-id-type="doi">10.1093/geroni/igae098.4098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Durmuş</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The influence of digital literacy on mHealth app usability: the mediating role of patient expertise</article-title>
          <source>Digit Health</source>
          <year>2024</year>
          <volume>10</volume>
          <fpage>20552076241299061</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/20552076241299061?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076241299061</pub-id>
          <pub-id pub-id-type="medline">39600388</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076241299061</pub-id>
          <pub-id pub-id-type="pmcid">PMC11590160</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coley</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Andre</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hoevenaar-Blom</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Ngandu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Beishuizen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Barbera</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Wanrooij</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kivipelto</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Soininen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>van Gool</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Brayne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moll van Charante</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Richard</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Andrieu</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Factors predicting engagement of older adults with a coach-supported ehealth intervention promoting lifestyle change and associations between engagement and changes in cardiovascular and dementia risk: secondary analysis of an 18-month multinational randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>5</month>
          <day>9</day>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>e32006</fpage>
          <pub-id pub-id-type="doi">10.2196/32006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoiber</surname>
              <given-names>C</given-names>
            </name>
            <collab>WalchshoferC</collab>
            <name name-style="western">
              <surname>Grassinger</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Stitz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Streit</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aigner</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Design and comparative evaluation of visualization onboarding methods</article-title>
          <year>2021</year>
          <conf-name>Proceedings of the 14th International Symposium on Visual Information Communication and Interaction</conf-name>
          <conf-date>September 6-8</conf-date>
          <conf-loc>Potsdam, Germany</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3481549.3481558</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Froehlich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kobiella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alt</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Is it better with onboarding? Improving first-time cryptocurrency app experiences</article-title>
          <source>Proceedings of the 2021 ACM Designing Interactive Systems Conference</source>
          <year>2021</year>
          <conf-name>DIS ‘21: Designing Interactive Systems Conference 2021</conf-name>
          <conf-date>June 28-July 2, 2021</conf-date>
          <conf-loc>Virtual Event, USA</conf-loc>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Association for Computing Machinery</publisher-name>
          <fpage>78</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1145/3461778.3462047</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Draheim</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>PL</given-names>
            </name>
          </person-group>
          <article-title>Culturally adapted digital mental health interventions for ethnic/racial minorities: a systematic review and meta-analysis</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2022</year>
          <month>10</month>
          <volume>90</volume>
          <issue>10</issue>
          <fpage>717</fpage>
          <lpage>733</lpage>
          <pub-id pub-id-type="doi">10.1037/ccp0000759</pub-id>
          <pub-id pub-id-type="medline">36227330</pub-id>
          <pub-id pub-id-type="pii">2023-08315-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Dalwadi</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobson</surname>
              <given-names>JO</given-names>
            </name>
          </person-group>
          <article-title>Supporting the supporters: what family caregivers need to care for a loved one with cancer</article-title>
          <source>JOP</source>
          <year>2017</year>
          <month>01</month>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>35</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1200/jop.2016.017913</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riffin</surname>
              <given-names>Catherine</given-names>
            </name>
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>Jennifer L</given-names>
            </name>
            <name name-style="western">
              <surname>Pillemer</surname>
              <given-names>Karl A</given-names>
            </name>
          </person-group>
          <article-title>Assessing and addressing family caregivers' needs and risks in primary care</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2021</year>
          <month>02</month>
          <volume>69</volume>
          <issue>2</issue>
          <fpage>432</fpage>
          <lpage>440</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33217776"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jgs.16945</pub-id>
          <pub-id pub-id-type="medline">33217776</pub-id>
          <pub-id pub-id-type="pmcid">PMC8062767</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
