<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JoPM</journal-id>
      <journal-id journal-id-type="nlm-ta">J Particip Med</journal-id>
      <journal-title>Journal of Participatory Medicine</journal-title>
      <issn pub-type="epub">2152-7202</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v14i1e35318</article-id>
      <article-id pub-id-type="pmid">36251368</article-id>
      <article-id pub-id-type="doi">10.2196/35318</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Text Messages to Support Caregivers in a Health Care System: Development and Pilot and National Rollout Evaluation</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Woods</surname>
            <given-names>Susan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Smith</surname>
            <given-names>Bridget</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Petrakis</surname>
            <given-names>Www.google.com/intl/en/policies/terms/</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hogan</surname>
            <given-names>Timothy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Martindale-Adams</surname>
            <given-names>Jennifer Lynn</given-names>
          </name>
          <degrees>BA, MS, EdD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3226-7717</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Clark</surname>
            <given-names>Carolyn Davis</given-names>
          </name>
          <degrees>BA, MA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5893-7646</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>Jessica Roxy</given-names>
          </name>
          <degrees>BS, MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1446-2583</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Henderson</surname>
            <given-names>Charles Richard</given-names>
          </name>
          <degrees>BA, MA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3462-3938</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Nichols</surname>
            <given-names>Linda Olivia</given-names>
          </name>
          <degrees>BA, MA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Veterans Affairs Caregiver Center - Caregiver Support Program</institution>
            <institution>Memphis VA Medical Center</institution>
            <institution>Department of Veterans Affairs</institution>
            <addr-line>1030 Jefferson</addr-line>
            <addr-line>Memphis, TN, 38104</addr-line>
            <country>United States</country>
            <fax>1 901 577 7439</fax>
            <phone>1 901 523 8990 ext 5082</phone>
            <email>linda.nichols@va.gov</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7085-4883</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Preventive Medicine</institution>
        <institution>University of Tennessee Health Science Center</institution>
        <addr-line>Memphis, TN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Veterans Affairs Caregiver Center - Caregiver Support Program</institution>
        <institution>Memphis VA Medical Center</institution>
        <institution>Department of Veterans Affairs</institution>
        <addr-line>Memphis, TN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Office of Connected Care</institution>
        <institution>Veterans Health Administration</institution>
        <institution>Department of Veterans Affairs</institution>
        <addr-line>San Diego, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Linda Olivia Nichols <email>linda.nichols@va.gov</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Dec</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>17</day>
        <month>10</month>
        <year>2022</year>
      </pub-date>
      <volume>14</volume>
      <issue>1</issue>
      <elocation-id>e35318</elocation-id>
      <history>
        <date date-type="received">
          <day>7</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>6</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Jennifer Lynn Martindale-Adams, Carolyn Davis Clark, Jessica Roxy Martin, Charles Richard Henderson, Linda Olivia Nichols. Originally published in Journal of Participatory Medicine (https://jopm.jmir.org), 17.10.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in Journal of Participatory Medicine, is properly cited. The complete bibliographic information, a link to the original publication on https://jopm.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://jopm.jmir.org/2022/1/e35318" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Although there are many interventions to support caregivers, SMS text messaging has not been used widely.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this paper, we aimed to describe development of the Department of Veterans Affairs (VA) Annie Stress Management SMS text messaging protocol for caregivers of veterans, its pilot test, and subsequent national rollout.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The stress management protocol was developed with text messages focusing on education, motivation, and stress-alleviating activities based on the Resources for Enhancing All Caregivers Health (REACH) VA caregiver intervention. This protocol was then tested in a pilot study. On the basis of the pilot study results, a national rollout of the protocol was executed and evaluated. Caregivers were referred from VA facilities nationally for the pilot and national rollout. Pilot caregivers were interviewed by telephone; national rollout caregivers were sent a web-based evaluation link at 6 months. For both evaluations, questions were scored on a Likert scale ranging from completely disagree to completely agree. For both the pilot and national rollout, quantitative data were analyzed with frequencies and means; themes were identified from open-ended qualitative responses.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of the 22 caregivers in the pilot study, 18 (82%) provided follow-up data. On a 5-point scale, they reported text messages had been useful in managing stress (mean score 3.8, SD 1.1), helping them take care of themselves (mean score 3.7, SD 1.3), and making them feel cared for (mean score 4.1, SD 1.7). Texts were easy to read (mean score 4.5, SD 1.2), did not come at awkward times (mean score 2.2, SD 1.4), were not confusing (mean score 1.1, SD 0.2), and did not cause problems in responding (mean score 1.9, 1.1); however, 83% (15/18) of caregivers did not want to request an activity when stressed. Consequently, the national protocol did not require caregivers to respond. In the national rollout, 22.17% (781/3522) of the eligible caregivers answered the web-based survey and reported that the messages had been useful in managing stress (mean score 4.3, SD 0.8), helping them take care of themselves (mean score 4.3, SD 0.8) and loved ones (mean score 4.2, SD 0.8), and making them feel cared for (mean score 4.5, SD 0.8). Almost two-thirds (509/778, 65.4%) of the participants tried all or most of the strategies. A total of 5 themes were identified. The messages were appreciated, helped with self-care, and made them feel less alone, looking on Annie as a friend. The caregivers reported that the messages were on target and came when they were most needed and did not want them to stop. This success has led to four additional caregiver texting protocols: bereavement, dementia behaviors and stress management, (posttraumatic stress disorder) PTSD behaviors, and taking care of you, with 7274 caregivers enrolled as of February 2022.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Caregivers reported the messages made them feel cared for and more confident. SMS text messaging, which is incorporated into clinical settings and health care systems, may represent a low-cost way to provide useful and meaningful support to caregivers.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mobile health</kwd>
        <kwd>mHealth</kwd>
        <kwd>self-care</kwd>
        <kwd>veterans</kwd>
        <kwd>family caregivers</kwd>
        <kwd>emotional stress</kwd>
        <kwd>burden of illness</kwd>
        <kwd>self-efficacy</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Caring for a loved one can substantially impact the emotional and physical well-being of the caregiver. Caregivers report higher levels of psychological distress, depressive symptoms, anxiety, stress, and emotional difficulties than the general population. They also report lower self-ratings of physical health, higher rates of chronic disease, and fewer self-care behaviors [<xref ref-type="bibr" rid="ref1">1</xref>]. Social support, education, and skills training, for example, coping skills, problem-solving, cognitive reframing, and stress management, have all been shown to be beneficial for caregivers [<xref ref-type="bibr" rid="ref1">1</xref>]. Multicomponent interventions that can be targeted to caregivers’ specific concerns combining these strategies have generally provided stronger evidence of positive benefit for caregivers [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>] in the form of reduced depressive symptoms, anxiety, and burden [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. To support caregivers, researchers have tested interventions that vary across format (eg, face-to-face, telephone, inclusion of audio or video, printed materials, and websites), content (single focus or multicomponent), and length (1-48 sessions). Caregiver interventions are generally synchronous and delivered either in-person or by telephone or telehealth [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>Caregivers have been shown to be receptive to technology if the technology is compatible with values and abilities and is tailored toward the caregiver [<xref ref-type="bibr" rid="ref6">6</xref>]. Reviews of web-based interventions for caregivers of older persons and of persons with dementia show that support by a peer group [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>], contact with a provider [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], assistance with decision-making and problem-solving [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], support [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref10">10</xref>], and information [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref10">10</xref>] included as part of a multicomponent intervention have the most positive outcomes. Mobile apps for caregivers also provide them ways to learn [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>], interact with clinical experts [<xref ref-type="bibr" rid="ref12">12</xref>], take care of themselves [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>], and manage the care of their care recipient [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>There is a need to expand family caregiver support in clinical practice and in diverse populations [<xref ref-type="bibr" rid="ref3">3</xref>], but clinicians who deliver interventions may not always be available, and organizations may not be willing to invest in web-based interventions or mobile apps. SMS text messaging may be a simple way for health care organizations to address caregiver stress and their need for information. Texting in different formats, including synchronous or asynchronous chats, automated messaging, and push notifications, has been widely embraced as a health care intervention for a variety of conditions and purposes. Different types of text messages have been used, including reminders, information, supportive messages, and self-monitoring procedures. Multiple review articles have examined texting in health care in recent years, concluding that it can be beneficial clinically [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. SMS text messaging improves patient engagement in treatment and outcomes [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>] and adherence to treatment regimens and medications [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>Despite their success in patient care, texting interventions have not been developed for caregivers [<xref ref-type="bibr" rid="ref20">20</xref>] other than for parent caregivers of adolescents and children. Integrating SMS text messaging interventions more broadly into health care systems would help support patients, caregivers, and public health [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Text Messaging in the Department of Veterans Affairs</title>
        <p>Automated Texting Platform for Veteran Self-Care, part of the Office of Connected Care of the Department of Veterans Affairs (VA), is an SMS capability that can send messages and interpret patient messages following a specified syntax to reply with preprogrammed (bidirectional) responses. Annie cannot decipher or respond without keywords. Veterans and caregivers can access the platform through their mobile phones or smartphones, and veterans also have access to an app. The platform is modeled after the United Kingdom’s National Health Service’s program Flo, after Florence Nightingale, the founder of modern nursing. Flo has been useful in symptom management, for example, in blood pressure control [<xref ref-type="bibr" rid="ref22">22</xref>] and in early identification and management of complications after colorectal surgery [<xref ref-type="bibr" rid="ref23">23</xref>]. However, two of the major benefits of Flo are education and feelings of support, control, companionship, and flexibility reported by patients [<xref ref-type="bibr" rid="ref24">24</xref>]. The program of the VA is known as Annie, named after Lt Annie G Fox, Chief Nurse at Hickam Field, during the attack on Pearl Harbor on December 7, 1941, and the first woman to receive the Purple Heart for combat.</p>
        <p>As of February 2022, Annie had 43,229 current users who were registered and had the capability to be on a protocol and 363 different protocols focusing on education and self-care, including disease-specific reminders (eg, diabetes foot care), behavior change encouragement and motivation (eg, exercise and weight loss prompts and breathing and relaxation strategies), medication and symptom monitoring (eg, blood pressure), and treatment adherence reminders and monitoring. Veterans using Annie receive motivational or educational messages that do not require a response or automated prompts to track and monitor their own health. These prompts only allow preprogrammed responses, such as typing in a word to receive further texts or reporting a blood pressure reading. Messages and patients’ data are stored in the Annie system where clinicians can view the texts and readings as needed, but this is not a requirement for clinicians.</p>
        <p>Annie, like Flo, not only has clinical benefits but also enhances the satisfaction and empowerment of the patients. Annie reminders have improved adherence to positive airway pressure for patients with traumatic brain injury and sleep apnea with subsequent improvement in sleepiness and cognition [<xref ref-type="bibr" rid="ref25">25</xref>]. Patients with hepatitis C virus in Annie have shown not only improved adherence to medication regimens but also less distress at failing treatment [<xref ref-type="bibr" rid="ref26">26</xref>]. Veterans who were receiving chemotherapy used Annie to report symptoms and seek further action if their symptoms warranted it. Patients felt empowered by being able to self-manage their symptoms, particularly when their perceptions of doing well were validated [<xref ref-type="bibr" rid="ref27">27</xref>]. Like Flo, Annie fosters a sense of connection and confidence in those who use it [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>The sense of empowerment and companionship made Annie a perfect fit for caregivers. Although Annie had been successful with patients and there was enthusiasm for developing patient protocols, it had not been used for caregivers. The national Caregiver Support Program of the VA provided a receptive environment for providers and caregivers. A small caregiving texting pilot at the University of Tennessee Health Science Center showed that older African American caregivers were receptive to texting. Thus, in 2019, the VA Caregiver Center, part of VA’s Caregiver Support Program, began a collaboration with the VA Office of Connected Care to bring Annie SMS text messaging to caregivers of veterans. This paper describes the development of the Annie Stress Management texting protocol, its evaluation in a pilot study, and the evaluation of the subsequent national rollout into the broader VA system.</p>
      </sec>
      <sec>
        <title>Text Messaging Caregiving Intervention (Pilot)</title>
        <sec>
          <title>Methods (Pilot)</title>
          <sec>
            <title>Overview</title>
            <p>Caregivers of veterans enrolled in the Caregiver Support Program were eligible for the pilot study as these caregivers all had an electronic health record, a requirement for Annie registration. The pilot study was publicized to the national network of Caregiver Support Program teams of VA located at each facility. Caregiver Support Program staff from each VA facility sent a flyer about the study to each of their caregivers enrolled in the VA Caregiver Support Program. If a caregiver was interested in participating, staff registered the caregiver in Annie and then sent the caregiver’s information to the Caregiver Center Annie coordinator. The Annie coordinator then reached out to the caregiver and completed a short screening interview to ensure that the caregivers could receive text messages and were willing to participate. Once a caregiver agreed to participate, the Annie coordinator mailed consent forms and scheduled a time to go over them over the phone. Caregivers then received messages to help reduce stress for 1 month. After the month was over, the Annie coordinator completed a program evaluation with the caregivers to obtain their feedback on the messages.</p>
          </sec>
          <sec>
            <title>Ethics Approval</title>
            <p>The pilot evaluation was reviewed and approved by the Memphis VA Medical Center institutional review board (IRBNet #1415769). It was conducted from July 11 to November 1, 2019, to evaluate caregivers’ use and satisfaction with the messages and format.</p>
          </sec>
          <sec>
            <title>Stress Management Caregiver Protocol Development</title>
            <p>The Annie Stress Management protocol for caregivers, used in the pilot and the national rollout, is based on the Resources for Enhancing All Caregivers Health (REACH) caregiver intervention used in the Department of VA and the community [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. REACH and the text messages are based on the stress health process model [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. As conceptualized by the model, caregivers have challenges and demands placed on them (eg, care of their loved one, lack of help, and their own physical health) and cognitive and emotional responses to these challenges (eg, grief, feeling alone, and viewing events from a negative perspective) [<xref ref-type="bibr" rid="ref32">32</xref>]. If caregivers do not believe they have resources and the capacity to manage their demands, they experience stress, which can lead to physical and psychological distress and illness [<xref ref-type="bibr" rid="ref31">31</xref>]. Following the model, the Annie Stress Management text messages focus on knowledge, strategies, and actions that caregivers can take to cope with demands and their responses to them and manage stressors. The goal is to help the caregiver intervene at multiple points in the stress health process (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
            <table-wrap position="float" id="table1">
              <label>Table 1</label>
              <caption>
                <p>Stress health process model and Annie message examples.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="180"/>
                <col width="820"/>
                <thead>
                  <tr valign="top">
                    <td>Model</td>
                    <td>Annie message examples</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td>Challenges and demands placed on caregivers <inline-graphic xlink:href="jopm_v14i1e35318_fig3.png" xlink:type="simple" mimetype="image"/></td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>“Getting enough sleep &#38; rest will help you cope and feel better. Tell your doctor you are a caregiver and ask for help.”</p>
                        </list-item>
                        <list-item>
                          <p>“Annie here. When you need help or a break from providing care for your loved one it's ok to let friends or family members know.”</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>Emotional and cognitive response to challenges <inline-graphic xlink:href="jopm_v14i1e35318_fig3.png" xlink:type="simple" mimetype="image"/></td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>“View stressful situations from a more positive perspective. See a traffic jam as a chance to listen to music or enjoy some alone time.”</p>
                        </list-item>
                        <list-item>
                          <p>“Expressing what you’re going through can help even if you can’t change a stressful situation. Talk to trusted friends or go see a therapist.”</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>Resources and the ability to manage challenges <inline-graphic xlink:href="jopm_v14i1e35318_fig3.png" xlink:type="simple" mimetype="image"/></td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>“Keep a stress journal. Make note of when you experience stress to see if there is a pattern. Find ways to remove or lessen those triggers.”</p>
                        </list-item>
                        <list-item>
                          <p>“Feel like no one gets you? Try a support group. Ask your Caregiver Support Coordinator https://www.caregiver.va.gov/support/New_CSC_Page.asp”</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>Perceived stress <inline-graphic xlink:href="jopm_v14i1e35318_fig3.png" xlink:type="simple" mimetype="image"/></td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>“Anxiety can be managed. Healthy eating, less caffeine &#38; alcohol, relaxing, &#38; time with friends can help. Maybe try meditation or yoga, too.”</p>
                        </list-item>
                        <list-item>
                          <p>“Take a deep breath. Gently reach your arms to the side, then reach them out in front of you. Now reach up as high as you can. Repeat.”</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>Emotional and physical response Illness <inline-graphic xlink:href="jopm_v14i1e35318_fig3.png" xlink:type="simple" mimetype="image"/></td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>“As a caregiver you're at risk for high blood pressure, heart problems, colds, &#38; flu. Be sure to watch your own health.”</p>
                        </list-item>
                        <list-item>
                          <p>“Some caregivers don't have energy for routine tasks. If this sounds like you, seek tips from your doctor or other caregivers.”</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                </tbody>
              </table>
            </table-wrap>
          </sec>
          <sec>
            <title>Caregiver Stress Management Pilot Intervention</title>
            <p>The pilot protocol included two types of text messages, those that Annie sent without any caregiver involvement focusing on motivation and education and messages that were requested by the caregiver after a series of prompts by the system and caregiver responses. For the pilot messaging workflow, motivational or educational messages were sent twice a week without any caregiver involvement. The requested messages offered an optional activity to the caregiver. Caregivers were contacted to ask if they were stressed twice a week (on days when a motivational message did not come). If they replied yes, they received a query to ask if they would like to do an activity to help. Caregivers could respond to this activity-requested query to receive content about stress-relieving strategies, breathing, give yourself a break, setting boundaries, and mindfulness. Annie then sent messages to help with stress. For example, for breathing, one stress-relieving strategy was “Annie says to breathe deeply, hold it for 3 seconds. Breathe out slowly. Say a calming word to yourself. Let your jaw, shoulders, and arms go limp. Repeat twice.” Caregivers could contact the text program at any time as many times as they wanted for stress-relieving messages. Each time they texted the appropriate prompt to the system (eg, Activity BREATHING), a message was sent until the bank of 10 to 12 texts for each topic was exhausted and began again. Therefore, caregivers could receive none, one, or several activity messages. Annie provided instructions each time to help the caregivers remember how to request assistance.</p>
          </sec>
          <sec>
            <title>Evaluation</title>
            <p>At the end of a month, caregivers were contacted by telephone to evaluate acceptability of the program’s texts by the coordinator. Questions were focused on technical aspects (eg, easy to read and problems requesting texts) and perceptions of benefit (eg, helped me take better care of myself, made me feel cared for, and made me feel confused). Each question was answered on a scale from 1 (completely disagree) to 5 (completely agree). Data were analyzed using descriptive statistics, including frequencies and means. Open-ended questions asked caregivers what they enjoyed about the messages and why, usefulness of the messages, most helpful messages, use of the messages, and confidence about managing stress after the messages. Caregivers were also asked whether they liked the request prompt messages (responding yes to being stressed and receiving an activity message).</p>
            <p>Quotes were examined individually by 2 anthropologist authors, both with prior experience in coding of qualitative data. Each reviewer sorted the descriptions, concepts, and central ideas into potential themes [<xref ref-type="bibr" rid="ref33">33</xref>] looking for repetitions, similarities, and differences [<xref ref-type="bibr" rid="ref34">34</xref>]. Topics that occurred repeatedly were linked to verbatim quotes [<xref ref-type="bibr" rid="ref33">33</xref>]. Themes were discussed and finalized by these authors.</p>
          </sec>
        </sec>
        <sec>
          <title>Results (Pilot)</title>
          <p>Of the 29 eligible caregivers, 22 (76%) caregivers of veterans from 9 facilities returned consent forms and were enrolled in the study. Only one caregiver identified as a male. Baseline demographics for the 22 caregivers showed an average age of 57 years. Most caregivers (18/22, 82%) were White individuals. All the 22 caregivers reported multiple diagnoses for their veterans; the most common reported diagnoses were posttraumatic stress disorder (PTSD; 18), dementia (7), and depression (7). These figures are similar to caregivers of veterans nationally, where 96% are female and 61% are at least aged 50 years, and the top two diagnoses reported for the veterans are mental illness and PTSD [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
          <p>In addition, 82% (18/22) of the caregivers provided follow-up data (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <p>Qualitative data yielded 3 themes. Caregivers reported that the messages and activities were helpful and helped them manage stress:</p>
          <disp-quote>
            <p>Used breathing exercises—those were great. Take time for myself to calm down and breathe, then rethink the situation.</p>
          </disp-quote>
          <p>One caregiver said the following:</p>
          <disp-quote>
            <p>I don’t always know what to do when I’m stressed. Reading the messages calms me down. Focuses it elsewhere. Liked the directions to destress. Don’t always think about that.</p>
          </disp-quote>
          <p>Caregivers also reported that the texts made them feel like someone cared for them and that they were not alone, which is evident from the following testimony from one caregiver:</p>
          <disp-quote>
            <p>Don’t have much family. Nice to know someone cares I’m alive.</p>
          </disp-quote>
          <p>Finally, the texts made caregivers take care of themselves and think about their own needs:</p>
          <disp-quote>
            <p>I felt that for once it mattered about me. I mattered. I could stop and really think about myself instead of just going through the motions of everyday life.</p>
          </disp-quote>
          <p>Comments indicated that caregivers tried the strategies. One caregiver reported about a mindfulness and PTSD distraction activity with an ice cube in the hand:</p>
          <disp-quote>
            <p>My favorite activity was the ice one. It made me stop and just watch. Had the Vet do it too when he was upset. Got him to calm down.</p>
          </disp-quote>
          <p>The caregivers also felt that the messages were easy to read and convenient, which can be gleaned from the following comment:</p>
          <disp-quote>
            <p>I shared with my friend. They were easy to access. Could go back to them as needed.</p>
          </disp-quote>
          <p>The caregivers’ responses did not indicate that the messages caused them difficulty.</p>
          <p>Three caregivers felt that they had received too many messages. When caregivers were asked about responding to the messages about being stressed and then requesting an activity, 86% (12/14) of the caregivers who answered preferred not to request an activity:</p>
          <disp-quote>
            <p>Send out something positive instead of asking for it and ask how your stress level is.</p>
          </disp-quote>
          <p>Another caregiver reported that they did not like to think about stress:</p>
          <disp-quote>
            <p>Love just getting the messages. Don't like thinking about stress. Asking if I was stressed brought it to the forefront. Don't always realize I’m stressed.</p>
          </disp-quote>
          <p>Another caregiver commented the following:</p>
          <disp-quote>
            <p>Just give an activity. If you're in a stressful state, you don't know what to do. You're stressed about everything. You don't know what you want/need.</p>
          </disp-quote>
          <p>Caregivers were also busy:</p>
          <disp-quote>
            <p>Like just getting the messages is easier for me with taking care of my husband and baby.</p>
          </disp-quote>
          <p>Another said the following:</p>
          <disp-quote>
            <p>Just send an activity. I get busy and don't always realize I'm stressed.</p>
          </disp-quote>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Annie Stress Management protocol pilot evaluation responses (n=18).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="380"/>
              <col width="130"/>
              <col width="90"/>
              <col width="90"/>
              <col width="100"/>
              <col width="110"/>
              <col width="100"/>
              <thead>
                <tr valign="top">
                  <td>Responses</td>
                  <td>Completely disagree, n (%)</td>
                  <td>Disagree, n (%)</td>
                  <td>Neutral, n (%)</td>
                  <td>Agree, n (%)</td>
                  <td>Completely agree, n (%)</td>
                  <td>Mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>1. The texts helped me manage my stress.</td>
                  <td>1 (6)</td>
                  <td>1 (6)</td>
                  <td>3 (17)</td>
                  <td>9 (50)</td>
                  <td>4 (22)</td>
                  <td>3.8 (1.1)</td>
                </tr>
                <tr valign="top">
                  <td>2. I feel this program helped me take better care of myself.</td>
                  <td>2 (11)</td>
                  <td>1 (6)</td>
                  <td>4 (22)</td>
                  <td>5 (28)</td>
                  <td>6 (33)</td>
                  <td>3.7 (1.3)</td>
                </tr>
                <tr valign="top">
                  <td>3. I felt like someone cared about my personal well-being when I got the texts.</td>
                  <td>1 (6)</td>
                  <td>2 (11)</td>
                  <td>2 (11)</td>
                  <td>3 (17)</td>
                  <td>10 (56)</td>
                  <td>4.1 (1.3)</td>
                </tr>
                <tr valign="top">
                  <td>4. I would recommend this service to another caregiver.</td>
                  <td>2 (11)</td>
                  <td>1 (6)</td>
                  <td>0</td>
                  <td>2 (11)</td>
                  <td>13 (72)</td>
                  <td>4.0 (1.7)</td>
                </tr>
                <tr valign="top">
                  <td>5. It was easy to read the texts.</td>
                  <td>0</td>
                  <td>0</td>
                  <td>1 (6)</td>
                  <td>2 (11)</td>
                  <td>14 (78)</td>
                  <td>4.5 (1.2)</td>
                </tr>
                <tr valign="top">
                  <td>6. I received the texts at awkward times.</td>
                  <td>8 (44)</td>
                  <td>3 (17)</td>
                  <td>3 (17)</td>
                  <td>3 (17)</td>
                  <td>1 (6)</td>
                  <td>2.2 (1.4)</td>
                </tr>
                <tr valign="top">
                  <td>7. Receiving the texts interfered with my daily life.</td>
                  <td>15 (83)</td>
                  <td>3 (17)</td>
                  <td>0</td>
                  <td>0</td>
                  <td>0</td>
                  <td>1.2 (0.4)</td>
                </tr>
                <tr valign="top">
                  <td>8. I was confused when I received the texts.</td>
                  <td>17 (94)</td>
                  <td>1 (6)</td>
                  <td>0</td>
                  <td>0</td>
                  <td>0</td>
                  <td>1.1 (0.2)</td>
                </tr>
                <tr valign="top">
                  <td>9. I had problems sending in keywords and/or making responses.</td>
                  <td>7 (39)</td>
                  <td>8 (44)</td>
                  <td>1 (6)</td>
                  <td>1 (6)</td>
                  <td>1 (6)</td>
                  <td>1.9 (1.1)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Text Messaging Caregiving Intervention (National Rollout)</title>
        <sec>
          <title>Methods (National Rollout)</title>
          <sec>
            <title>Overview</title>
            <p>On the basis of the positive response to the messages by caregivers in the pilot study, a national rollout of the Annie caregiver stress management protocol was approved by the VA’s Office of Connected Care for the VA system on October 1, 2019. As the caregivers from the pilot study had expressed a strong preference for being given an activity instead of requesting it, modifications to the protocol were made to have Annie offer messages without the necessity of caregivers replying as shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
            <p>The program was initially publicized through the Caregiver Support Program and the Office of Connected Care of the VA. The eligible candidates were caregivers of veterans enrolled in the VA health care system who had a VA electronic health record or a veteran who was a caregiver. Any VA staff member could register a caregiver from their facility in Annie. Staff at VA facilities determined whether a caregiver was interested in receiving the Annie text messages. If the caregiver was interested, staff then ensured that caregivers had a VA electronic health record, which was a requirement for Annie services, registered the caregiver in Annie, and sent a referral to the Caregiver Center for the caregiver to be entered into the Annie protocol. The Caregiver Center offered training to staff who did not know how to use Annie, and as of February 2022, a total of 592 staff members had been trained.</p>
            <fig id="figure1" position="float">
              <label>Figure 1</label>
              <caption>
                <p>Pilot and national rollout SMS text messaging workflow.</p>
              </caption>
              <graphic xlink:href="jopm_v14i1e35318_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
          </sec>
          <sec>
            <title>Annie Stress Management Protocol</title>
            <p>The Annie caregiver stress management protocol was lengthened to include a year’s worth of messages. On the basis of pilot findings, 3 messages per week, education, motivation or inspiration, and activity were sent with no response required from the caregiver.</p>
            <p>In the current version of the protocol, messages are sent 3 times a week on different days and focus on education, motivation or inspiration, and strategies or skills (<xref ref-type="table" rid="table3">Table 3</xref>). Educational texts provide information about stress and responses to it. Motivational texts, often quotes from famous people, were included on caregiver request and were validating and inspiring. Activities focusing on stress-relieving strategies, breathing, giving yourself a break, taking care of yourself, setting boundaries, and mindfulness are strategies suggested for caregivers to try. General messages were sent to all caregivers in addition to the protocol messages. Messages offering an email link for help or questions and links to the national Caregiver Support Program staff and resources were sent every 3 weeks. Caregivers were registered in Annie by clinical staff at their local VA facility; each caregiver must have an electronic health record. After registration, a referral was sent to the Caregiver Center, which enrolled the caregiver in the requested protocol.</p>
            <table-wrap position="float" id="table3">
              <label>Table 3</label>
              <caption>
                <p>Annie Stress Management protocol message examples.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="400"/>
                <col width="300"/>
                <col width="300"/>
                <thead>
                  <tr valign="top">
                    <td>Educational (Tuesday 10 AM)</td>
                    <td>Motivational (Thursday 3 PM)</td>
                    <td>Activity (Saturday 10 AM)</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td>“Stress is normal in life- it's how we react to threats. Let us help you develop effective ways to manage stress.” [Annie]</td>
                    <td>“In order to carry a positive action, we must develop a positive vision.” [Dalai Lama]</td>
                    <td>“Inhale for 4 seconds; hold for 6 seconds; exhale for 4 seconds; hold for 6. Repeat 5 times.” [Annie]</td>
                  </tr>
                  <tr valign="top">
                    <td>“Holidays can be overwhelming. Avoid taking on too much. Keep things simple. Ask for help. You may need to reduce activities.”</td>
                    <td>“Annie here. It's important to remember that you are doing a good job taking care of your loved one. Keep it up!”</td>
                    <td>“Go outside and enjoy the sun and the breeze for a few minutes.” [Annie]</td>
                  </tr>
                  <tr valign="top">
                    <td>“Annie invites you to listen to a monthly talk about caregiving. https://www.caregiver.va.gov/support-line/presentations.asp”</td>
                    <td>“The only limit to your impact is your imagination and commitment.” [Anthony Robbins]</td>
                    <td>“Each day &#38; week do something with your loved one that gives you both pleasure.” [Annie]</td>
                  </tr>
                  <tr valign="top">
                    <td>“Annie here, with a reminder: Making your family the priority is nothing to feel guilty about.”</td>
                    <td>“Thank you for taking care of your loved one. Even if no one remembers to tell you, what you are doing is appreciated and makes a difference.”</td>
                    <td>“Write down 3 things you’re grateful for.” [Annie]</td>
                  </tr>
                </tbody>
              </table>
            </table-wrap>
          </sec>
          <sec>
            <title>Evaluation</title>
            <p>At the end of 6 months, caregivers were asked to fill out a brief evaluation survey through a SurveyMonkey (Momentive Inc) link in an Annie message. All data were anonymous. Six questions asked caregivers’ opinions about the texting program using a 5-point Likert scale ranging from completely disagree (score=1) to completely agree (score=5), and data were analyzed with descriptive statistics, including frequencies and means. Caregivers were asked whether the texts had helped manage stress, increase confidence, and take better care of self and loved one. They were also asked whether the texts had made them feel like someone cared about their well-being and whether they would recommend the program.</p>
            <p>Two open-ended questions about additional topics and anything caregivers wanted to add were asked. Quotes were examined individually by 2 anthropologist authors, both with prior experience in coding of qualitative data. Each reviewer sorted the descriptions, concepts, and central ideas into potential themes [<xref ref-type="bibr" rid="ref33">33</xref>] looking for repetitions, similarities, and differences [<xref ref-type="bibr" rid="ref34">34</xref>]. Topics that occurred repeatedly were linked to verbatim quotes [<xref ref-type="bibr" rid="ref33">33</xref>]. Themes were discussed and finalized by these authors.</p>
          </sec>
        </sec>
        <sec>
          <title>Results (National Rollout)</title>
          <sec>
            <title>Overview</title>
            <p>In total, 4401 caregivers were enrolled in the stress protocol as of the end of February 2022. All had not been in the protocol for 6 months and were therefore not eligible to receive the evaluation link, with 3522 caregivers eligible. <xref rid="figure2" ref-type="fig">Figure 2</xref> shows the responses from the 781 caregivers who answered the link, a 22.17% (781/3522) response.</p>
            <p>Caregivers endorsed 3 messages per week as the right amount (679/778, 87.2%). The mean scores for each question indicated that the caregivers felt that the messages had been useful in increasing their confidence (mean 4.1, SD 0.9), managing their stress (mean 4.3, SD 0.8), and helping them take care of themselves (mean 4.3, SD 0.8) and their loved ones (mean 4.2, SD 0.8). The messages also helped them feel cared for (mean 4.5, SD 0.8). Finally, caregivers would recommend the program to other caregivers (mean 4.5, SD 0.8). In fact, several caregivers reported sharing Annie even on social media. Furthermore, 23.1% (180/778) of the caregivers tried all the strategies, an additional 42% (329/778) tried most strategies, and 26.9% (210/778) tried some strategies. Less than 10% (49/778, 6.3%) tried a few strategies and only 1.3% (10/778) of the caregivers tried none of the strategies.</p>
            <p>In their open-ended comments, the caregivers identified 5 general themes, as shown in <xref ref-type="table" rid="table4">Table 4</xref>. There were only 16 negative comments; most wanted to respond and have Annie answer them (ie, wanted a real person checking on them), and 2 caregivers thought there were too many texts.</p>
            <fig id="figure2" position="float">
              <label>Figure 2</label>
              <caption>
                <p>Annie national rollout caregiver stress management text protocol evaluation responses.</p>
              </caption>
              <graphic xlink:href="jopm_v14i1e35318_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
            <table-wrap position="float" id="table4">
              <label>Table 4</label>
              <caption>
                <p>Annie benefit themes and quotes.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="300"/>
                <col width="700"/>
                <thead>
                  <tr valign="top">
                    <td>Themes</td>
                    <td>Illustrative quotes</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td>Appreciate texts; bright spot for me; were helpful; shared with others</td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>“I so look forward to Annie. It is a bright spot in my day and helps tremendously.”</p>
                        </list-item>
                        <list-item>
                          <p>“The texts have been very helpful, and I know I have needed them more than I knew. And I share many of the messages with my fellow caregiver. I so appreciate having a lifeline.”</p>
                        </list-item>
                        <list-item>
                          <p>“These tips and quotes are perfect and truly help my sanity and remind me to breathe.”</p>
                        </list-item>
                        <list-item>
                          <p>“I share Annie with my sister who is also a caregiver for her husband and daughter. Annie always seems to address whatever we happen to need help with. We both love receiving texts from our ‘special friend’.”</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>Right on target; came when I needed them</td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>“Sometimes it was right on target for my emotions and when I least expected it.”</p>
                        </list-item>
                        <list-item>
                          <p>“The messages that were given were inspiring and uplifting seemed to come always at the right time. Loved the messages that were personal and uplifting as simple as look at you, you’re doing awesome. Those really helped me out at times and seemed to come at just the right moments. So thank you so much for those!!”</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>Help with self-care</td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>“The messages were/are a welcomed reminder to ‘self-care.’ Thank you!!!!”</p>
                        </list-item>
                        <list-item>
                          <p>“These texts for me were great reminders to take better care of myself and not be too hard on myself. Thank you!”</p>
                        </list-item>
                        <list-item>
                          <p>“Annie reminds me when I forget myself sometimes. Thanks Annie!”</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>Keep them coming; want them to start again</td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>“Just continue sending them...thank you”</p>
                        </list-item>
                        <list-item>
                          <p>“VA Annie is just what I need to make my day. Keep them coming!”</p>
                        </list-item>
                        <list-item>
                          <p>“Just keep giving me the reminders that I will be able to get us both through this.”</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>Show me I’m not alone; someone cares</td>
                    <td>
                      <list list-type="bullet">
                        <list-item>
                          <p>“Just that I am not alone.”</p>
                        </list-item>
                        <list-item>
                          <p>“I just like to know that someone cares.”</p>
                        </list-item>
                        <list-item>
                          <p>“The messages always come at the times when I need to know I am not alone.”</p>
                        </list-item>
                      </list>
                    </td>
                  </tr>
                </tbody>
              </table>
            </table-wrap>
          </sec>
          <sec>
            <title>Poststudy Experience</title>
            <p>Because caregivers shared the protocol with their veterans, and staff were asking whether veterans could be put on the protocol, a year-long Annie Stress Management protocol for veterans was developed, which is similar in format and types of messages. In February 2022, this protocol enrolled 294 veterans, making it one of the top 10 protocols according to the number of users.</p>
            <p>On the basis of the success of the stress management protocol, several new protocols have been developed: bereavement; taking care of you, which focuses on healthy lifestyle and emotions; dementia behaviors, which combines stress management and management of behaviors; and PTSD behaviors, which focuses on coping with behaviors. Similar to the stress management protocol, education and strategies for all these protocols are also taken from the REACH VA behavioral intervention. All protocols except bereavement last for a year. Caregivers can also be enrolled in the VA’s Coronavirus Precautions protocol.</p>
            <p>The Annie caregiver protocols had a cumulative total of 7274 caregiver enrollments as of February 2022 with 7062 current users, and each month about 250 caregivers are referred to the Caregiver Center for enrollment in an Annie protocol, showing the feasibility of incorporating SMS text messaging into a large health care system. The Annie caregiver protocols have been extremely successful with more users than many Annie Veteran protocols. For example, in February 2022, among the top 10 Annie protocols based on users, 3 were caregiver protocols. Of the 6386 users in the top 10 protocols, 56.34% (3598) were enrolled in caregiver protocols with 31.99% (2043) of the users enrolled in stress management.</p>
          </sec>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this evaluation of the Annie Stress Management texting pilot and national rollout for caregivers of veterans, caregivers felt that the messages had been useful in increasing their confidence, managing their stress, and helping them take care of themselves and their loved ones. The messages also helped them feel cared for and made them feel less alone, looking on Annie as a friend. The caregivers felt that the messages were right on target and did not want them to stop. These findings are similar to those that veterans have articulated about Annie [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>During the national rollout, caregivers’ requests led to some changes in the stress management protocol, namely, the last week of all the caregiver protocols let the caregiver know that the protocol was ending, thanked the caregiver, and provided the link to request an extension or a new protocol.</p>
        <p>Part of the success of the Annie caregiver protocols may be because of their cross-diagnosis applicability and the fact that neither caregivers nor clinicians must respond to the messages. The impact on staff workload does influence the uptake [<xref ref-type="bibr" rid="ref36">36</xref>]. Research into veteran and staff use of Annie suggests that additional support helps providers adopt, implement, and sustain the program [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. The Caregiver Center has provided this support through coordinator to promote the protocols, help providers with the technology, and train them to use the technology. In addition, because caregivers often rely on others to identify useful technology [<xref ref-type="bibr" rid="ref6">6</xref>], the relationship between caregiver and VA staff likely facilitates caregiver’s willingness to try SMS text messaging.</p>
        <p>One surprising finding was that caregivers in the stress management pilot study reported that they did not want to ask for an activity. In reviews of web-based caregiving interventions, interaction with peers or professionals or interactive support has been shown to be beneficial [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Despite the lack of 2-way interaction with a clinician or with Annie in the final national rollout protocol, caregivers still found benefit and felt cared for. There may be several reasons for this finding. Caregivers may be too busy for protocols that ask for a response, or they may not want to respond when they are not responding to and receiving answers from a real person. As the text message comes directly to the phone, the messages may feel personal and intimate as a text message from a friend would. The Annie caregiver text programs have positive motivational messages and jokes, two features that are unlike most Annie Veteran facing protocols, which may add to a feeling of being personal. Caregivers did tend to anthropomorphize Annie, thanking her for being there for them.</p>
        <p>Our study has some limitations. The lack of negative findings may reflect that people who did not like Annie might have asked for it to be turned off before receiving the 6-month survey link to provide feedback. Another limitation is that the SurveyMonkey data are anonymous; therefore, caregiver characteristics cannot be linked to satisfaction or outcomes. Finally, the 22% response rate is low.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Although many caregiving interventions are multicomponent and targeted to specific issues of the caregiving dyad [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>], the stress health process model shows that education, support, and strategies and resources to manage challenges and cope with stress [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] are important components of successful interventions. As has been shown with the Flo and Annie texting protocols, these are all part of what users can receive through texting, leading to increased confidence building and empowerment [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. For caregivers specifically, research has shown that having concerns acknowledged, perceived attention, and positive regard can all be therapeutic [<xref ref-type="bibr" rid="ref38">38</xref>], suggesting that any positive contact around caregiving can be beneficial.</p>
        <p>This type of SMS text messaging provides a means of reaching many caregivers and is practical for health care systems or clinical practices. Cloud-based messaging systems could be developed with relatively low hosting and per recipient costs. Moreover, texts provide a way to overcome the lack of widespread implementation of interventions into clinical settings, which is a critical barrier to improving outcomes for caregivers and the loved ones they support [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. For caregivers, there are similar areas of concern, including self-care, emotional and physical well-being, communication, and stress management. Health care organizations could provide the service to multiple types of caregivers either with or without condition-specific messages, which would be more closely targeted to the dyad’s needs. Text messages can be an adjunct to more traditional therapeutic techniques [<xref ref-type="bibr" rid="ref40">40</xref>] or used on their own without the caregiver needing to respond to a clinician or to the system. These text messages are perceived as a caring touch from the organization:</p>
        <disp-quote>
          <p>To know I’m not alone and that you're thinking of us. Caregiving is very lonely, so a phone call or text saying, hey, how are you today? I'm thinking about you makes a big difference.</p>
        </disp-quote>
        <p>Caregiving messaging, incorporated into clinical settings, represents a seamless, low-cost way to provide useful and meaningful support to caregivers, who frequently feel overlooked by the health care system.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">PTSD</term>
          <def>
            <p>posttraumatic stress disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">REACH</term>
          <def>
            <p>Resources for Enhancing All Caregivers Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">VA</term>
          <def>
            <p>Veterans Affairs</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Support was provided by the Memphis Veterans Affairs (VA) Medical Center, the VA Caregiver Support Program, and the VA Office of Connected Care. The contents are solely the responsibility of the authors and do not represent the views of the Department of VA or the United States government. The authors would like to thank Jeffrey Zuber (BA, MA) for his advice on data analysis.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>JLMA and LON conceptualized the intervention and drafted the article and accepted direct responsibility; CDC and JRM made substantial contributions to the intervention and collected, analyzed, and interpreted data and contributed important intellectual content; and CRH made substantial contributions to the intervention and important intellectual content.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Academies of Sciences, Engineering, and Medicine</collab>
          </person-group>
          <source>Families Caring for an Aging America</source>
          <year>2016</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>The National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gaugler</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Talley</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Abdi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Desai</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Duval</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Forte</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ouellette</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ratner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shippee</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Wilt</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yeshi</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Care Interventions for People Living With Dementia and Their Caregivers. Comparative Effectiveness Review No. 231. (Prepared by the Minnesota Evidence-based Practice Center under Contract No. 290-2015-00008-I.) AHRQ Publication No. 20-EHC023</source>
          <year>2020</year>
          <publisher-loc>Rockville, MD</publisher-loc>
          <publisher-name>Agency for Healthcare Research and Quality</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <source>Meeting the Challenge of Caring for Persons Living with Dementia and Their Care Partners and Caregivers A Way Forward</source>
          <year>2021</year>
          <publisher-loc>Washington, D.C., United States</publisher-loc>
          <publisher-name>National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Belle</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Burgio</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Coon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Czaja</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher-Thompson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gitlin</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Klinger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Koepke</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Martindale-Adams</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nichols</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stahl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Winter</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <collab>Resources for Enhancing Alzheimer's Caregiver Health (REACH) II Investigators</collab>
          </person-group>
          <article-title>Enhancing the quality of life of dementia caregivers from different ethnic or racial groups: a randomized, controlled trial</article-title>
          <source>Ann Intern Med</source>
          <year>2006</year>
          <month>11</month>
          <day>21</day>
          <volume>145</volume>
          <issue>10</issue>
          <fpage>727</fpage>
          <lpage>38</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/17116917"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-145-10-200611210-00005</pub-id>
          <pub-id pub-id-type="medline">17116917</pub-id>
          <pub-id pub-id-type="pii">145/10/727</pub-id>
          <pub-id pub-id-type="pmcid">PMC2585490</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Romo</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of interventions for family caregivers who care for patients with advanced cancer at home</article-title>
          <source>Patient Educ Couns</source>
          <year>2020</year>
          <month>08</month>
          <volume>103</volume>
          <issue>8</issue>
          <fpage>1518</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32201172"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pec.2020.03.012</pub-id>
          <pub-id pub-id-type="medline">32201172</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(20)30146-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7311285</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xiong</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>D'Souza</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>El-Khechen-Richandi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mihailidis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Astell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nalder</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Colantonio</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Perceptions of digital technology experiences and development among family caregivers and technology researchers: qualitative study</article-title>
          <source>JMIR Form Res</source>
          <year>2022</year>
          <month>01</month>
          <day>28</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e19967</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2022/1/e19967/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19967</pub-id>
          <pub-id pub-id-type="medline">35089150</pub-id>
          <pub-id pub-id-type="pii">v6i1e19967</pub-id>
          <pub-id pub-id-type="pmcid">PMC8838597</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ploeg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Markle-Reid</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Valaitis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McAiney</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Duggleby</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Bartholomew</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sherifali</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Web-based interventions to improve mental health, general caregiving outcomes, and general health for informal caregivers of adults with chronic conditions living in the community: rapid evidence review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>07</month>
          <day>28</day>
          <volume>19</volume>
          <issue>7</issue>
          <fpage>e263</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/7/e263/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7564</pub-id>
          <pub-id pub-id-type="medline">28754652</pub-id>
          <pub-id pub-id-type="pii">v19i7e263</pub-id>
          <pub-id pub-id-type="pmcid">PMC5554353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hopwood</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McDonagh</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rait</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Iliffe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Internet-based interventions aimed at supporting family caregivers of people with dementia: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>06</month>
          <day>12</day>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>e216</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/6/e216/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9548</pub-id>
          <pub-id pub-id-type="medline">29895512</pub-id>
          <pub-id pub-id-type="pii">v20i6e216</pub-id>
          <pub-id pub-id-type="pmcid">PMC6019848</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ploeg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>MU</given-names>
            </name>
            <name name-style="western">
              <surname>Markle-Reid</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Valaitis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bartholomew</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick-Lewis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McAiney</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sherifali</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Caregiver-focused, web-based interventions: systematic review and meta-analysis (part 2)</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>10</month>
          <day>26</day>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>e11247</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/10/e11247/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11247</pub-id>
          <pub-id pub-id-type="medline">30368439</pub-id>
          <pub-id pub-id-type="pii">v20i10e11247</pub-id>
          <pub-id pub-id-type="pmcid">PMC6229518</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guay</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Auger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Demers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mortenson</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Gélinas-Bronsard</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Components and outcomes of internet-based interventions for caregivers of older adults: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>09</month>
          <day>19</day>
          <volume>19</volume>
          <issue>9</issue>
          <fpage>e313</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/9/e313/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7896</pub-id>
          <pub-id pub-id-type="medline">28928109</pub-id>
          <pub-id pub-id-type="pii">v19i9e313</pub-id>
          <pub-id pub-id-type="pmcid">PMC5627044</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guessi Margarido</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Seto</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Smartphone applications for informal caregivers of chronically ill patients: a scoping review</article-title>
          <source>NPJ Digit Med</source>
          <year>2022</year>
          <month>03</month>
          <day>21</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>33</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-022-00567-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-022-00567-z</pub-id>
          <pub-id pub-id-type="medline">35314766</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-022-00567-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC8938465</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Loganathar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Quality of mobile apps for care partners of people with alzheimer disease and related dementias: mobile app rating scale evaluation</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2022</year>
          <month>03</month>
          <day>29</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>e33863</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2022/3/e33863/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/33863</pub-id>
          <pub-id pub-id-type="medline">35348467</pub-id>
          <pub-id pub-id-type="pii">v10i3e33863</pub-id>
          <pub-id pub-id-type="pmcid">PMC9006134</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ganapathy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Korne</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Chong</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The role of text messaging and telehealth messaging apps</article-title>
          <source>Pediatr Clin North Am</source>
          <year>2020</year>
          <month>08</month>
          <volume>67</volume>
          <issue>4</issue>
          <fpage>613</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pcl.2020.04.002</pub-id>
          <pub-id pub-id-type="medline">32650857</pub-id>
          <pub-id pub-id-type="pii">S0031-3955(20)30031-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yeager</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Menachemi</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Text messaging in health care: a systematic review of impact studies</article-title>
          <source>Adv Health Care Manag</source>
          <year>2011</year>
          <volume>11</volume>
          <fpage>235</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1108/s1474-8231(2011)0000011013</pub-id>
          <pub-id pub-id-type="medline">22908672</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaleem</surname>
              <given-names>SZ</given-names>
            </name>
            <name name-style="western">
              <surname>Othman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McKinnon</surname>
              <given-names>BJ</given-names>
            </name>
          </person-group>
          <article-title>The use of text-messaging for telecommunications with patients in otolaryngology: a narrative review</article-title>
          <source>Am J Otolaryngol</source>
          <year>2020</year>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>102509</fpage>
          <pub-id pub-id-type="doi">10.1016/j.amjoto.2020.102509</pub-id>
          <pub-id pub-id-type="medline">32354481</pub-id>
          <pub-id pub-id-type="pii">S0196-0709(20)30191-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aguilera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bruehlman-Senecal</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Demasi</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Avila</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Automated text messaging as an adjunct to cognitive behavioral therapy for depression: a clinical trial</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>05</month>
          <day>08</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e148</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/5/e148/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6914</pub-id>
          <pub-id pub-id-type="medline">28483742</pub-id>
          <pub-id pub-id-type="pii">v19i5e148</pub-id>
          <pub-id pub-id-type="pmcid">PMC5440738</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mougalian</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>EK</given-names>
            </name>
          </person-group>
          <article-title>Text messaging in oncology: a review of the landscape</article-title>
          <source>JCO Clin Cancer Inform</source>
          <year>2018</year>
          <month>12</month>
          <volume>2</volume>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ascopubs.org/doi/10.1200/CCI.17.00162?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1200/CCI.17.00162</pub-id>
          <pub-id pub-id-type="medline">30652579</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ells</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Camenga</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan-Sarin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Text messaging-based smoking cessation intervention: a narrative review</article-title>
          <source>Addict Behav</source>
          <year>2014</year>
          <month>05</month>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>907</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24462528"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2013.11.024</pub-id>
          <pub-id pub-id-type="medline">24462528</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(13)00416-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC3980005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haider</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sudini</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>NW</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone text messaging in improving glycaemic control for patients with type 2 diabetes mellitus: a systematic review and meta-analysis</article-title>
          <source>Diabetes Res Clin Pract</source>
          <year>2019</year>
          <month>04</month>
          <volume>150</volume>
          <fpage>27</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1016/j.diabres.2019.02.022</pub-id>
          <pub-id pub-id-type="medline">30822496</pub-id>
          <pub-id pub-id-type="pii">S0168-8227(18)31343-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slev</surname>
              <given-names>VN</given-names>
            </name>
            <name name-style="western">
              <surname>Mistiaen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pasman</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Verdonck-de Leeuw</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>van Uden-Kraan</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Francke</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Effects of eHealth for patients and informal caregivers confronted with cancer: a meta-review</article-title>
          <source>Int J Med Inform</source>
          <year>2016</year>
          <month>03</month>
          <volume>87</volume>
          <fpage>54</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2015.12.013</pub-id>
          <pub-id pub-id-type="medline">26806712</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(15)30080-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Cole-Lewis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardt</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Mobile text messaging for health: a systematic review of reviews</article-title>
          <source>Annu Rev Public Health</source>
          <year>2015</year>
          <month>03</month>
          <day>18</day>
          <volume>36</volume>
          <fpage>393</fpage>
          <lpage>415</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25785892"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122855</pub-id>
          <pub-id pub-id-type="medline">25785892</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cottrell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connell</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Using simple telehealth in primary care to reduce blood pressure: a service evaluation</article-title>
          <source>BMJ Open</source>
          <year>2012</year>
          <volume>2</volume>
          <issue>6</issue>
          <fpage>e001391</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=23117563"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2012-001391</pub-id>
          <pub-id pub-id-type="medline">23117563</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2012-001391</pub-id>
          <pub-id pub-id-type="pmcid">PMC3532974</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bragg</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Edis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Parsons</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Perumpalath</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lobo</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Maxwell-Armstrong</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Development of a telehealth monitoring service after colorectal surgery: a feasibility study</article-title>
          <source>World J Gastrointest Surg</source>
          <year>2017</year>
          <month>09</month>
          <day>27</day>
          <volume>9</volume>
          <issue>9</issue>
          <fpage>193</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wjgnet.com/1948-9366/full/v9/i9/193.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.4240/wjgs.v9.i9.193</pub-id>
          <pub-id pub-id-type="medline">29081902</pub-id>
          <pub-id pub-id-type="pmcid">PMC5633533</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cottrell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McMillan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A cross-sectional survey and service evaluation of simple telehealth in primary care: what do patients think?</article-title>
          <source>BMJ Open</source>
          <year>2012</year>
          <volume>2</volume>
          <issue>6</issue>
          <fpage>e001392</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=23192242"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2012-001392</pub-id>
          <pub-id pub-id-type="medline">23192242</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2012-001392</pub-id>
          <pub-id pub-id-type="pmcid">PMC3532963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kataria</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Sundahl</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Skalina</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pfeiffer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Balish</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Text message reminders and intensive education improves positive airway pressure compliance and cognition in veterans with traumatic brain injury and obstructive sleep apnea: ANNIE pilot study</article-title>
          <source>Sleep</source>
          <year>2017</year>
          <volume>40</volume>
          <issue>suppl_1</issue>
          <fpage>A198</fpage>
          <pub-id pub-id-type="doi">10.1093/sleepj/zsx050.531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yakovchenko</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lipschitz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Petrakis</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Gillespie</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McInnes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Piloting and evaluating an automated text-messaging system in the veterans health administration</article-title>
          <source>iproc</source>
          <year>2017</year>
          <month>09</month>
          <day>22</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e55</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iproc.org/2017/1/e55/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/iproc.8696</pub-id>
          <pub-id pub-id-type="pii">v3i1e55</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaenicke</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Greenwood</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Foss</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Carson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mariash</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Use of mobile messaging system for self-management of chemotherapy symptoms in patients with advanced cancer</article-title>
          <source>Fed Pract</source>
          <year>2019</year>
          <month>08</month>
          <volume>36</volume>
          <issue>Suppl 5</issue>
          <fpage>S54</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31507313"/>
          </comment>
          <pub-id pub-id-type="medline">31507313</pub-id>
          <pub-id pub-id-type="pmcid">PMC6719802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saleem</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Read</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Loehr</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Frisbee</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Wilck</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vetter</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Herout</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Veterans' response to an automated text messaging protocol during the COVID-19 pandemic</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2020</year>
          <month>08</month>
          <day>01</day>
          <volume>27</volume>
          <issue>8</issue>
          <fpage>1300</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32470974"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocaa122</pub-id>
          <pub-id pub-id-type="medline">32470974</pub-id>
          <pub-id pub-id-type="pii">5848652</pub-id>
          <pub-id pub-id-type="pmcid">PMC7313999</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nichols</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Martindale-Adams</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Graney</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zuber</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Translation of a dementia caregiver support program in a health care system--REACH VA</article-title>
          <source>Arch Intern Med</source>
          <year>2011</year>
          <month>02</month>
          <day>28</day>
          <volume>171</volume>
          <issue>4</issue>
          <fpage>353</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1001/archinternmed.2010.548</pub-id>
          <pub-id pub-id-type="medline">21357811</pub-id>
          <pub-id pub-id-type="pii">171/4/353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nichols</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Martindale-Adams</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zuber</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Graney</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>REACH VA: moving from translation to system implementation</article-title>
          <source>Gerontologist</source>
          <year>2016</year>
          <month>02</month>
          <volume>56</volume>
          <issue>1</issue>
          <fpage>135</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1093/geront/gnu112"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/geront/gnu112</pub-id>
          <pub-id pub-id-type="medline">25398828</pub-id>
          <pub-id pub-id-type="pii">gnu112</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Measuring Stress: A Guide for Health and Social Scientists</source>
          <year>1997</year>
          <publisher-loc>Oxfordshire, England, UK</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazarus</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Launier</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Stress-related transactions between personsenvironment</article-title>
          <source>Perspectives in Interactional Psychology</source>
          <year>1978</year>
          <publisher-loc>Boston, MA</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>HR</given-names>
            </name>
          </person-group>
          <source>Research Methods in Anthropology Qualitative and Quantitative Approaches</source>
          <year>2006</year>
          <publisher-loc>Walnut Creek, CA</publisher-loc>
          <publisher-name>AltaMira Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Techniques to Identify Themes</article-title>
          <source>Field Methods</source>
          <year>2016</year>
          <month>07</month>
          <day>24</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>85</fpage>
          <lpage>109</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1177/1525822X02239569"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1525822x02239569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>National Alliance for Caregiving (NAC) and United Health Foundation</article-title>
          <source>Caregivers of veterans – serving on the homefront: report of study findings</source>
          <year>2010</year>
          <month>11</month>
          <access-date>2021-09-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.unitedhealthgroup.com/content/dam/UHG/PDF/uhf/caregivers-of-veterans-study.pdf">https://www.unitedhealthgroup.com/content/dam/UHG/PDF/uhf/caregivers-of-veterans-study.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yakovchenko</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>McInnes</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Petrakis</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Gillespie</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lipschitz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>McCullough</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vetter</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>Implementing automated text messaging for patient self-management in the veterans health administration: qualitative study applying the nonadoption, abandonment, scale-up, spread, and sustainability framework</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>11</month>
          <day>15</day>
          <volume>9</volume>
          <issue>11</issue>
          <fpage>e31037</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/11/e31037/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/31037</pub-id>
          <pub-id pub-id-type="medline">34779779</pub-id>
          <pub-id pub-id-type="pii">v9i11e31037</pub-id>
          <pub-id pub-id-type="pmcid">PMC8663696</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yakovchenko</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lipschitz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Petrakis</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Gillespie</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McInnes</surname>
              <given-names>DK</given-names>
            </name>
          </person-group>
          <article-title>Automated text messaging with patients in department of veterans affairs specialty clinics: cluster randomized trial</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>08</month>
          <day>04</day>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>e14750</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/8/e14750/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14750</pub-id>
          <pub-id pub-id-type="medline">31444872</pub-id>
          <pub-id pub-id-type="pii">v21i8e14750</pub-id>
          <pub-id pub-id-type="pmcid">PMC6729116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nichols</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Martindale-Adams</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Graney</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zuber</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Potential explanations for control group benefit</article-title>
          <source>Clin Trials</source>
          <year>2012</year>
          <month>10</month>
          <day>23</day>
          <volume>9</volume>
          <issue>5</issue>
          <fpage>588</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1177/1740774512455876</pub-id>
          <pub-id pub-id-type="medline">22917945</pub-id>
          <pub-id pub-id-type="pii">1740774512455876</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferrell</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wittenberg</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A review of family caregiving intervention trials in oncology</article-title>
          <source>CA Cancer J Clin</source>
          <year>2017</year>
          <month>07</month>
          <day>08</day>
          <volume>67</volume>
          <issue>4</issue>
          <fpage>318</fpage>
          <lpage>25</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3322/caac.21396"/>
          </comment>
          <pub-id pub-id-type="doi">10.3322/caac.21396</pub-id>
          <pub-id pub-id-type="medline">28319263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Senanayake</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wickramasinghe</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Chatfield</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edirippulige</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of text messaging interventions for the management of depression: a systematic review and meta-analysis</article-title>
          <source>J Telemed Telecare</source>
          <year>2019</year>
          <month>10</month>
          <volume>25</volume>
          <issue>9</issue>
          <fpage>513</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X19875852</pub-id>
          <pub-id pub-id-type="medline">31631764</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
