<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">IJMR</journal-id>
      <journal-id journal-id-type="nlm-ta">Interact J Med Res</journal-id>
      <journal-title>Interactive Journal of Medical Research</journal-title>
      <issn pub-type="epub">1929-073X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i2e38886</article-id>
      <article-id pub-id-type="pmid">36279587</article-id>
      <article-id pub-id-type="doi">10.2196/38886</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A New Approach to Enhancing Engagement in eHealth Apps</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mehdizadeh</surname>
            <given-names>Hamed</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Herron</surname>
            <given-names>Maria</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ploderer</surname>
            <given-names>Bernd</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Oakley-Girvan</surname>
            <given-names>Ingrid</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Research, Value and Strategy</institution>
            <institution>Medable Inc</institution>
            <addr-line>525 University Ave</addr-line>
            <addr-line>Suite A70</addr-line>
            <addr-line>Palo Alto, CA, 94301</addr-line>
            <country>United States</country>
            <phone>1 877 820 6259</phone>
            <email>Ingrid@medable.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0328-921X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Docherty</surname>
            <given-names>John P</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7400-8326</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Research, Value and Strategy</institution>
        <institution>Medable Inc</institution>
        <addr-line>Palo Alto, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Weill Cornell Medical College</institution>
        <addr-line>White Plains, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ingrid Oakley-Girvan <email>Ingrid@medable.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jul-Dec</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>11</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>2</issue>
      <elocation-id>e38886</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>18</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>10</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Ingrid Oakley-Girvan, John P Docherty. Originally published in the Interactive Journal of Medical Research (https://www.i-jmr.org/), 09.11.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Interactive Journal of Medical Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.i-jmr.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.i-jmr.org/2022/2/e38886" xlink:type="simple"/>
      <abstract>
        <p>This viewpoint presents a 3-phase conceptual model of the process of user engagement with eHealth apps. We also describe how knowledge gleaned from psychosocial, behavioral, and cognitive science can be incorporated into this model to enhance user engagement with an eHealth app in each phase of the engagement process.</p>
      </abstract>
      <kwd-group>
        <kwd>user engagement</kwd>
        <kwd>eHealth</kwd>
        <kwd>attrition</kwd>
        <kwd>adherence</kwd>
        <kwd>apps</kwd>
        <kwd>app design</kwd>
        <kwd>user experience</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Effective user engagement is essential for the success of eHealth apps [<xref ref-type="bibr" rid="ref1">1</xref>]. Yet, effective engagement with these apps remains a persistent problem [<xref ref-type="bibr" rid="ref2">2</xref>]. Engagement tends to be highly variable and inconsistent [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref6">6</xref>], leading to problems in retention, data quality, and clinical impact [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Two factors may contribute to suboptimal user engagement with an eHealth app. The first is that a health care app differs from an app such as TikTok or Instagram. With TikTok and Instagram, the engagement systems consist primarily of providing people with more of what they already want [<xref ref-type="bibr" rid="ref9">9</xref>]. In health care, people are asked to do things that they do not necessarily want to do. Someone may be very committed to losing weight but still want to eat cake. A person may be committed to participating in a clinical trial for many good reasons, but they may still not want to fill out a survey when tired or distracted by competing interests. To date, solutions to improve engagement have been offered but have had limited success [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>A second factor is that sustained user engagement is a complex process [<xref ref-type="bibr" rid="ref10">10</xref>]. Historically, engagement was defined by a variety of operational metrics; for example, the number of logins, number of pages visited, and number of tasks or modules completed [<xref ref-type="bibr" rid="ref11">11</xref>]. However, these metrics do not capture or reflect the actual experience of the user [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. More recently, the concept of engagement has been further differentiated from interface design and user experience. These two fields of knowledge contribute to the usability, ease, and pleasure of interacting with a digital technology and are important contributors to user engagement [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      <p>User engagement is characterized by attention, commitment, and involvement [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. O’Brien and Toms [<xref ref-type="bibr" rid="ref16">16</xref>] define engagement as “a quality of user experiences with technology that is characterized by challenge, aesthetic and sensory appeal, feedback, novelty, interactivity, perceived control and time, awareness, motivation, interest, and affect.” The resulting conceptual model of engagement distinguishes different phases of the engagement process: “Upon a point of engagement, the user initiates and sustains engagement in a task, he disengages, and potentially reengages several times with the system” [<xref ref-type="bibr" rid="ref16">16</xref>]. These phases offer targets for interventions and content to enhance engagement and provide a useful structure for organizing and sequencing engagement-enhancing design.</p>
    </sec>
    <sec>
      <title>A Conceptual Model of Engagement</title>
      <p>A conceptual model guiding the design and selection of interventions integrated into an eHealth app is needed to optimize patient engagement. A report by the Standing Committee for Psychology and Health and the E-Health Taskforce of the European Federation of Psychologists’ Associations stated, “Utilization of a theoretical design framework in digital intervention planning cultivates and maintains user engagement and motivation to adhere to the intervention throughout its intended duration. Examining the literature on digital interventions suggests that most digital programs evaluated are not rooted in specific theoretical frameworks” [<xref ref-type="bibr" rid="ref12">12</xref>]. A coherent, theory-based model draws upon established bodies of psychosocial, behavioral, and cognitive science to enhance the process, depth, and consistency of patient engagement with eHealth apps. This viewpoint describes and illustrates a model structured around 3 phases of the engagement process: initiation, strengthening, and maintenance incorporating knowledge from psychosocial, behavioral, and cognitive science.</p>
      <sec>
        <title>Initiation of Engagement</title>
        <p>Three components of initiation can be informed by the aforementioned science: (1) design of the app’s user experience; (2) decision and intent to participate; and (3) technical competence, digital anxiety, and health literacy.</p>
        <sec>
          <title>Design</title>
          <p>An effective user interface design is essential for both inducing participation and reducing barriers and friction points that can impede participation. Through better design, the user experience is enhanced and engagement is increased. The 5 Principles of Intentional Design [<xref ref-type="bibr" rid="ref17">17</xref>], Rogers’ 5 attributes of product perception, and Rogers’ 5-category model of adopter types and innovation diffusion [<xref ref-type="bibr" rid="ref18">18</xref>] are established bodies of psychosocial knowledge that provide practical guidance for effective app design.</p>
        </sec>
        <sec>
          <title>Decision and Intent to Participate</title>
          <p>This is informed by 3 relevant bodies of work—Prochaska and DiClemente’s [<xref ref-type="bibr" rid="ref19">19</xref>] transtheoretical model of Stages of Change, Motivational Interviewing [<xref ref-type="bibr" rid="ref20">20</xref>], and Hibbard et al’s [<xref ref-type="bibr" rid="ref21">21</xref>] Patient Activation Measure.</p>
        </sec>
        <sec>
          <title>Technical Competence, Digital Anxiety, and Health Literacy</title>
          <p>Barbeite and Weiss’ [<xref ref-type="bibr" rid="ref22">22</xref>] model of digital anxiety and technical self-efficacy directly informs the initiation of engagement. This model posits that the ability to competently use a digital app has 2 aspects: (1) an actual technical competence to operate the digital app and its associated device and (2) a subjective sense of anxiety, usually driven by the fear of making an app-disabling mistake. From an information-processing perspective, the negative feelings associated with high anxiety detract cognitive resources from task performance. Similarly, health literacy—the ability to understand the information that the app provides and respond accurately and completely where required—should be assessed and improved as needed. A large body of research supports the importance of adequate health literacy for effective user engagement [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Strengthening of Engagement</title>
        <p>After engagement has been initiated, 2 well-studied processes can strengthen engagement: (1) the therapeutic alliance [<xref ref-type="bibr" rid="ref24">24</xref>] and (2) behavioral conditioning to convert controlled processes that require conscious thought to automatic processes [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <sec>
          <title>A Digital Analog of the Therapeutic Alliance</title>
          <p>The therapeutic alliance in psychotherapy is characterized by a relationship that is collaborative in nature and characterized by a positive affective bond between the patient and the therapist [<xref ref-type="bibr" rid="ref26">26</xref>]. It is further characterized by a relationship in which the therapist and patient agree on the treatment’s goals and tasks [<xref ref-type="bibr" rid="ref27">27</xref>]. Establishing a positive therapeutic alliance is essential for successful psychotherapy, even apart from the type of psychotherapy or specific technical competence of the therapist [<xref ref-type="bibr" rid="ref28">28</xref>]. Fortunately, much is known about how to establish and deepen such a therapeutic alliance [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]. Attention to these alliance-forming and deepening factors in the design and content of the eHealth experience transforms the affective nature of the patient’s experience, engages the patient as a collaborator, and establishes clear agreement on the mutual and respective roles and tasks of the patient and the eHealth system. Such a relationship is a powerful motivator for the patient to remain engaged.</p>
        </sec>
        <sec>
          <title>Behavioral Conditioning and Automaticity</title>
          <p>The basic principles of behavioral conditioning, including both primary and secondary reinforcement to promote positive engagement behaviors and to transform consciously directed study-specific tasks into automatic habits, can be useful to deepen engagement. This transformation relieves the patient of cognitive burden and eases completion of study tasks. A converging body of work offers complementary methods to achieve this transformation, including habit theory [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>], dual-process theory, and an understanding of the neurobiology of this transformation [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Maintenance of Engagement</title>
        <p>Some factors can interfere with a patient’s continued engagement with the eHealth app and result in missing tasks, sporadic participation, or complete attrition. These include boredom, fatigue, other demands of life, and other intercurrent events [<xref ref-type="bibr" rid="ref36">36</xref>]. Psychological and social science provides possible remedies to help maintain engagement.</p>
        <sec>
          <title>Stress Management</title>
          <p>It has been demonstrated that intercurrent stress can interfere with a previously successful level of patient engagement [<xref ref-type="bibr" rid="ref37">37</xref>]. Basic activities for stress self-management are well established and can be accessed as needed through the study app [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        </sec>
        <sec>
          <title>Adherence Management</title>
          <p>The literature on health care adherence offers common reasons for nonadherence and describes interventions built to support continued adherence [<xref ref-type="bibr" rid="ref39">39</xref>]. This work is relevant to ways to prevent attrition and retain engagement. For example, one successful intervention is a continuous adherence-monitoring system that identifies lapses in task completion and notifies the patient and treatment team of such lapses and of the opportunity for situation-specific intervention [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. Such a system engages the patient at a point of possible disjuncture and can be readily implemented in an eHealth app.</p>
        </sec>
        <sec>
          <title>Nudge Theory</title>
          <p>Nudge theory [<xref ref-type="bibr" rid="ref42">42</xref>] provides an understanding of human choice derived from behavioral economics and a demonstration of the effect of the choice environment on the decisions an individual makes. In the technology sphere, this is referred to as the choice architecture of the app design and its associated functions to help guide a user to a beneficial choice. Embodiments of nudge theory include recommender systems, reminder systems, and motivational messaging [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec>
      <title>Assessing the Model</title>
      <p>This viewpoint proposes that each implementation of these knowledge-based strategies be systematically tested to assess its individual contribution to improving user engagement before being introduced into the final eHealth app design using a standardized assessment such as O’Brien et al’s [<xref ref-type="bibr" rid="ref44">44</xref>] User Engagement Scale Short Form questionnaire. For example, in our own desk research work, we have developed a preliminary module to assess health literacy, and we have developed a library of educational materials that can be provided as needed to help the user achieve adequate literacy to successfully use a particular eHealth app. We propose to test this module and each subsequent module following the strategy described above before incorporating it into the final app design. We then propose to test an app with these enhancements against an app without them.</p>
    </sec>
    <sec>
      <title>Conclusion</title>
      <p>This conceptual model draws upon an extensive body of literature on behavioral, cognitive, and psychosocial science with the aim of improving the extent, quality, and clinical impact of user engagement with eHealth apps at each of the 3 major phases of the engagement process.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <fn-group>
      <fn fn-type="conflict">
        <p>Both authors are affiliated with Medable Inc. IO-G is the Senior Vice President of Research and Strategy, and JD is a consultant to Medable and an Adjunct Professor of Psychiatry at Weill Cornell Medical College.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Serrano</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Coa</surname>
              <given-names>KI</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wolff-Hughes</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Atienza</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>Characterizing user engagement with health app data: a data mining approach</article-title>
          <source>Transl Behav Med</source>
          <year>2017</year>
          <month>06</month>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>277</fpage>
          <lpage>285</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28616846"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13142-017-0508-y</pub-id>
          <pub-id pub-id-type="medline">28616846</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13142-017-0508-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC5526821</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Böhm</surname>
              <given-names>Anna-Katharina</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Sørensen</surname>
              <given-names>Mads Reinholdt</given-names>
            </name>
            <name name-style="western">
              <surname>Stargardt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Real-world evidence of user engagement with mobile health for diabetes management: longitudinal observational study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>11</month>
          <day>06</day>
          <volume>8</volume>
          <issue>11</issue>
          <fpage>e22212</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/11/e22212/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22212</pub-id>
          <pub-id pub-id-type="medline">32975198</pub-id>
          <pub-id pub-id-type="pii">v8i11e22212</pub-id>
          <pub-id pub-id-type="pmcid">PMC7679206</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muench</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Edan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Objective user engagement with mental health apps: systematic search and panel-based usage analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>09</month>
          <day>25</day>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>e14567</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/9/e14567/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14567</pub-id>
          <pub-id pub-id-type="medline">31573916</pub-id>
          <pub-id pub-id-type="pii">v21i9e14567</pub-id>
          <pub-id pub-id-type="pmcid">PMC6785720</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pratap</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Neto</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stepnowsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Elhadad</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mohebbi</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Mooney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Suver</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wilbanks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mangravite</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heagerty</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Areán</surname>
              <given-names>Pat</given-names>
            </name>
            <name name-style="western">
              <surname>Omberg</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Indicators of retention in remote digital health studies: a cross-study evaluation of 100,000 participants</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0224-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0224-8</pub-id>
          <pub-id pub-id-type="medline">32128451</pub-id>
          <pub-id pub-id-type="pii">224</pub-id>
          <pub-id pub-id-type="pmcid">PMC7026051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schoeppe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Van Lippevelde</surname>
              <given-names>Wendy</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of interventions that use apps to improve diet, physical activity and sedentary behaviour: a systematic review</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2016</year>
          <month>12</month>
          <day>07</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>127</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-016-0454-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-016-0454-y</pub-id>
          <pub-id pub-id-type="medline">27927218</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-016-0454-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC5142356</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Clinical review of user engagement with mental health smartphone apps: evidence, theory and improvements</article-title>
          <source>Evid Based Ment Health</source>
          <year>2018</year>
          <month>08</month>
          <day>05</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>116</fpage>
          <lpage>119</lpage>
          <pub-id pub-id-type="doi">10.1136/eb-2018-102891</pub-id>
          <pub-id pub-id-type="medline">29871870</pub-id>
          <pub-id pub-id-type="pii">eb-2018-102891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adu</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Malabu</surname>
              <given-names>UH</given-names>
            </name>
            <name name-style="western">
              <surname>Malau-Aduli</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Drovandi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Malau-Aduli</surname>
              <given-names>BS</given-names>
            </name>
          </person-group>
          <article-title>User retention and engagement with a mobile app intervention to support self-management in Australians with type 1 or type 2 diabetes (My Care Hub): mixed methods study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>06</month>
          <day>11</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>e17802</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/6/e17802/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17802</pub-id>
          <pub-id pub-id-type="medline">32525491</pub-id>
          <pub-id pub-id-type="pii">v8i6e17802</pub-id>
          <pub-id pub-id-type="pmcid">PMC7317626</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhatia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kara</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Janmohamed</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Prabhu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lebovic</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>User engagement and clinical impact of the manage my pain app in patients with chronic pain: a real-world, multi-site trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>03</month>
          <day>04</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e26528</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/3/e26528/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26528</pub-id>
          <pub-id pub-id-type="medline">33661130</pub-id>
          <pub-id pub-id-type="pii">v9i3e26528</pub-id>
          <pub-id pub-id-type="pmcid">PMC7974758</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>How TikTok reads your mind</article-title>
          <source>The New York Times</source>
          <year>2021</year>
          <month>12</month>
          <day>05</day>
          <access-date>2022-10-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/2021/12/05/business/media/tiktok-algorithm.html">https://www.nytimes.com/2021/12/05/business/media/tiktok-algorithm.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lalmas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Yom-Tov</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Measuring User Engagement, 1 edition</source>
          <year>2015</year>
          <publisher-loc>Cham, Switzerland</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>978</fpage>
          <lpage>3</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sieverink</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kelders</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>Julia Ewc</given-names>
            </name>
          </person-group>
          <article-title>Clarifying the concept of adherence to eHealth technology: systematic review on when usage becomes adherence</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>12</month>
          <day>06</day>
          <volume>19</volume>
          <issue>12</issue>
          <fpage>e402</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/12/e402/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8578</pub-id>
          <pub-id pub-id-type="medline">29212630</pub-id>
          <pub-id pub-id-type="pii">v19i12e402</pub-id>
          <pub-id pub-id-type="pmcid">PMC5738543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karekla</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kasinopoulos</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Neto</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Van Daele</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nordgreen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Höfer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Oeverland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>Best practices and recommendations for digital interventions to improve engagement and adherence in chronic illness sufferers</article-title>
          <source>Eur Psychol</source>
          <year>2019</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1027/1016-9040/a000349</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nobles</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Skelton</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Ball</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>The engagement pathway: a conceptual framework of engagement-related terms in weight management</article-title>
          <source>Obes Res Clin Pract</source>
          <year>2018</year>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>133</fpage>
          <lpage>138</lpage>
          <pub-id pub-id-type="doi">10.1016/j.orcp.2017.12.005</pub-id>
          <pub-id pub-id-type="medline">29396232</pub-id>
          <pub-id pub-id-type="pii">S1871-403X(17)30143-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perski</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Blandford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Conceptualising engagement with digital behaviour change interventions: a systematic review using principles from critical interpretive synthesis</article-title>
          <source>Transl Behav Med</source>
          <year>2017</year>
          <month>06</month>
          <day>13</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>254</fpage>
          <lpage>267</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27966189"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13142-016-0453-1</pub-id>
          <pub-id pub-id-type="medline">27966189</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13142-016-0453-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5526809</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Win</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Oinas-Kukkonen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Persuasive technology in mobile applications promoting physical activity: a systematic review</article-title>
          <source>J Med Syst</source>
          <year>2016</year>
          <month>03</month>
          <volume>40</volume>
          <issue>3</issue>
          <fpage>72</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-015-0425-x</pub-id>
          <pub-id pub-id-type="medline">26748792</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-015-0425-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Toms</surname>
              <given-names>EG</given-names>
            </name>
          </person-group>
          <article-title>What is user engagement? A conceptual framework for defining user engagement with technology</article-title>
          <source>J Am Soc Inf Sci</source>
          <year>2008</year>
          <month>04</month>
          <volume>59</volume>
          <issue>6</issue>
          <fpage>938</fpage>
          <lpage>955</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.20801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>Intentional Design</article-title>
          <source>Apple Inc</source>
          <year>2018</year>
          <access-date>2022-10-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://developer.apple.com/videos/play/wwdc2018/802/">https://developer.apple.com/videos/play/wwdc2018/802/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <source>Diffusion of Innovations, 5th ed</source>
          <year>2003</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Free Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>DiClemente</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>Stages and processes of self-change of smoking: toward an integrative model of change</article-title>
          <source>J Consult Clin Psychol</source>
          <year>1983</year>
          <month>06</month>
          <volume>51</volume>
          <issue>3</issue>
          <fpage>390</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-006x.51.3.390</pub-id>
          <pub-id pub-id-type="medline">6863699</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Rollnick</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Motivational Interviewing: Preparing People to Change Addictive Behavior</source>
          <year>1992</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>The Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hibbard</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Stockard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mahoney</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Tusler</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development of the Patient Activation Measure (PAM): conceptualizing and measuring activation in patients and consumers</article-title>
          <source>Health Serv Res</source>
          <year>2004</year>
          <month>08</month>
          <volume>39</volume>
          <issue>4 Pt 1</issue>
          <fpage>1005</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/15230939"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1475-6773.2004.00269.x</pub-id>
          <pub-id pub-id-type="medline">15230939</pub-id>
          <pub-id pub-id-type="pii">HESR269</pub-id>
          <pub-id pub-id-type="pmcid">PMC1361049</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barbeite</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Computer self-efficacy and anxiety scales for an Internet sample: testing measurement equivalence of existing measures and development of new scales</article-title>
          <source>Comput Hum Behav</source>
          <year>2004</year>
          <month>1</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1016/s0747-5632(03)00049-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hibbard</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient activation and health literacy: what’s the difference? How do each contribute to health outcomes</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2017</year>
          <volume>240</volume>
          <fpage>251</fpage>
          <lpage>262</lpage>
          <pub-id pub-id-type="medline">28972522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damashek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kothari</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chahin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lutzker</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Guastaferro</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Whitaker</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shanley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Self-Brown</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Engagement in home visiting services during the transition from pregnancy to postpartum: a prospective mixed methods pilot study</article-title>
          <source>J Child Fam Stud</source>
          <year>2019</year>
          <month>11</month>
          <day>07</day>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1007/s10826-019-01641-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>JSBT</given-names>
            </name>
          </person-group>
          <article-title>Dual-processing accounts of reasoning, judgment, and social cognition</article-title>
          <source>Annu Rev Psychol</source>
          <year>2008</year>
          <month>01</month>
          <volume>59</volume>
          <issue>1</issue>
          <fpage>255</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.psych.59.103006.093629</pub-id>
          <pub-id pub-id-type="medline">18154502</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital mental health apps and the therapeutic alliance: initial review</article-title>
          <source>BJPsych Open</source>
          <year>2019</year>
          <month>01</month>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>e15</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cambridge.org/core/product/identifier/S2056472418000868/type/journal_article"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/bjo.2018.86</pub-id>
          <pub-id pub-id-type="medline">30762511</pub-id>
          <pub-id pub-id-type="pii">S2056472418000868</pub-id>
          <pub-id pub-id-type="pmcid">PMC6381418</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Riordan</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dahl</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hirshberg</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Alliance with an unguided smartphone app: validation of the digital working alliance inventory</article-title>
          <source>Assessment</source>
          <year>2022</year>
          <month>09</month>
          <volume>29</volume>
          <issue>6</issue>
          <fpage>1331</fpage>
          <lpage>1345</lpage>
          <pub-id pub-id-type="doi">10.1177/10731911211015310</pub-id>
          <pub-id pub-id-type="medline">34000843</pub-id>
          <pub-id pub-id-type="pmcid">PMC8599525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stubbe</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <article-title>The therapeutic alliance: the fundamental element of psychotherapy</article-title>
          <source>Focus (Am Psychiatr Publ)</source>
          <year>2018</year>
          <month>10</month>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>402</fpage>
          <lpage>403</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31975934"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.focus.20180022</pub-id>
          <pub-id pub-id-type="medline">31975934</pub-id>
          <pub-id pub-id-type="pii">FOC_20180022</pub-id>
          <pub-id pub-id-type="pmcid">PMC6493237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flückiger</surname>
              <given-names>Christoph</given-names>
            </name>
            <name name-style="western">
              <surname>Del Re</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Wampold</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Symonds</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>AO</given-names>
            </name>
          </person-group>
          <article-title>How central is the alliance in psychotherapy? A multilevel longitudinal meta-analysis</article-title>
          <source>J Couns Psychol</source>
          <year>2012</year>
          <month>01</month>
          <volume>59</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1037/a0025749</pub-id>
          <pub-id pub-id-type="medline">21988681</pub-id>
          <pub-id pub-id-type="pii">2011-23015-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Garske</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Relation of the therapeutic alliance with outcome and other variables: a meta-analytic review</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2000</year>
          <month>06</month>
          <volume>68</volume>
          <issue>3</issue>
          <fpage>438</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="medline">10883561</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Symonds</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Relation between working alliance and outcome in psychotherapy: A meta-analysis</article-title>
          <source>J Couns Psychol</source>
          <year>1991</year>
          <month>04</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>139</fpage>
          <lpage>149</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-0167.38.2.139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hatcher</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Barends</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Patients' view of the alliance in psychotherapy: Exploratory factor analysis of three alliance measures</article-title>
          <source>J Consult Clin Psychol</source>
          <year>1996</year>
          <month>12</month>
          <volume>64</volume>
          <issue>6</issue>
          <fpage>1326</fpage>
          <lpage>1336</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-006x.64.6.1326</pub-id>
          <pub-id pub-id-type="medline">8991319</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Practice</article-title>
          <source>Discourses on Learning in Education</source>
          <year>2022</year>
          <access-date>2022-08-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://learningdiscourses.com/discourse/practice/">https://learningdiscourses.com/discourse/practice/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Orbell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Verplanken</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The automatic component of habit in health behavior: habit as cue-contingent automaticity</article-title>
          <source>Health Psychol</source>
          <year>2010</year>
          <month>07</month>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>374</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1037/a0019596</pub-id>
          <pub-id pub-id-type="medline">20658824</pub-id>
          <pub-id pub-id-type="pii">2010-14873-009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amaya</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>Neurobiology of habit formation</article-title>
          <source>Curr Opin Behav Sci</source>
          <year>2018</year>
          <month>04</month>
          <volume>20</volume>
          <fpage>145</fpage>
          <lpage>152</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cobeha.2018.01.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>Yan</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>YA</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Monroe-Wise</surname>
              <given-names>Aliza</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Mengting</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Hanxi</given-names>
            </name>
            <name name-style="western">
              <surname>Qiao</surname>
              <given-names>Jiaying</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Zhimeng</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>Weiping</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Linghua</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Cong</given-names>
            </name>
          </person-group>
          <article-title>Dose-response effects of patient engagement on health outcomes in an mHealth intervention: secondary analysis of a randomized controlled trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2022</year>
          <month>01</month>
          <day>04</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>e25586</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2022/1/e25586/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25586</pub-id>
          <pub-id pub-id-type="medline">34982724</pub-id>
          <pub-id pub-id-type="pii">v10i1e25586</pub-id>
          <pub-id pub-id-type="pmcid">PMC8767469</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stavrou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nicolaides</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Papageorgiou</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Papadopoulou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Terzioglou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chrousos</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Darviri</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Charmandari</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of a stress-management intervention program in the management of overweight and obesity in childhood and adolescence</article-title>
          <source>J Mol Biochem</source>
          <year>2016</year>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>63</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27570747"/>
          </comment>
          <pub-id pub-id-type="medline">27570747</pub-id>
          <pub-id pub-id-type="pmcid">PMC4996635</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <article-title>The effectiveness of stress and anxiety management interventions for adults diagnosed with cardiovascular disease in healthcare facilities: A systematic review</article-title>
          <source>JBI Libr Syst Rev</source>
          <year>2010</year>
          <volume>8</volume>
          <issue>Supplement</issue>
          <fpage>1</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.11124/jbisrir-2010-864</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohiuddin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Patient compliance: fact or fiction?</article-title>
          <source>Innov Pharm</source>
          <year>2019</year>
          <month>01</month>
          <day>15</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <pub-id pub-id-type="doi">10.24926/iip.v10i1.1621</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>AHY</given-names>
            </name>
            <name name-style="western">
              <surname>Foot</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pearce</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Horne</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effect of electronic adherence monitoring on adherence and outcomes in chronic conditions: a systematic review and meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>e0265715</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0265715"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0265715</pub-id>
          <pub-id pub-id-type="medline">35312704</pub-id>
          <pub-id pub-id-type="pii">PONE-D-21-08615</pub-id>
          <pub-id pub-id-type="pmcid">PMC8936478</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rayo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Technologies for medication adherence monitoring and technology assessment criteria: narrative review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2022</year>
          <month>03</month>
          <day>10</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>e35157</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2022/3/e35157/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/35157</pub-id>
          <pub-id pub-id-type="medline">35266873</pub-id>
          <pub-id pub-id-type="pii">v10i3e35157</pub-id>
          <pub-id pub-id-type="pmcid">PMC8949687</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>King</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Richard H. Thaler and Cass R. Sunstein (2008), Nudge: Improving Decisions about Health, Wealth and Happiness. London: Yale</article-title>
          <source>J Soc Pol</source>
          <year>2009</year>
          <month>10</month>
          <day>01</day>
          <volume>38</volume>
          <issue>4</issue>
          <fpage>726</fpage>
          <lpage>727</lpage>
          <pub-id pub-id-type="doi">10.1017/s0047279409990158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beshears</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kosowsky</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Nudging: progress to date and future directions</article-title>
          <source>Organ Behav Hum Decis Process</source>
          <year>2020</year>
          <month>11</month>
          <volume>161</volume>
          <issue>Suppl</issue>
          <fpage>3</fpage>
          <lpage>19</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33716395"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.obhdp.2020.09.001</pub-id>
          <pub-id pub-id-type="medline">33716395</pub-id>
          <pub-id pub-id-type="pmcid">PMC7946162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O’Brien</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Cairns</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A practical approach to measuring user engagement with the refined user engagement scale (UES) and new UES short form</article-title>
          <source>Int J Hum Comput</source>
          <year>2018</year>
          <month>04</month>
          <volume>112</volume>
          <fpage>28</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2018.01.004</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
