<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">IJMR</journal-id>
      <journal-id journal-id-type="nlm-ta">Interact J Med Res</journal-id>
      <journal-title>Interactive Journal of Medical Research</journal-title>
      <issn pub-type="epub">1929-073X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e42396</article-id>
      <article-id pub-id-type="pmid">36795470</article-id>
      <article-id pub-id-type="doi">10.2196/42396</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Cost-effectiveness of Digital Tools for Behavior Change Interventions Among People With Chronic Diseases: Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Moghaddasi</surname>
            <given-names>Hamid</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Brennan</surname>
            <given-names>Linda</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Archer</surname>
            <given-names>Norman</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kyaw</surname>
            <given-names>Tun Lin</given-names>
          </name>
          <degrees>MBBS, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Epidemiology and Global Health</institution>
            <institution>Faculty of Medicine</institution>
            <institution>Umeå University</institution>
            <addr-line>Universitetstorget 4</addr-line>
            <addr-line>Umeå, SE-901 87</addr-line>
            <country>Sweden</country>
            <phone>46 764229739</phone>
            <email>tunlinnkyawrcs@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5177-0756</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Ng</surname>
            <given-names>Nawi</given-names>
          </name>
          <degrees>MD, MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0556-1483</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Theocharaki</surname>
            <given-names>Margarita</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7949-918X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Wennberg</surname>
            <given-names>Patrik</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1617-6102</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Sahlen</surname>
            <given-names>Klas-Göran</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3975-4868</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Epidemiology and Global Health</institution>
        <institution>Faculty of Medicine</institution>
        <institution>Umeå University</institution>
        <addr-line>Umeå</addr-line>
        <country>Sweden</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Public Health and Community Medicine</institution>
        <institution>Institution of Medicine</institution>
        <institution>University of Gothenburg</institution>
        <addr-line>Göteborg</addr-line>
        <country>Sweden</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Public Health and Clinical Medicine</institution>
        <institution>Family Medicine</institution>
        <institution>Umeå University</institution>
        <addr-line>Umeå</addr-line>
        <country>Sweden</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Tun Lin Kyaw <email>tunlinnkyawrcs@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>2</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e42396</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>22</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>11</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>1</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Tun Lin Kyaw, Nawi Ng, Margarita Theocharaki, Patrik Wennberg, Klas-Göran Sahlen. Originally published in the Interactive Journal of Medical Research (https://www.i-jmr.org/), 16.02.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Interactive Journal of Medical Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.i-jmr.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.i-jmr.org/2023/1/e42396" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Chronic diseases, including cardiovascular diseases, diabetes, chronic obstructive pulmonary disease, and cerebrovascular diseases, contribute to the most significant disease burden worldwide, negatively impacting patients and their family members. People with chronic diseases have common modifiable behavioral risk factors, including smoking, alcohol overconsumption, and unhealthy diets. Digital-based interventions for promoting and sustaining behavioral changes have flourished in recent years, although evidence of the cost-effectiveness of such interventions remains inconclusive.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this study, we aimed to investigate the cost-effectiveness of digital health interventions for behavioral changes among people with chronic diseases.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This systematic review evaluated published studies focused on the economic evaluation of digital tools for behavioral change among adults with chronic diseases. We followed the Population, Intervention, Comparator, and Outcomes framework to retrieve relevant publications from 4 databases: PubMed, CINAHL, Scopus, and Web of Science. We used the Joanna Briggs Institute’s criteria for economic evaluation and randomized controlled trials to assess the risk of bias in the studies. Two researchers independently screened, assessed the quality, and extracted data from the studies selected for the review.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In total, 20 studies published between 2003 and 2021 fulfilled our inclusion criteria. All the studies were conducted in high-income countries. These studies used telephones, SMS text messaging, mobile health apps, and websites as digital tools for behavior change communication. Most digital tools for interventions focused on diet and nutrition (17/20, 85%) and physical activity (16/20, 80%), and a few focused on smoking and tobacco control (8/20, 40%), alcohol reduction (6/20, 30%), and reduction of salt intake (3/20, 15%). Most studies (17/20, 85%) used the health care payer perspective for economic analysis, and only 15% (3/20) used the societal perspective. Only 45% (9/20) of studies conducted a full economic evaluation. Most studies (7/20, 35%) based on full economic evaluation and 30% (6/20) of studies based on partial economic evaluation found digital health interventions to be cost-effective and cost-saving. Most studies had short follow-ups and failed to include proper indicators for economic evaluation, such as quality-adjusted life-years, disability-adjusted life-years, lack of discounting, and sensitivity analysis.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Digital health interventions for behavioral change among people with chronic diseases are cost-effective in high-income settings and can therefore be scaled up. Similar evidence from low- and middle-income countries based on properly designed studies for cost-effectiveness evaluation is urgently required. A full economic evaluation is needed to provide robust evidence for the cost-effectiveness of digital health interventions and their potential for scaling up in a wider population. Future studies should follow the National Institute for Health and Clinical Excellence recommendations to take a societal perspective, apply discounting, address parameter uncertainty, and apply a lifelong time horizon.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital tools</kwd>
        <kwd>chronic diseases</kwd>
        <kwd>cost-effectiveness</kwd>
        <kwd>lifestyle</kwd>
        <kwd>behavior</kwd>
        <kwd>systematic review</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Chronic diseases are long-lasting conditions that do not improve or cure completely over time. Chronic diseases are the leading cause of death worldwide. According to the World Health Organization, ischemic heart disease, stroke, and chronic obstructive pulmonary disease (COPD) are the top 3 causes, whereas diabetes mellitus (DM) is the ninth leading cause of death globally [<xref ref-type="bibr" rid="ref1">1</xref>]. In the Global Burden of Disease study (2016), disability-adjusted life-years (DALYs) because of ischemic heart disease, cerebrovascular disease, and lower respiratory infections accounted for 16.1% of all DALYs [<xref ref-type="bibr" rid="ref2">2</xref>]<italic>.</italic> Approximately 10% of the adult population (≥40 years) had COPD [<xref ref-type="bibr" rid="ref3">3</xref>]. In recent decades, the disease burden has shifted sharply toward noncommunicable diseases (NCDs) and injuries [<xref ref-type="bibr" rid="ref4">4</xref>]. Between 1999 and 2019, ischemic heart disease, diabetes, stroke, chronic kidney disease, lung cancer, and age-related hearing loss showed the most substantial absolute increase in the number of DALYs, giving rise to the largest burden of disease in older age groups. Although there are several chronic diseases, this study focused on 4 major NCDs: cardiovascular diseases (CVDs), cerebrovascular diseases, COPD, and DM.</p>
        <p>These chronic diseases share several risk factors, including tobacco use, unhealthy diet, physical inactivity, and excessive alcohol consumption [<xref ref-type="bibr" rid="ref5">5</xref>]. The World Health Organization also highlighted that high systolic blood pressure (BP), tobacco use, dietary risks (eg, low intake of fruits and vegetables and high salt intake), air pollution, high fasting plasma glucose, high BMI, and high low-density lipoprotein cholesterol are the major risk factors responsible for millions of deaths worldwide [<xref ref-type="bibr" rid="ref6">6</xref>]. Over the past decades, global exposure to several highly preventable risks has risen by &#62;0.5% annually (obesity, high blood sugar, alcohol use, and drug use); these factors contribute not only to the growing burden of NCDs but also to the risk factors for a growing number of fatalities and highlight the necessity for investments in public health [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>In addition to having direct consequences for persons with chronic diseases, chronic physical illnesses may also distort the lives of their families. A study in the Netherlands showed that chronic diseases negatively impact their partners in good health in 4 main areas: personal life, social relations, finance, and intrinsic rewards [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Today, smartphone use and internet access have increased significantly, providing the potential to improve health through the use of information technology. The term digital health intervention refers to interventions delivered using digital technologies such as smartphones, websites, and SMS text messages to provide effective, cost-effective, safe, and scalable interventions to enhance health and health care and promote healthy behaviors [<xref ref-type="bibr" rid="ref9">9</xref>]. Developing complex health service interventions involves the use of behavior change techniques (BCTs). A BCT is “an observable, replicable, and irreducible component of an intervention designed to alter or redirect causal processes that regulate behavior, that is, a technique is proposed to be an active ingredient” [<xref ref-type="bibr" rid="ref10">10</xref>]. In the National Institute for Health and Clinical Excellence (NICE) guidelines, interventions for changing unhealthy individual behaviors, such as unhealthy diet, physical inactivity, alcohol overconsumption, unsafe sexual practices, and smoking, are recommended to use evidence-based BCTs strategies such as goal-setting, feedback, and social support [<xref ref-type="bibr" rid="ref11">11</xref>]. A previous systematic review and meta-analysis concluded that digital health interventions using smartphones, PCs, and wearable devices combined with technologies such as software, mobile apps, and the internet improve healthy behavioral factors such as physical activity (PA), diet, and medication compliance [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      </sec>
      <sec>
        <title>Knowledge Gap</title>
        <p>Despite the well-established evidence of behavioral lifestyle interventions on chronic disease–related morbidity and mortality, particularly when implemented at a population level or in high-risk groups [<xref ref-type="bibr" rid="ref13">13</xref>], evidence on the cost-effectiveness of digital-based health interventions for NCD prevention and control is inconclusive. Available studies on economic analyses of digital health interventions have shown conflicting evidence and inconsistent findings. One systematic review published in 2002 argued that telemedicine is not a cost-effective method of delivering health care [<xref ref-type="bibr" rid="ref14">14</xref>], whereas the systematic review by Rojas and Gagnon in 2008 confirmed that telemedicine is cost-effective in general, as it reduces hospital use and improves patient compliance, satisfaction, and quality of life [<xref ref-type="bibr" rid="ref15">15</xref>]. To the best of our knowledge, there is no cost-effectiveness study combining digital tools and behavioral changes for chronic diseases. This study aimed to determine whether digital tools are cost-effective for lifestyle behavior interventions.</p>
      </sec>
      <sec>
        <title>Sustainable Behavior Change for Health Supported by Person-Tailored, Adaptive, Risk-Aware Digital Coaching in a Social Context Project</title>
        <p>This study was part of the Sustainable Behavior Change for Health Supported by Person-Tailored, Adaptive, Risk-Aware Digital Coaching in a Social Context (STAR-C) project. It is an interdisciplinary research program aimed at developing and assessing a technical platform that can be used for behavior change interventions targeting CVD prevention through digital coaching. A team of researchers from complementary fields, such as public health, social science, computer science, cardiology, and health economics, designed and implemented this project [<xref ref-type="bibr" rid="ref16">16</xref>]. The project will run in two phases from 2019 to 2024: (1) a formative intervention design and development phase and (2) an intervention evaluation phase. STAR-C will use gender and equity lenses in all phases of the program [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>This study assessed the cost-effectiveness of digital health interventions for risk-reduction behavior and provided evidence-based recommendations regarding the health economic evaluation for the STAR-C project.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We conducted this review following the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) guidelines. We used the Population, Intervention, Comparator, and Outcomes (PICO) framework to develop the review question to ensure that the relevant components of the question are well defined [<xref ref-type="bibr" rid="ref18">18</xref>]. This review considered (1) studies that included adults with one or more of the 4 chronic diseases (CVDs, DM, COPD, and cerebrovascular diseases); (2) studies with economic evaluations using digital tools (telemedicine, mobile health [mHealth] apps, web-based, SMS text messaging, telephone consultations in combination with other digital support); and (3) studies that included behavior change interventions (quitting smoking, exercising optimally, taking a healthy diet, and reducing alcohol consumption). The comparators were no intervention, usual care, current practice, counselor-based counseling, or pharmacologic therapy. The following 4 major risk factors for chronic diseases were considered in this study: smoking or tobacco, overconsumption of alcohol, physical inactivity, and unhealthy diet (low intake of fruits and vegetables and excessive salt intake).</p>
        <p>Studies were excluded if they were (1) systematic reviews or meta-analyses; (2) irrelevant publication types (editorials, letters, conference papers, commentary, case reports, study protocols, pilot studies, descriptive studies, and ecologic studies); (3) wrong study design (animal and in vitro trials and guidelines); (4) not published in English; (5) no information on outcomes (eg, pure economic studies without clinical or behavioral outcomes) or intervention costs (eg, those with only gross economic benefits were estimated); and (6) interventions using mass media, in addition to any deviation from PICO criteria.</p>
      </sec>
      <sec>
        <title>Types of Health Economic Evaluation</title>
        <p>This review considers both partial and full health economic evaluations. According to Drummond, full economic evaluation is defined as a comparative analysis of alternative courses of action in terms of both their costs (resource use) and consequences (effectiveness), such as cost-benefit analysis (CBA), cost-effectiveness analysis (CEA), and cost-utility analysis (CUA) [<xref ref-type="bibr" rid="ref19">19</xref>]. Partial economic evaluations either focus solely on costs or resource use without considering costs related to outcomes or focus on both costs and outcomes without comparing alternative interventions such as cost comparison or cost analysis, cost consequence analysis, cost description, outcome description, and cost of illness study [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Search Strategies</title>
        <p>We developed search strategies based on the PICO framework to retrieve the relevant publications. Accordingly, we created 4 separate search blocks, each based on one of the 4 topics: cost-effectiveness, behavior change, digital health intervention, and chronic conditions under study. Controlled vocabulary, including Medical Subject Headings and keywords, was also used in the search to ensure that as many relevant articles as possible were identified using synonyms and truncations in every search block. We used a Boolean operator to expand, exclude, or join keywords, using “AND” and “OR.” We searched the following 4 main bibliographic databases: PubMed, CINAHL, Scopus, and Web of Science. In addition to the web-based search, we manually conducted an extensive literature search using references from retrieved articles or recent results of ongoing studies identified from the database searches. Interested readers can find the detailed search blocks and terms in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>Initially, retrieved articles from the 4 databases were imported into Endnote on the web, a citation manager, where we removed duplicates before exporting the search results to Rayyan [<xref ref-type="bibr" rid="ref21">21</xref>], a web-based platform to facilitate collaborative systematic review processes. First, we screened the titles and abstracts of all the search results, guided by our inclusion and exclusion criteria. If a paper was rejected, we recorded the reasons for exclusion. We downloaded all included articles for full-text reviews after the first screening. The full-text papers were again reviewed against the eligibility criteria (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Two independent reviewers thoroughly scanned the titles, abstracts, and full texts. Reviewers then compared their independent decisions for inclusion, and disagreements during the review processes were resolved by discussion between the reviewers. The “blind on” option on Rayyan made it impossible to see the decision of another reviewer on a particular abstract, which helped reduce the risk of selection bias during screening.</p>
      </sec>
      <sec>
        <title>Data Extraction</title>
        <p>We extracted data from each selected paper using a data-extraction form. These data included author, setting (country and year), inclusion and exclusion criteria, intervention and follow-up length of the study, number of participants in the intervention and control groups, economic perspective, uncertainty consideration (discounting and sensitivity analysis), outcomes, results, and type of behavioral interventions (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
      </sec>
      <sec>
        <title>Quality Review (Risk of Bias)</title>
        <p>We appraised the quality of all included papers using the Joanna Briggs Institute criteria for economic evaluation and randomized controlled trials (RCTs; <xref ref-type="supplementary-material" rid="app4">Multimedia Appendices 4</xref> and <xref ref-type="supplementary-material" rid="app5">5</xref>). The economic quality criteria considered were the type of economic study, appropriate valuation of economic and clinical outcomes, uncertainty consideration (discounting), appropriate conclusions, and conflicts of interest. For the RCT criteria, this study considered the similarity of both groups at baseline, the same outcome in both groups, and the appropriate analysis. In terms of economic study design, this study rated full economic evaluation (CEA, CUA, and CBA) as <italic>high quality</italic> and others as <italic>low quality</italic>. A study was rated high quality if it used actual costs rather than estimated costs. The economic outcome of the study should be feasible for full economic analysis (eg, cost per quality-adjusted life-years [QALY] or DALY, cost per life-year saved, cost per clinical outcome, etc) to produce good quality. If the study period was &#62;1 year, discounting should be included. This study used the NICE scale from the lowest to highest risk of bias to provide a qualitative appraisal [<xref ref-type="bibr" rid="ref22">22</xref>]. The review used 10 criteria (a combination of economic and RCT criteria) for quality appraisal. Studies with ≥3 unfavorable responses (eg, <italic>no</italic>) were considered a <italic>high risk</italic> of bias. In comparison, we considered studies with 2 unfavorable responses a <italic>medium risk</italic>, and studies with 1 or no unfavorable responses were considered a <italic>low risk</italic>.</p>
      </sec>
      <sec>
        <title>Cost-effectiveness Appraisal</title>
        <p>We assessed the cost-effectiveness of each study based on the cost-effectiveness threshold (CET) determined per country. Because it was impossible to determine the cost-effectiveness for partial economic studies, this study used the term <italic>cost saving</italic> or <italic>not cost saving</italic>, as stated in the respective study. The cost-effectiveness appraisal in this review was based entirely on conclusions of the respective studies.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Selection and Characteristics</title>
        <p>A total of 675 papers appeared in the initial search results, of which 44 (6.5%) papers were eligible for full-text review, and 20 (3%) papers were included. In general, studies were excluded if they had no cost data, had no digital tools, had no lifestyle or behavior outcomes, had an inappropriate study design, or were study protocols (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA (Preferred Reporting Item for Systematic Reviews and Meta-Analyses) flow diagram of studies showing reasons for exclusion.</p>
          </caption>
          <graphic xlink:href="ijmr_v12i1e42396_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <sec>
          <title>Country of Origin</title>
          <p>Most papers (12/20, 60%) in this review were from the United States [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. The rest were from Australia (4/20, 20%) [<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref38">38</xref>], New Zealand (1/20, 5%) [<xref ref-type="bibr" rid="ref39">39</xref>], the United Kingdom (1/20, 5%) [<xref ref-type="bibr" rid="ref40">40</xref>], Italy (1/20, 5%) [<xref ref-type="bibr" rid="ref41">41</xref>], and 5% (1/20) of studies conducted in 3 countries (the Netherlands, Spain, and Taiwan) [<xref ref-type="bibr" rid="ref42">42</xref>]. All the studies (20/20, 100%) were conducted in high-income countries. The period of publication of the studies ranged from 2003 to 2021; however, most studies (16/20, 80%) were published after 2010.</p>
        </sec>
        <sec>
          <title>Disease Area and Patient Population</title>
          <p>Most studies (12/20, 60% and 4/20, 20%) focused on CVD [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref42">42</xref>] (hypertension, ischemic heart disease, myocardial infarction [MI], and heart failure) and DM [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. Overall, 15% (3/20) of other studies focused on CVD and DM [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], and only 5% (1/20) of studies focused on COPD [<xref ref-type="bibr" rid="ref27">27</xref>]. No studies on cerebrovascular diseases were included, as none met the eligibility criteria. In most studies (18/20, 90%), the participants were those with one or more of the 4 chronic diseases. Furthermore, 10% (2/20) of studies [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref29">29</xref>] focused on people with a high risk of CVD and DM, measured by Framingham Risk Score [<xref ref-type="bibr" rid="ref43">43</xref>], which included scoring on age, blood lipid profiles, smoking status, and hypertension (which is one of the subcategories of CVD).</p>
          <p>Studies on DM included patients with type 1 diabetes (1/20, 5%), type 2 diabetes (2/20, 10%), and DM of nonspecific type. Generally, studies on individuals with severe diseases, complications, comorbidities, or who cannot exercise or have no mobile phone or internet access were excluded. The participants in these studies were aged 18 to 89 years, but 10% (2/20) of studies focused on the older adult (≥60 years) population [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        </sec>
        <sec>
          <title>Comparator</title>
          <p>We included studies comparing digital health interventions with an alternative strategy representing the existing method of providing health services to the study population or on intervention. Most studies (15/20, 75%) compared key interventions with usual care, home health care, or existing practices. Some studies (3/20, 15%) used health education at the clinic, counselor-delivered counseling, or pharmacological therapies as comparators [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>], and only 10% (2/20) of studies compared interventions with no intervention [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        </sec>
        <sec>
          <title>Study Design</title>
          <p>Of the 20 studies, 9 (45%) performed full health economics analysis [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref42">42</xref>] using CEA and CUA methods, whereas the remaining 11 (55%) were partial economics studies. Furthermore, 60% (12/20) of studies used RCT design and incorporated economic evaluation. In full health economics studies (7/20, 35%), CUA, which used the QALY as the outcome measure, was the most common method. Only 35% (7/20) of studies [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref42">42</xref>] used modeling methods such as Markov modeling, event-based simulation, and decision trees. Other studies (13/20, 65%) were embedded in RCT studies.</p>
        </sec>
        <sec>
          <title>Economic Perspective</title>
          <p>An evaluation must specify and justify the perspective taken to measure behavior or lifestyle change programs and health resource use. A societal perspective is recommended by NICE [<xref ref-type="bibr" rid="ref22">22</xref>], as the goal of public health is to improve the health and well-being of the whole population. Most studies (17/20, 85%) used health care payers as study perspectives, and only 15% (3/20) used a societal perspective [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        </sec>
        <sec>
          <title>Time Horizon</title>
          <p>As this review focuses on chronic diseases, a longer time horizon is needed to measure the effects of costs and health outcomes. UK NICE guidelines prefers a lifetime horizon [<xref ref-type="bibr" rid="ref22">22</xref>]. All studies (20/20, 100%) had a range of time horizons from 6 months to lifelong. In only 10% (2/20) of studies [<xref ref-type="bibr" rid="ref35">35</xref>], the time horizon was a lifetime; in 10% (2/20) others [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], it was 10 years. Most studies (9/20, 45%) did not mention the time horizon, while for 30% (6/20) of studies, it was between 1 and 5 years; 5% (1/20) of studies used 6 months as the time horizon [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        </sec>
        <sec>
          <title>Direct Costs Included</title>
          <p>Program-specific costs, a measure of program administration, program delivery, and program capital costs (eg, the technology needed for web-based interventions), are required. Health care costs, that is, the cost of all relevant health care services, such as general practitioner visits, specialist visits, hospitalizations, diagnostic tests and investigations, medications, and specialized equipment, must be calculated. The actual cost should be based on invoices, receipts, administrative records, and the hospital register rather than patient-estimated costs. All studies (20/20, 100%) in this review used both programs and direct medical costs in their calculations. Program costs differed significantly depending on the country, type, and year of intervention [<xref ref-type="bibr" rid="ref24">24</xref>]. To make reading easier, all currencies other than US $ are always accompanied by the conversation to US $ (converted values in parentheses).</p>
        </sec>
        <sec>
          <title>Indirect Costs Included</title>
          <p>Studying costs from a societal perspective requires indirect costs, which include the patient’s or caregiver’s productivity loss owing to disease or travel time of the patient to health care services, as well as other home care costs. Of the 20 studies, only 3 (15%) studies [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>] that used a societal perspective included the indirect costs.</p>
        </sec>
        <sec>
          <title>Economic Outcomes</title>
          <p>The incremental costs and outcomes of each health care program must be assessed in an economic evaluation. Accordingly, of the 20 studies, 7 (35%) studies using CUA methods presented incremental cost-effectiveness ratio (ICER) values based on the cost per QALY gained to assess the cost-effectiveness of the intervention. Furthermore, 10% (2/20) of other CEA studies showed ICER values using cost per life-year saved and cost per mm Hg reduction in BP. Although the remaining 55% (11/20) of studies did not provide cost-effectiveness information, it is still valuable to determine whether a treatment is justified based on its cost. Reduced use of health care resources is interpreted as evidence of improved outcomes in these studies, and it is usually presented as the average cost-savings per patient.</p>
        </sec>
        <sec>
          <title>Sensitivity Analysis</title>
          <p>Economic assessments should consider at least one sensitivity analysis to determine the robustness of the study results [<xref ref-type="bibr" rid="ref44">44</xref>]. Nearly half of this review’s studies (9/20, 45%) performed sensitivity analyses, whereas the remaining studies (11/20, 55%) did not. Of the 9 studies with sensitivity analysis, 5 (56%) studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>] performed probabilistic sensitivity analysis by the Monte Carlo simulation method.</p>
        </sec>
        <sec>
          <title>Generalizability of the Result</title>
          <p>Of the 20 studies, only 5 (25%) studies [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref42">42</xref>] discussed that their findings could be generalized to other populations, whereas the other 5 (25%) studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>] did not. In the remaining studies (10/20, 50%), generalizability was not mentioned.</p>
          <p>A description of the study characteristics, the economic perspective of the interventions, the results and the cost-effectiveness appraisal of selected studies can be found in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Study characteristics, economic perspective, results, and cost-effectiveness appraisal.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="80"/>
              <col width="80"/>
              <col width="130"/>
              <col width="70"/>
              <col width="130"/>
              <col width="110"/>
              <col width="100"/>
              <col width="160"/>
              <col width="140"/>
              <thead>
                <tr valign="top">
                  <td>Study</td>
                  <td>Country and year</td>
                  <td>Study population</td>
                  <td>Follow-up<sup>a</sup></td>
                  <td>Key intervention</td>
                  <td>Control</td>
                  <td>Perspective</td>
                  <td>Results</td>
                  <td>Cost-effectiveness</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Bertuzzi et al [<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                  <td>Italy, 2017</td>
                  <td>Patients aged 5-50 years with type 1 DM<sup>b</sup> and internet access</td>
                  <td>1 year</td>
                  <td>Teleconsultation, tele-education (nutrition, medication, and self-management; n=35)</td>
                  <td>Usual care (n=39)</td>
                  <td>Societal</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>No difference in HbA<sub>1c</sub><sup>c</sup></p>
                      </list-item>
                      <list-item>
                        <p>Reduced DM complications</p>
                      </list-item>
                      <list-item>
                        <p>Saving of €80 per visit (US $89 per visit)</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Inconclusive</td>
                </tr>
                <tr valign="top">
                  <td>Burn et al [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                  <td>Australia, 2017</td>
                  <td>Patients with CHD<sup>d</sup> or MI<sup>e</sup> or bypass graft surgery</td>
                  <td>5 years</td>
                  <td>SMS Text message for behavior change over 24 weeks (n=5000)</td>
                  <td>No intervention</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Reduced occurrence of MI and strokes</p>
                      </list-item>
                      <list-item>
                        <p>ICER<sup>f</sup>: Aus $6123 per QALY<sup>g</sup> (US $4,648 per QALY)</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-effective</td>
                </tr>
                <tr valign="top">
                  <td>Chen et al [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
                  <td>United States, 2016</td>
                  <td>Overweight or obese older adults (≥65 years) with risks for DM or CVD<sup>h</sup> (by FRS<sup>i</sup>)</td>
                  <td>10 years</td>
                  <td>16 weeks of web-based education for behavior change (n=997)</td>
                  <td>No intervention</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Saving of US $13,240 per capita at 10 years for prediabetes</p>
                      </list-item>
                      <list-item>
                        <p>Saving of US $12,840 per capita at 10 years for pre-CVD</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-saving</td>
                </tr>
                <tr valign="top">
                  <td>Copeland et al [<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                  <td>United States, 2010</td>
                  <td>Patient ≥18 years with CHF<sup>j</sup></td>
                  <td>1 year</td>
                  <td>Telephone coaching for behavior change (n=220)</td>
                  <td>Usual care (n=238)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>No difference in clinical outcomes</p>
                      </list-item>
                      <list-item>
                        <p>Higher total cost in the intervention group (US $6165)</p>
                      </list-item>
                      <list-item>
                        <p>More regular exercise (OR<sup>k</sup> 1.94, 95% CI 1.08-3.49)</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Not cost-saving</td>
                </tr>
                <tr valign="top">
                  <td>Datta et al [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                  <td>United States, 2010</td>
                  <td>Patients with hypertension and taking antihypertensive medication</td>
                  <td>2 years</td>
                  <td>Telephone coaching for behavior change (n=294)</td>
                  <td>Usual care (n=294)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>No group difference in BP<sup>l</sup> control</p>
                      </list-item>
                      <list-item>
                        <p>ICER: US $42,457-US $87,300 per life-year saved</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-effective</td>
                </tr>
                <tr valign="top">
                  <td>Dunagan et al [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                  <td>United States, 2005</td>
                  <td>Patient aged ≥21 years, at least one sign and symptom of heart failure</td>
                  <td>1 year</td>
                  <td>A phone call to improve self-management (diet and adherence to therapy) plus education about signs and symptoms of heart failure (n=76)</td>
                  <td>Education for heart failure (n=75)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Time to hospitalization (HR<sup>m</sup> 0.67, 95% CI: 0.47-0.96)</p>
                      </list-item>
                      <list-item>
                        <p>Hospital readmission (HR 0.67, 95% CI 0.46-0.99)</p>
                      </list-item>
                      <list-item>
                        <p>Lowered hospital days and costs in the first 6 months only</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Inconclusive</td>
                </tr>
                <tr valign="top">
                  <td>Finkelstein et al [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                  <td>United States, 2006</td>
                  <td>Patients aged 60-96 years with CHF, chronic obstructive pulmonary disease, and chronic wound</td>
                  <td>2.5 years</td>
                  <td>Video group: HHC<sup>n</sup> + 2 video consultations, Monitoring group: HHC + 2 video consultations +monitoring symptoms (n=54)</td>
                  <td>HHC (n=19)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>No difference in mortality</p>
                      </list-item>
                      <list-item>
                        <p>No difference in morbidity</p>
                      </list-item>
                      <list-item>
                        <p>Lower cost than the control group</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-saving</td>
                </tr>
                <tr valign="top">
                  <td>Fischer et al [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                  <td>United States, 2012</td>
                  <td>People aged &#62;17 years with diabetes</td>
                  <td>20 months</td>
                  <td>Telephone coaching for medication management and healthy behavior (n=381)</td>
                  <td>Usual care (n=381)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>LDL<sup>o</sup> (AOR<sup>p</sup> 1.72, 95% CI 1.28-2.32)</p>
                      </list-item>
                      <list-item>
                        <p>Saving US $2433 per average patient cost</p>
                      </list-item>
                      <list-item>
                        <p>No difference in the number of admissions</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-saving</td>
                </tr>
                <tr valign="top">
                  <td>Graves et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                  <td>Australia, 2009</td>
                  <td>Adults with type 2 DM or hypertension</td>
                  <td>10 years</td>
                  <td>Telephone counseling over 1 year for physical activity and diet (n=228)</td>
                  <td>Existing practice (n=206)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>ICER: Aus $29,375 per QALY gained (US $23,466 per QALY)</p>
                      </list-item>
                      <list-item>
                        <p>CET<sup>q</sup>: 100% at a threshold of Aus $64,000 per QALY (US $51,126 per QALY)</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-effective</td>
                </tr>
                <tr valign="top">
                  <td>Hamar et al [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                  <td>Australia, 2015</td>
                  <td>People aged 20-89 years with confirmed heart disease or DM; all under MGH<sup>r</sup> program coverage</td>
                  <td>4 years</td>
                  <td>Telephone coaching and web-based tool for self-management and behavior change (n=4948)</td>
                  <td>Usual care (n=28,520)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Hospital admission rate (AOR 0.73, 95% CI 0.69-0.78)</p>
                      </list-item>
                      <list-item>
                        <p>Readmission rate (AOR 0.55, 95% CI 0.48-0.63)</p>
                      </list-item>
                      <list-item>
                        <p>Hospitalization days (ARR<sup>s</sup> 0.83, 95% CI 0.77-0.90)</p>
                      </list-item>
                      <list-item>
                        <p>Saving Aus $3549 per patient per year (US $2732 per patient per y)</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-saving</td>
                </tr>
                <tr valign="top">
                  <td>Keyserling et al [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                  <td>United States, 2014</td>
                  <td>Adults aged 35-79 years with moderate to high risk for CVD (by FRS)</td>
                  <td>1 year</td>
                  <td>Web-based counseling for healthy behavior and medication adherence (n=193)</td>
                  <td>Counselor-delivered counseling (n=192)</td>
                  <td>Societal</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>No difference in FRS,</p>
                      </list-item>
                      <list-item>
                        <p>ICER: US $2973 per QALY gained</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-effective</td>
                </tr>
                <tr valign="top">
                  <td>Maddison et al [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                  <td>New Zealand, 2015</td>
                  <td>Patients with IHD aged ≥18 years and were able to perform the exercise</td>
                  <td>2 years</td>
                  <td>SMS text messaging and video messages via the website for exercise (n=85)</td>
                  <td>Usual care (n=86)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>No difference in peaked O2 uptake</p>
                      </list-item>
                      <list-item>
                        <p>More physical activity,</p>
                      </list-item>
                      <list-item>
                        <p>More walking,</p>
                      </list-item>
                      <list-item>
                        <p>ICER: US $28,768 per QALY gained</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-effective</td>
                </tr>
                <tr valign="top">
                  <td>McManus et al [<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                  <td>United Kingdom, 2021</td>
                  <td>People with poorly controlled hypertension</td>
                  <td>1 year</td>
                  <td>Web-based counseling for self-monitoring, titration of drugs, and healthy behaviors (n=305)</td>
                  <td>Usual care (n=317)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>No group difference in BP</p>
                      </list-item>
                      <list-item>
                        <p>ICER: £11 (US $13.27) per mm Hg reduction (95% CI £6-£29; [US $15] per mm Hg reduction)</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-effective</td>
                </tr>
                <tr valign="top">
                  <td>Nordyke et al [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                  <td>United States, 2019</td>
                  <td>Patients aged 45-76 years with type 2 DM or hypertension</td>
                  <td>3 years</td>
                  <td>Digital therapeutic intervention using mobile phone app (n=2570)</td>
                  <td>Pharmacologic therapies (n=2575)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>ICER: US $6468 per QALY for DM</p>
                      </list-item>
                      <list-item>
                        <p>ICER: US $6620 per QALY for hypertension</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-effective</td>
                </tr>
                <tr valign="top">
                  <td>Nundy et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                  <td>United States, 2014</td>
                  <td>people ≥18 years with DM</td>
                  <td>6 months</td>
                  <td>Text message for self-care and 2 weeks web education on diet, exercise and medication (n=74)</td>
                  <td>Usual care (n=274)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>HbA1c level: group difference: −0.4% (<italic>P</italic>=.01)</p>
                      </list-item>
                      <list-item>
                        <p>Cost-savings of US $437 per participant</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-saving</td>
                </tr>
                <tr valign="top">
                  <td>Piera-Jiménez et al [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                  <td>The Netherlands, Spain, and Taiwan, 2020</td>
                  <td>Aged 18-75 years with hypertension or CHD or HF</td>
                  <td>5 years</td>
                  <td>SMS text messages and mobile apps for a healthy lifestyle over 6 months (n=120)</td>
                  <td>Usual care (n=118)</td>
                  <td>Societal</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>ICER: €124,489 per QALY (US $139,680 per QALY) in the Netherlands, €18,769 per QALY (US $21,059 per QALY) in Spain, €11,303 per QALY (US $12,682 per QALY) in Taiwan</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-effective for Spain, but not for the Netherlands and Taiwan</td>
                </tr>
                <tr valign="top">
                  <td>Southard et al [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                  <td>United States, 2003</td>
                  <td>Patients with CHD or heart failure or both and access to the internet</td>
                  <td>6 months</td>
                  <td>Web-based education and email contact for exercise and diet over 6 months (n=53)</td>
                  <td>Usual care (n=51)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>Fewer CVD events (15.7% reduction in intervention and 4.1% in the control group)</p>
                      </list-item>
                      <list-item>
                        <p>Saving of US $1418 per patient</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Cost-saving</td>
                </tr>
                <tr valign="top">
                  <td>Wang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                  <td>United States, 2012</td>
                  <td>Patients with poorly controlled hypertension, and taking drugs</td>
                  <td>18 months</td>
                  <td>Telephone intervention for 1. healthy behavior, 2. medication management, and 3. both (n=444)</td>
                  <td>Usual care (n=147)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>No difference in BP control</p>
                      </list-item>
                      <list-item>
                        <p>No difference in total costs</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Not cost-saving</td>
                </tr>
                <tr valign="top">
                  <td>Maciejewski et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                  <td>United States, 2014</td>
                  <td>Adults with hypertension medication and adults with poorly controlled hypertension</td>
                  <td>36 months</td>
                  <td>Telephone-delivered medication management, 2. software-assisted behavioral management, 3. combined over 18 months (n=444)</td>
                  <td>Usual care (n=147)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>BP control: (17.1% patients; 95% CI 6.9-27.4) and US $3237 saving in behavioral arm, 20.2% patients (95% CI: 9.7-30.6) and US $977 saving in medication arm, and 20.4% patients (95% CI 10-30.8) and US $303 saving in the combined arm. No difference in cost-saving</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Not cost-saving</td>
                </tr>
                <tr valign="top">
                  <td>Turkstra et al [<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                  <td>Australia, 2013</td>
                  <td>Patients aged 18-80 years with MI</td>
                  <td>1 years</td>
                  <td>Telephone coaching for self-monitoring, healthy behavior, and telemonitoring over 6 months (n=215)</td>
                  <td>Usual care (n=215)</td>
                  <td>Health care</td>
                  <td>
                    <list list-type="order">
                      <list-item>
                        <p>No difference in HRQoL<sup>t</sup></p>
                      </list-item>
                      <list-item>
                        <p>ICER: Aus $85,423 per QALY gained (US $82,072 per QALY)</p>
                      </list-item>
                    </list>
                  </td>
                  <td>Not cost-effective</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>The follow-up time of trial.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>DM: diabetes mellitus.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>HbA<sub>1c</sub>: hemoglobin A<sub>1c</sub>.</p>
              </fn>
              <fn id="table1fn4">
                <p><sup>d</sup>CHD: coronary heart disease.</p>
              </fn>
              <fn id="table1fn5">
                <p><sup>e</sup>MI: myocardial infarction.</p>
              </fn>
              <fn id="table1fn6">
                <p><sup>f</sup>ICER: incremental cost-effectiveness ratio.</p>
              </fn>
              <fn id="table1fn7">
                <p><sup>g</sup>QALY: quality-adjusted life-years.</p>
              </fn>
              <fn id="table1fn8">
                <p><sup>h</sup>CVD: cardiovascular disease.</p>
              </fn>
              <fn id="table1fn9">
                <p><sup>i</sup>FRS: Framingham Risk Score.</p>
              </fn>
              <fn id="table1fn10">
                <p><sup>j</sup>CHF: congestive heart failure.</p>
              </fn>
              <fn id="table1fn11">
                <p><sup>k</sup>OR: odds ratio.</p>
              </fn>
              <fn id="table1fn12">
                <p><sup>l</sup>BP: blood pressure.</p>
              </fn>
              <fn id="table1fn13">
                <p><sup>m</sup>HR: hazard ratio.</p>
              </fn>
              <fn id="table1fn14">
                <p><sup>n</sup>HHC: home health care.</p>
              </fn>
              <fn id="table1fn15">
                <p><sup>o</sup>LDL: low-density lipoprotein.</p>
              </fn>
              <fn id="table1fn16">
                <p><sup>p</sup>AOR: adjusted odds ratio.</p>
              </fn>
              <fn id="table1fn17">
                <p><sup>q</sup>CET: cost-effectiveness threshold.</p>
              </fn>
              <fn id="table1fn18">
                <p><sup>r</sup>MGH: My Health Guardian.</p>
              </fn>
              <fn id="table1fn19">
                <p><sup>s</sup>ARR: adjusted risk ratio.</p>
              </fn>
              <fn id="table1fn20">
                <p><sup>t</sup>HRQoL: health-related quality of life.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Evidence for Cost-effectiveness</title>
        <p>Of the studies (9/20, 45%) with full economic evaluation, 7 (78%) studies concluded that using digital tools for behavior modification was cost-effective when the comparators were no intervention, usual care, counselor-delivered counseling, or pharmacologic therapies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]; 6 (86%) studies concluded their cost-effectiveness from the health care payer perspective and 1 (14%) from the societal perspective [<xref ref-type="bibr" rid="ref29">29</xref>]. Of the studies (11/20, 55%) with partial economic evaluations, 55% (6/11) of studies were cost-saving; 18% (2/11) of studies were inconclusive [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]; and 27% (3/11) of studies were not cost-saving [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      </sec>
      <sec>
        <title>Digital Tools for Intervention</title>
        <p>The studies in this review used telephone, SMS text messaging, websites and software, mobile apps, and web-based video consultations as digital tools. The most cost-effective interventions (5/20, 25%) used telephone coaching, SMS text messaging, or health apps on mobile phones. Most studies (9/20, 45%) used telephones with other digital support as the tool for behavior change communication [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>]. Typically, telephone interventions were provided by experienced nurses trained in motivational interviewing, but 22% (2/9) of these studies [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref38">38</xref>] used trained counselors and medical doctors.</p>
        <p>Using a website to provide consultation or counseling for healthy behavior was the second most commonly used method in some studies (6/20, 30%) [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. The studies involved a wide variety of health care professionals in web-based counseling. In addition, one study used email reminders to encourage exercise and incentives (key chains, athletic socks, book markers, and refrigerator magnets) to encourage active participation [<xref ref-type="bibr" rid="ref32">32</xref>]; one study conducted in Italy used a website [<xref ref-type="bibr" rid="ref45">45</xref>] for diabetes teleconsultation [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>Another study used SMS text messaging for behavior change communication. Experts created automated messages that encouraged PA and a healthy diet for respective diseases and are typically sent out 3 to 5 times weekly [<xref ref-type="bibr" rid="ref39">39</xref>]. In addition to behavior-related messages, they also reminded the patient about self-monitoring (eg, “time to check blood sugar”) [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        <p>The use of mobile apps, such as Moves, Vire, and Beddit, to encourage healthy behavior has been observed in 10% (2/20) of studies [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. These apps were designed to integrate input from all monitoring devices, including pedometers that count steps, and the HORUS app collected pictures of the patients’ meals to provide dietary recommendations. These apps provided information to patients and create alerts for exercise [<xref ref-type="bibr" rid="ref42">42</xref>]. Overall, 5% (1/20) of studies used video calls for internet-based visits and encouraged patients to exercise [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      </sec>
      <sec>
        <title>Types of Risk Behaviors Aimed by Interventions</title>
        <sec>
          <title>Smoking and Tobacco Control</title>
          <p>Of the 8 (40%) studies on smoking cessation interventions, 5 (62%) were conducted in the United States [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>], 2 (25%) in Australia [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref38">38</xref>], and 1 (12%) in 3 countries (the Netherlands, Spain, and Taiwan) [<xref ref-type="bibr" rid="ref42">42</xref>]. In total, 50% (4/8) of studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref42">42</xref>] concluded that smoking cessation interventions were cost-effective. In cost-effective interventions, the studies used web-based counseling, SMS text messaging, and telephone counseling as tools for behavior change. The SMS text messaging intervention (TEXT ME) was cost-effective in an Australian study using Markov simulation, with an ICER of Aus $6123 per QALY (US $4648 per QALY) gained when compared with no intervention with the CET of Aus $64,000 per QALY (US $51,125 per QALY) [<xref ref-type="bibr" rid="ref35">35</xref>]. A study in the United States was cost-effective at an ICER of US $2973 per QALY gained when web-based counseling was compared with counselor-based counseling, given that the CET was US $100,000 per QALY. Another study in the United States compared telephone coaching for behavior change with usual care using life-year saved as an outcome measure and concluded that the intervention was cost-effective at an ICER of US $42,457 per life-year saved for women and US $87,300 per life-year saved for men [<xref ref-type="bibr" rid="ref25">25</xref>]. One study in 3 countries showed that the intervention was cost-effective only in Spain with the ICER of €18,769 per QALY (US $21,059 per QALY) and not in the Netherlands and Taiwan [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        </sec>
        <sec>
          <title>Alcohol Reduction</title>
          <p>The cost-effectiveness of alcohol reduction interventions was evaluated in only 30% (6/20) of studies that focused on people with MI, DM, or poorly controlled hypertension as study participants. Only 10% (2/20) of studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref40">40</xref>] confirmed that telephone coaching or web-based counseling for healthy behavior was more cost-effective than usual care. A study in the United Kingdom reported that the intervention was cost-effective at an ICER of £11 per mm Hg reduction (US $15 per mm Hg) in BP when the willingness-to-pay threshold was £20 per mm Hg reduction (US $28 per mm Hg) [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        </sec>
        <sec>
          <title>Salt Intake</title>
          <p>In total, 15% (3/20) of studies considered salt intake control in their interventions and aimed at people with poorly controlled hypertension [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], and only 33% (1/3) of those studies showed that it was cost-effective [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        </sec>
        <sec>
          <title>PA Assessment</title>
          <p>Most studies (16/20, 80%) included PA (exercise, walking, dancing, gardening, yoga, etc) in their interventions. Of the 16 studies, we found 7 (44%) studies to be cost-effective when we compared web-based counseling, SMS text messaging, and telephone counseling with no intervention, usual care, or counselor-led counseling [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Among cost-effective interventions, they used the telephone [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], SMS text messaging [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref39">39</xref>], websites [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], and mobile apps [<xref ref-type="bibr" rid="ref30">30</xref>] as digital tools to encourage PA.</p>
          <p>In an Australian study, PA improvement was measured as moderate PA engagement for ≥5 days per week for at least 150 minutes each time. It was also estimated that the total cost of telephone counseling was Aus $570 (US $460) for the first year and Aus $410 (US $330) per year for the next 10 years, and it was cost-effective with an ICER of Aus $29,375 per QALY (US $23,466 per QALY) gained, given that the willingness-to-pay threshold is Aus $64,000 per QALY (US $51,125 per QALY) [<xref ref-type="bibr" rid="ref36">36</xref>]. In total, 10% (2/20) of studies used SMS text messaging to encourage PA, such as “the more you eat, the more you need to exercise” [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. One study in New Zealand reported that SMS text messaging encouraged more leisure time PA (110.2 minutes per week) and more walking (151.4 minutes per week) in the intervention group and was cost-effective at an ICER of US $28,768 per QALY gained [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
          <p>Using mHealth apps for PA was cost-effective, as measured by the ICER of US $6468 per QALY gained and US $6620 per QALY gained for digital interventions targeting people with DM and people with hypertension, respectively, when compared with pharmacological therapy [<xref ref-type="bibr" rid="ref30">30</xref>]. According to an Australian study published in 2013, telephone coaching for PA was not cost-effective for patients with MI [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
          <p>Of the 35% (7/20) of partial economic studies for PA, 6 (86%) studies [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref37">37</xref>] showed cost-savings with a wide range of values depending on the type of digital tools and country.</p>
        </sec>
        <sec>
          <title>Diet and Nutrition</title>
          <p>Most studies (17/20, 85%) evaluated the cost-effectiveness of diet and nutritional interventions, and 35% (6/17) of these studies found them to be cost-effective. These interventions used a web-based coaching [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], telephone coaching [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], mobile apps [<xref ref-type="bibr" rid="ref30">30</xref>], and SMS text messaging [<xref ref-type="bibr" rid="ref35">35</xref>] as digital tools targeting CVD (MI, ischemic heart disease, and hypertension) and type 2 DM. It had the same ICER values as those for PA.</p>
          <p>Studies on behavioral interventions using telephone coaching for healthy diet and nutrition reported intervention costs of US $112 per participant in the United States [<xref ref-type="bibr" rid="ref25">25</xref>] and Aus $570 (US $460) per participant in Australia [<xref ref-type="bibr" rid="ref36">36</xref>]. Overall, 5% (1/20) of studies used mobile apps and SMS text messaging to promote a healthy diet. The HORUS application was designed to collect pictures of different meals of the patient to provide dietary recommendations [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
          <p>According to studies with partial economic evaluations, 25% (5/20) of interventions for a healthy diet were cost-saving, and the value of the savings was the same as that for PA [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Overall, 10% (2/20) of studies reported that it was not cost-saving because of higher use of health care services among patients with heart failure and hypertension in intervention groups compared with usual care [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Risk of Bias Assessment</title>
        <p><xref ref-type="table" rid="table2">Table 2</xref> presents the risk of bias across the selected studies. Four studies were deemed high risk [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref41">41</xref>], 6 medium risk [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], and 10 had a low risk of bias.</p>
        <p>Nearly half of all studies (9/20, 45%) involved in this review had a potential conflict of interest because of stakeholder involvement in the analysis processes and unclear disclaimers [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Of these studies, 22% (2/9) had a serious risk of conflict of interest, as 1 author is the cofounder of mHealth Solutions company [<xref ref-type="bibr" rid="ref31">31</xref>], and the other authors received consultation funds from pharmaceutical companies [<xref ref-type="bibr" rid="ref34">34</xref>]. The remaining 55% (11/20) of studies were deemed to have no conflicts of interest. In total, 40% (8/20) of studies in this review showed cost-effective results without any conflicts of interest.</p>
        <p>In this review, 20% (4/20) of studies [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] had unclear research questions regarding economic evaluation; 10% (2/20) of studies [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref41">41</xref>] had imprecise valuations, as they did not use actual costs in at least one of the cost categories.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Quality appraisal (risk of bias assessment).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="90"/>
            <col width="80"/>
            <col width="100"/>
            <col width="100"/>
            <col width="80"/>
            <col width="80"/>
            <col width="70"/>
            <col width="70"/>
            <col width="80"/>
            <col width="90"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td>Study</td>
                <td>Is the research question for economic evaluation?</td>
                <td>Is the economic study design appropriate?</td>
                <td>Are costs valued appropriately?</td>
                <td>Are outcomes valued appropriately?</td>
                <td>Was discounting applied?</td>
                <td>Is the conclusion appropriate?</td>
                <td>Is the conflict of interest disclosed?</td>
                <td>Were groups similar at baseline?</td>
                <td>Was the same outcome measured in both groups?</td>
                <td>Is the analysis appropriate?</td>
                <td>Risk of bias</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Bertuzzi et al [<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>High</td>
              </tr>
              <tr valign="top">
                <td>Burn et al [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>N/A<sup>a</sup></td>
                <td>N/A</td>
                <td>N/A</td>
                <td>Low</td>
              </tr>
              <tr valign="top">
                <td>Chen et al [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>N/A</td>
                <td>Yes</td>
                <td>N/A</td>
                <td>Low</td>
              </tr>
              <tr valign="top">
                <td>Copeland et al [<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>No</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>High</td>
              </tr>
              <tr valign="top">
                <td>Datta et al [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>N/A</td>
                <td>Low</td>
              </tr>
              <tr valign="top">
                <td>Dunagan et al [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                <td>No</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>High</td>
              </tr>
              <tr valign="top">
                <td>Finkelstein et al [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>Yes</td>
                <td>No</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>High</td>
              </tr>
              <tr valign="top">
                <td>Fischer et al [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>No</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Medium</td>
              </tr>
              <tr valign="top">
                <td>Graves et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Low</td>
              </tr>
              <tr valign="top">
                <td>Hamar et al [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Medium</td>
              </tr>
              <tr valign="top">
                <td>Keyserling et al [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Low</td>
              </tr>
              <tr valign="top">
                <td>Maddison et al [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Low</td>
              </tr>
              <tr valign="top">
                <td>McManus et al [<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Low</td>
              </tr>
              <tr valign="top">
                <td>Nordyke et al [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>Low</td>
              </tr>
              <tr valign="top">
                <td>Nundy et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Medium</td>
              </tr>
              <tr valign="top">
                <td>Piera-Jiménez et al [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Low</td>
              </tr>
              <tr valign="top">
                <td>Southard et al [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Medium</td>
              </tr>
              <tr valign="top">
                <td>Wang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Medium</td>
              </tr>
              <tr valign="top">
                <td>Maciejewski et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Medium</td>
              </tr>
              <tr valign="top">
                <td>Turkstra et al [<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Low</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In general, digital health interventions for healthy behavior in people with chronic diseases are cost-effective, as all studies with cost-effective results have a low risk of bias. Previous studies have shown that digital interventions positively affect smoking, alcohol consumption, diet, and PA [<xref ref-type="bibr" rid="ref46">46</xref>]. However, it is impossible to know how this effect will sustain for many years, as many studies had considerably short follow-up periods. Studies on digital interventions for reducing behavioral risks of CVD in nonclinical adult populations revealed that they were effective 6 months after the end of the intervention, and the interventions lost their effectiveness after 12 months, according to a scoping review [<xref ref-type="bibr" rid="ref46">46</xref>]. It also concluded that the shorter duration of effect was due to a shorter follow-up period and intention-to-treat analysis.</p>
        <p>In most cases, studies in this review used &#60;2 years as a follow-up period, and only 10% (2/20) used lifelong time horizons for economic evaluation [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. Except for 10% (2/20) of studies [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref37">37</xref>] that used &#62;2 years as an intervention period, most studies used parameters from the short-term effects of interventions to construct cost-effectiveness estimates and extrapolation. The results could be misleading because some behaviors could relapse, such as smoking, PA, and eating habits, which could diminish the effectiveness of the intervention, and hence extrapolation could overestimate the effects. This problem is particularly prevalent in mathematical modeling that predicts the outcomes of interventions over a person’s lifetime because their parameters of economic impacts are based on a model of behavioral changes beyond the intervention period.</p>
        <p>Most studies (6/20, 30%) with cost-effective or cost-saving results were published after 2010 [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. With technology costs likely to have decreased in the recent years, digital health intervention costs could have been higher in the studies published before 2010 than in more recent ones; therefore, the cost-effectiveness of digital health interventions could be confounded by the year of publication. In Australia, 2 studies used telephone coaching as the intervention method. One study conducted in 2009 showed that the intervention cost was Aus $570 (US $460) per participant [<xref ref-type="bibr" rid="ref36">36</xref>], whereas the other study showed that it was Aus $33 (US $25) per participant in 2017 [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>Only half of studies (10/20, 50%) used specific clinical indicators, such as hemoglobin A<sub>1c</sub> level, low-density lipoprotein cholesterol, and BP in mmHg, to measure clinical outcomes concerning the program’s effectiveness. Other studies (10/20, 50%) used more general indicators, such as hospital admission rates, readmission rates, length of hospital stay, mortality rates, morbidity rates, and health-related quality of life, and interpreted reductions in these indicators as well as reduced health care resource use as evidence of improved clinical outcomes. For instance, decreased hospital admission rates or reduced outpatient visits could be due to reasons other than the effectiveness of the program. In addition, except for 15% (3/20) of studies [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] that used specific behavioral indicators, improvement in behavior or lifestyle was usually measured by clinical outcomes in most studies. These findings could be problematic in interpreting the program’s effectiveness, as the improvement in clinical outcomes may be due to pharmacologic effects (antihypertensive medication, for instance) rather than adoption of healthy behaviors.</p>
        <p>Although UK NICE guidelines strongly recommends a societal perspective for economic evaluations, it was implemented in only 15% (3/20) of studies [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], whereas the others (17/20, 85%) used health care payer perspectives. The results of an economic evaluation could be more cost-effective when conducted from a societal perspective, partly because the inclusion of homecare costs and productivity loss owing to illness significantly impact economic benefits. Furthermore, nonhealth outcomes, such as waiting time, time to diagnosis, and improved education and reassurance, should also be considered when assessing the cost-effectiveness of an intervention program.</p>
        <p>Some behavior change interventions are embedded in telemonitoring, tele-education, or teleconsultation services that act as internet-based visits and enhance patient self-monitoring [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. As a result, physical access to health care services would be reduced, but this does not necessarily mean reduced demand because of a healthy lifestyle. Therefore, researchers should be aware of this pitfall and use more specific indicators to measure the outcomes of healthy behaviors.</p>
        <p>Although 25% (5/20) of studies [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref42">42</xref>] concluded that their results could be generalized to other settings, this is only possible for populations with high chronic disease prevalence because none of these interventions were aimed at the entire population. Because of the need for more information from low- and middle-income countries (LMICs), evidence-based recommendations are challenging to develop; however, digital health interventions also have potential. Although all studies were conducted in high-income settings, scaling up the digital health intervention in LMICs is feasible because of the high NCD burden and high population in these countries. Labrique et al [<xref ref-type="bibr" rid="ref48">48</xref>] discussed that scaling up the digital health interventions in LMICs is possible under 5 conditions: involvement of end user inputs, engagement of all stakeholders in the developmental process, a good technical profile (simplicity, interoperability, and adaptability), well-established policy, and availability of appropriate infrastructure for digital health. The mHealth platforms will be more effective than other eHealth platforms because mobile phone use is on the rise, and smartphone adoption and use is ubiquitous not only in high-income countries but also in LMICs [<xref ref-type="bibr" rid="ref49">49</xref>]. In addition, a systematic review found that mHealth can significantly modify health behavior as smartphones become more accessible to underserved and minority communities [<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        <p>Owing to the demand for remote health services resulting from COVID-19, health care systems have implemented digital health and telemedicine solutions. Although telemedicine and digital solutions cannot replace all components of the health care experience, they offer certain advantages, such as the convenience of care, technology-assisted remote interaction, and increased accessibility to care, which can be crucial in managing chronic diseases [<xref ref-type="bibr" rid="ref51">51</xref>]. Cost-effectiveness, accessibility to specialty services, and the ability to assist in alleviating physician shortages are key benefits of telemedicine, especially during COVID-19 [<xref ref-type="bibr" rid="ref52">52</xref>]. Although health care professionals’ attitudes toward telemedicine were influenced by factors such as self-efficacy, performance expectations, and facilitating conditions, mHealth emerged as the most preferred mode of telemedicine, enabling health care systems to be integrated into telemedicine systems during pandemics in low-income countries [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
      </sec>
      <sec>
        <title>Recommendations for Further Research</title>
        <p>On the basis of the findings of this review, the following recommendations are suggested:</p>
        <list list-type="order">
          <list-item>
            <p>The research question should include a cost-effectiveness assessment of the interventions for economic evaluation. Future studies should follow NICE recommendations to take a societal perspective, apply discounting, address parameter uncertainty, and apply a lifelong time horizon.</p>
          </list-item>
          <list-item>
            <p>A full economic evaluation (CEA, CBA, and CUA) is needed to evaluate the cost-effectiveness of digital health interventions.</p>
          </list-item>
          <list-item>
            <p>Researchers should use behavior-specific indicators such as walking time (minutes per week) for PA, urine nicotine testing for smoking, daily serving of fruits and vegetables, or plasma carotenoid index for diet, in addition to clinical indicators for the respective diseases.</p>
          </list-item>
          <list-item>
            <p>Future research should be conducted on more diverse populations with chronic diseases to identify populations that can benefit the most from these interventions.</p>
          </list-item>
          <list-item>
            <p>Assessment of the cost-effectiveness of digital interventions for behavioral change should include all stakeholders, including policy makers, implementers, and end users, to ensure that the final product is acceptable, scalable, feasible, and sustainable for wider implementation.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>First, because most studies in this review sought to determine the effectiveness of digital health interventions based on clinical outcomes, economic evaluations were embedded in RCTs. Thus, most studies have many weaknesses in economic evaluations, such as not using QALY or DALY, no discounting, and no sensitivity analysis, which lead to uncertainty in decision making regarding cost-effectiveness. Moreover, this review contains no studies on LMICs, making it difficult to generalize the findings to broader regions because many LMICs have a poor infrastructure for digital health, such as an unstable internet connection. Finally, this review has limited conclusions owing to the heterogeneity of the interventions and diseases examined and the short follow-up periods. Furthermore, the heterogeneity of the results makes a meta-analysis difficult.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Digital health interventions for behavioral change among people with chronic diseases are cost-effective in high-income settings and can therefore be scaled up. Similar evidence from LMICs based on properly designed studies for cost-effectiveness evaluation is urgently needed. A full economic evaluation is required to provide robust evidence of the cost-effectiveness of digital health interventions and their potential for scaling up in the broader population.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search blocks.</p>
        <media xlink:href="ijmr_v12i1e42396_app1.docx" xlink:title="DOCX File , 31 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Eligibility checklist.</p>
        <media xlink:href="ijmr_v12i1e42396_app2.docx" xlink:title="DOCX File , 23 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Study characteristics.</p>
        <media xlink:href="ijmr_v12i1e42396_app3.docx" xlink:title="DOCX File , 23 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Joanna Briggs Institute’s checklist for economic evaluations.</p>
        <media xlink:href="ijmr_v12i1e42396_app4.docx" xlink:title="DOCX File , 684 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Joanna Briggs Institute’s checklist for randomized controlled trials.</p>
        <media xlink:href="ijmr_v12i1e42396_app5.docx" xlink:title="DOCX File , 688 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BCT</term>
          <def>
            <p>behavior change technique</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BP</term>
          <def>
            <p>blood pressure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CBA</term>
          <def>
            <p>cost-benefit analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CEA</term>
          <def>
            <p>cost-effectiveness analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CET</term>
          <def>
            <p>cost-effectiveness threshold</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">COPD</term>
          <def>
            <p>chronic obstructive pulmonary disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">CUA</term>
          <def>
            <p>cost-utility analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">CVD</term>
          <def>
            <p>cardiovascular disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">DALY</term>
          <def>
            <p>disability-adjusted life-year</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">DM</term>
          <def>
            <p>diabetes mellitus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">ICER</term>
          <def>
            <p>incremental cost-effectiveness ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">LMICs</term>
          <def>
            <p>low- and middle-income countries</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">MI</term>
          <def>
            <p>myocardial infarction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">NCD</term>
          <def>
            <p>noncommunicable disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">NICE</term>
          <def>
            <p>National Institute for Health and Clinical Excellence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">PA</term>
          <def>
            <p>physical activity</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">PICO</term>
          <def>
            <p>Population, Intervention, Comparator, and Outcomes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb19">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb20">QALY</term>
          <def>
            <p>quality-adjusted life-years</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb21">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb22">STAR-C</term>
          <def>
            <p>Sustainable Behavior Change for Health Supported by Person-Tailored, Adaptive, Risk-Aware Digital Coaching in a Social Context</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The Sustainable Behavior Change for Health Supported by Person-Tailored, Adaptive, Risk-Aware Digital Coaching in a Social Context project, funded by FORTE (Dnr 2018-01461), supported this research.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>The top 10 causes of death</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <month>12</month>
          <day>9</day>
          <access-date>2022-04-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/the-top-10-causes-of-death">https://www.who.int/news-room/fact-sheets/detail/the-top-10-causes-of-death</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>GBD 2016 DALYs and HALE Collaborators</collab>
          </person-group>
          <article-title>Global, regional, and national disability-adjusted life-years (DALYs) for 333 diseases and injuries and healthy life expectancy (HALE) for 195 countries and territories, 1990-2016: a systematic analysis for the Global Burden of Disease Study 2016</article-title>
          <source>Lancet</source>
          <year>2017</year>
          <month>09</month>
          <day>16</day>
          <volume>390</volume>
          <issue>10100</issue>
          <fpage>1260</fpage>
          <lpage>344</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-6736(17)32130-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(17)32130-X</pub-id>
          <pub-id pub-id-type="medline">28919118</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(17)32130-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5605707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Halbert</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Natoli</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Gano</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Badamgarav</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Buist</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Mannino</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Global burden of COPD: systematic review and meta-analysis</article-title>
          <source>Eur Respir J</source>
          <year>2006</year>
          <month>09</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>523</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://erj.ersjournals.com/cgi/pmidlookup?view=long&#38;pmid=16611654"/>
          </comment>
          <pub-id pub-id-type="doi">10.1183/09031936.06.00124605</pub-id>
          <pub-id pub-id-type="medline">16611654</pub-id>
          <pub-id pub-id-type="pii">09031936.06.00124605</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>GBD 2019 Diseases and Injuries Collaborators</collab>
          </person-group>
          <article-title>Global burden of 369 diseases and injuries in 204 countries and territories, 1990-2019: a systematic analysis for the Global Burden of Disease Study 2019</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <month>10</month>
          <day>17</day>
          <volume>396</volume>
          <issue>10258</issue>
          <fpage>1204</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-6736(20)30925-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30925-9</pub-id>
          <pub-id pub-id-type="medline">33069326</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)30925-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7567026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guilbert</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>The world health report 2002 - reducing risks, promoting healthy life</article-title>
          <source>Educ Health (Abingdon)</source>
          <year>2003</year>
          <month>07</month>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>230</fpage>
          <pub-id pub-id-type="doi">10.1080/1357628031000116808</pub-id>
          <pub-id pub-id-type="medline">14741909</pub-id>
          <pub-id pub-id-type="pii">W2NGP13VBBBU4VTJ</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Global health risks : mortality and burden of disease attributable to selected major risks</article-title>
          <source>World Health Organization</source>
          <year>2009</year>
          <access-date>2022-04-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/44203">https://apps.who.int/iris/handle/10665/44203</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>The Lancet: latest global disease estimates reveal perfect storm of rising chronic diseases and public health failures fuelling COVID-19 pandemic</article-title>
          <source>Institute for Health Metrics and Evaluation</source>
          <year>2020</year>
          <month>10</month>
          <day>15</day>
          <access-date>2022-04-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthdata.org/news-release/lancet-latest-global-disease-estimates-reveal-perfect-storm-rising-chronic-diseases-and">https://www.healthdata.org/news-release/lancet-latest-global-disease-estimates-reveal-perfect-storm-rising-chronic-diseases-and</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baanders</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Heijmans</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>The impact of chronic diseases: the partner's perspective</article-title>
          <source>Fam Community Health</source>
          <year>2007</year>
          <volume>30</volume>
          <issue>4</issue>
          <fpage>305</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1097/01.FCH.0000290543.48576.cf</pub-id>
          <pub-id pub-id-type="medline">17873637</pub-id>
          <pub-id pub-id-type="pii">00003727-200710000-00005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hekler</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Evaluating digital health interventions: key questions and approaches</article-title>
          <source>Am J Prev Med</source>
          <year>2016</year>
          <month>11</month>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>843</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27745684"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2016.06.008</pub-id>
          <pub-id pub-id-type="medline">27745684</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(16)30229-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5324832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>The behavior change technique taxonomy (v1) of 93 hierarchically clustered techniques: building an international consensus for the reporting of behavior change interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2013</year>
          <month>08</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/191129821?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-013-9486-6</pub-id>
          <pub-id pub-id-type="medline">23512568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>Behaviour change: individual approaches - Public Health Guideline (PH 49)</article-title>
          <source>National Institute for Health and Care Excellence (NICE)</source>
          <year>2014</year>
          <month>1</month>
          <day>2</day>
          <access-date>2022-04-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/guidance/ph49/resources/behaviour-change-individual-approaches-pdf-1996366337989">https://www.nice.org.uk/guidance/ph49/resources/behaviour-change-individual-approaches-pdf-​1996366337989</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akinosun</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Polson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Diaz-Skeete</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>De Kock</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Carragher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Leslie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grindle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gorely</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Digital technology interventions for risk factor modification in patients with cardiovascular disease: systematic review and meta-analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>03</month>
          <day>03</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e21061</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/3/e21061/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21061</pub-id>
          <pub-id pub-id-type="medline">33656444</pub-id>
          <pub-id pub-id-type="pii">v9i3e21061</pub-id>
          <pub-id pub-id-type="pmcid">PMC7970167</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaziano</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Galea</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>Scaling up interventions for chronic disease prevention: the evidence</article-title>
          <source>Lancet</source>
          <year>2007</year>
          <month>12</month>
          <day>08</day>
          <volume>370</volume>
          <issue>9603</issue>
          <fpage>1939</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(07)61697-3</pub-id>
          <pub-id pub-id-type="medline">18063028</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(07)61697-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whitten</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Mair</surname>
              <given-names>FS</given-names>
            </name>
            <name name-style="western">
              <surname>Haycox</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Hellmich</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of cost effectiveness studies of telemedicine interventions</article-title>
          <source>BMJ</source>
          <year>2002</year>
          <month>06</month>
          <day>15</day>
          <volume>324</volume>
          <issue>7351</issue>
          <fpage>1434</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/12065269"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.324.7351.1434</pub-id>
          <pub-id pub-id-type="medline">12065269</pub-id>
          <pub-id pub-id-type="pmcid">PMC115857</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rojas</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the key indicators for assessing telehomecare cost-effectiveness</article-title>
          <source>Telemed J E Health</source>
          <year>2008</year>
          <month>11</month>
          <volume>14</volume>
          <issue>9</issue>
          <fpage>896</fpage>
          <lpage>904</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19035798"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2008.0009</pub-id>
          <pub-id pub-id-type="medline">19035798</pub-id>
          <pub-id pub-id-type="pmcid">PMC4005790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindgren</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Guerrero</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jingar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Richter Sundberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Santosa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weinehall</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The STAR-C intelligent coach: a cross-disciplinary design process of a behavior change intervention in primary care</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2020</year>
          <month>09</month>
          <day>04</day>
          <volume>273</volume>
          <fpage>203</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI200640</pub-id>
          <pub-id pub-id-type="medline">33087613</pub-id>
          <pub-id pub-id-type="pii">SHTI200640</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Eriksson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Guerrero</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gustafsson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kinsman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lindberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lindgren</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lundgren</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Lönnberg</surname>
              <given-names>Göran</given-names>
            </name>
            <name name-style="western">
              <surname>Sahlen</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Santosa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Richter Sundberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Weinehall</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wennberg</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Sustainable Behavior Change for Health Supported by Person-Tailored, Adaptive, Risk-Aware Digital Coaching in a Social Context: Study Protocol for the STAR-C Research Programme</article-title>
          <source>Front Public Health</source>
          <year>2021</year>
          <month>3</month>
          <day>1</day>
          <volume>9</volume>
          <fpage>593453</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33732674"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2021.593453</pub-id>
          <pub-id pub-id-type="medline">33732674</pub-id>
          <pub-id pub-id-type="pmcid">PMC7957003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <source>Cochrane Handbook for Systematic Reviews of Interventions version 6.3. 2nd edition</source>
          <year>2019</year>
          <month>10</month>
          <publisher-loc>Hoboken, NJ, USA</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drummond</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Sculpher</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Torrance</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stoddart</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <source>Methods for the Economic Evaluation of Health Care Programmes. 3rd edition</source>
          <year>2005</year>
          <publisher-loc>Oxford, UK</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Veličković</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Višnjić</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mihajlović</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Quick reference guide for critical appraisal of economics evaluations for busy decision makers</article-title>
          <source>Acta Fac Med Naissensis</source>
          <year>2015</year>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://archive.sciendo.com/AFMNAI/afmnai.2015.32.issue-1/afmnai-2015-0002/afmnai-2015-0002.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1515/afmnai-2015-0002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Rayyan homepage</article-title>
          <source>Rayyan</source>
          <access-date>2022-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rayyan.ai">https://www.rayyan.ai</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>NICE Process and Methods Guides. Methods for the development of NICE public health guidance. 3rd edition</article-title>
          <source>National Institute for Health and Care Excellence</source>
          <year>2012</year>
          <month>9</month>
          <day>26</day>
          <access-date>2022-04-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/process/pmg4/chapter/introduction">https://www.nice.org.uk/process/pmg4/chapter/introduction</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Castro Sweet</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Dall</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Clinical and economic impact of a digital, remotely-delivered intensive behavioral counseling program on Medicare beneficiaries at risk for diabetes and cardiovascular disease</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <month>10</month>
          <day>5</day>
          <volume>11</volume>
          <issue>10</issue>
          <fpage>e0163627</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0163627"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0163627</pub-id>
          <pub-id pub-id-type="medline">27706216</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-12461</pub-id>
          <pub-id pub-id-type="pmcid">PMC5051965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Copeland</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>An intervention for VA patients with congestive heart failure</article-title>
          <source>Am J Manag Care</source>
          <year>2010</year>
          <month>03</month>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>158</fpage>
          <lpage>65</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=12587"/>
          </comment>
          <pub-id pub-id-type="medline">20225911</pub-id>
          <pub-id pub-id-type="pii">12587</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Datta</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Oddone</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Orr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McCant</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gentry</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bosworth</surname>
              <given-names>HB</given-names>
            </name>
          </person-group>
          <article-title>Economic analysis of a tailored behavioral intervention to improve blood pressure control for primary care patients</article-title>
          <source>Am Heart J</source>
          <year>2010</year>
          <month>08</month>
          <volume>160</volume>
          <issue>2</issue>
          <fpage>257</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ahj.2010.05.024</pub-id>
          <pub-id pub-id-type="medline">20691830</pub-id>
          <pub-id pub-id-type="pii">S0002-8703(10)00430-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunagan</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Littenberg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ewald</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Emery</surname>
              <given-names>VB</given-names>
            </name>
            <name name-style="western">
              <surname>Waterman</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Silverman</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Randomized trial of a nurse-administered, telephone-based disease management program for patients with heart failure</article-title>
          <source>J Card Fail</source>
          <year>2005</year>
          <month>06</month>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>358</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cardfail.2004.12.004</pub-id>
          <pub-id pub-id-type="medline">15948086</pub-id>
          <pub-id pub-id-type="pii">S1071916405000175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Finkelstein</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Speedie</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Potthoff</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Home telehealth improves clinical outcomes at lower cost for home healthcare</article-title>
          <source>Telemed J E Health</source>
          <year>2006</year>
          <month>04</month>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>128</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2006.12.128</pub-id>
          <pub-id pub-id-type="medline">16620167</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Eisert</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Everhart</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Durfee</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Soria</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stell</surname>
              <given-names>DI</given-names>
            </name>
            <name name-style="western">
              <surname>Rice-Peterson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>MacKenzie</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Estacio</surname>
              <given-names>RO</given-names>
            </name>
          </person-group>
          <article-title>Nurse-run, telephone-based outreach to improve lipids in people with diabetes</article-title>
          <source>Am J Manag Care</source>
          <year>2012</year>
          <month>02</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=88878"/>
          </comment>
          <pub-id pub-id-type="medline">22435835</pub-id>
          <pub-id pub-id-type="pii">88878</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keyserling</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Sheridan</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Draeger</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Finkelstein</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Gizlice</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Kruger</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Sloane</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Samuel-Hodge</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Evenson</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Donahue</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Pignone</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Vu</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Steinbacher</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bangdiwala</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Ammerman</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>A comparison of live counseling with a web-based lifestyle and medication intervention to reduce coronary heart disease risk: a randomized clinical trial</article-title>
          <source>JAMA Intern Med</source>
          <year>2014</year>
          <month>07</month>
          <volume>174</volume>
          <issue>7</issue>
          <fpage>1144</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24861959"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2014.1984</pub-id>
          <pub-id pub-id-type="medline">24861959</pub-id>
          <pub-id pub-id-type="pii">1876677</pub-id>
          <pub-id pub-id-type="pmcid">PMC4142754</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nordyke</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Appelbaum</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Estimating the impact of novel digital therapeutics in type 2 diabetes and hypertension: health economic analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>10</month>
          <day>09</day>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>e15814</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/10/e15814/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15814</pub-id>
          <pub-id pub-id-type="medline">31599740</pub-id>
          <pub-id pub-id-type="pii">v21i10e15814</pub-id>
          <pub-id pub-id-type="pmcid">PMC6914106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nundy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dick</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Nocon</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Peek</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone diabetes project led to improved glycemic control and net savings for Chicago plan participants</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2014</year>
          <month>02</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>265</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24493770"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2013.0589</pub-id>
          <pub-id pub-id-type="medline">24493770</pub-id>
          <pub-id pub-id-type="pii">33/2/265</pub-id>
          <pub-id pub-id-type="pmcid">PMC4034376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Southard</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Southard</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Nuckolls</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Clinical trial of an internet-based case management system for secondary prevention of heart disease</article-title>
          <source>J Cardiopulm Rehabil</source>
          <year>2003</year>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>341</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/00008483-200309000-00003</pub-id>
          <pub-id pub-id-type="medline">14512778</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Bosworth</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Oddone</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>McCant</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Van Houtven</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>Economic evaluation of telephone self-management interventions for blood pressure control</article-title>
          <source>Am Heart J</source>
          <year>2012</year>
          <month>06</month>
          <volume>163</volume>
          <issue>6</issue>
          <fpage>980</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ahj.2012.03.016</pub-id>
          <pub-id pub-id-type="medline">22709750</pub-id>
          <pub-id pub-id-type="pii">S0002-8703(12)00182-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maciejewski</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Bosworth</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Edelman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Oddone</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Do the benefits of participation in a hypertension self-management trial persist after patients resume usual care?</article-title>
          <source>Circ Cardiovasc Qual Outcomes</source>
          <year>2014</year>
          <month>03</month>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>269</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1161/CIRCOUTCOMES.113.000309</pub-id>
          <pub-id pub-id-type="medline">24619321</pub-id>
          <pub-id pub-id-type="pii">CIRCOUTCOMES.113.000309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nghiem</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Redfern</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thiagalingam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>CK</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness of a text message programme for the prevention of recurrent cardiovascular events</article-title>
          <source>Heart</source>
          <year>2017</year>
          <month>06</month>
          <volume>103</volume>
          <issue>12</issue>
          <fpage>893</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/89300036?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/heartjnl-2016-310195</pub-id>
          <pub-id pub-id-type="medline">28235776</pub-id>
          <pub-id pub-id-type="pii">heartjnl-2016-310195</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Halton</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Veerman</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Winkler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Reeves</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eakin</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness of a telephone-delivered intervention for physical activity and diet</article-title>
          <source>PLoS One</source>
          <year>2009</year>
          <month>09</month>
          <day>25</day>
          <volume>4</volume>
          <issue>9</issue>
          <fpage>e7135</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0007135"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0007135</pub-id>
          <pub-id pub-id-type="medline">19779611</pub-id>
          <pub-id pub-id-type="pmcid">PMC2744997</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamar</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Rula</surname>
              <given-names>EY</given-names>
            </name>
            <name name-style="western">
              <surname>Coberley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pope</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Larkin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Long-term impact of a chronic disease management program on hospital utilization and cost in an Australian population with heart disease or diabetes</article-title>
          <source>BMC Health Serv Res</source>
          <year>2015</year>
          <month>04</month>
          <day>22</day>
          <volume>15</volume>
          <fpage>174</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-015-0834-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-015-0834-z</pub-id>
          <pub-id pub-id-type="medline">25895499</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-015-0834-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC4422132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turkstra</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkes</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Scuffham</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness of a coronary heart disease secondary prevention program in patients with myocardial infarction: results from a randomised controlled trial (ProActive Heart)</article-title>
          <source>BMC Cardiovasc Disord</source>
          <year>2013</year>
          <month>05</month>
          <day>01</day>
          <volume>13</volume>
          <fpage>33</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmccardiovascdisord.biomedcentral.com/articles/10.1186/1471-2261-13-33"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2261-13-33</pub-id>
          <pub-id pub-id-type="medline">23634982</pub-id>
          <pub-id pub-id-type="pii">1471-2261-13-33</pub-id>
          <pub-id pub-id-type="pmcid">PMC3646683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maddison</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pfaeffli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Whittaker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kerr</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kira</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Dalleck</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rawstorn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A mobile phone intervention increases physical activity in people with cardiovascular disease: results from the HEART randomized controlled trial</article-title>
          <source>Eur J Prev Cardiol</source>
          <year>2015</year>
          <month>06</month>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>701</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1177/2047487314535076</pub-id>
          <pub-id pub-id-type="medline">24817694</pub-id>
          <pub-id pub-id-type="pii">2047487314535076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McManus</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Little</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stuart</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Raftery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bradbury</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Mair</surname>
              <given-names>FS</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Band</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ogburn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rice</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nuttall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <collab>HOME BP investigators</collab>
          </person-group>
          <article-title>Home and Online Management and Evaluation of Blood Pressure (HOME BP) using a digital intervention in poorly controlled hypertension: randomised controlled trial</article-title>
          <source>BMJ</source>
          <year>2021</year>
          <month>01</month>
          <day>19</day>
          <volume>372</volume>
          <fpage>m4858</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33468518"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.m4858</pub-id>
          <pub-id pub-id-type="medline">33468518</pub-id>
          <pub-id pub-id-type="pmcid">PMC7814507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bertuzzi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Stefani</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rivolta</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pintaudi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Meneghini</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Luzi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzone</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Teleconsultation in type 1 diabetes mellitus (TELEDIABE)</article-title>
          <source>Acta Diabetol</source>
          <year>2018</year>
          <month>02</month>
          <volume>55</volume>
          <issue>2</issue>
          <fpage>185</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1007/s00592-017-1084-9</pub-id>
          <pub-id pub-id-type="medline">29209814</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00592-017-1084-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Piera-Jiménez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Winters</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Broers</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Valero-Bover</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Habibovic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Widdershoven</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Folkvord</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lupiáñez-Villanueva</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Changing the health behavior of patients with cardiovascular disease through an electronic health intervention in three different countries: cost-effectiveness study in the do cardiac health: advanced new generation ecosystem (Do CHANGE) 2 randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>28</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>e17351</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/7/e17351/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17351</pub-id>
          <pub-id pub-id-type="medline">32720908</pub-id>
          <pub-id pub-id-type="pii">v22i7e17351</pub-id>
          <pub-id pub-id-type="pmcid">PMC7420510</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Empana</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Ducimetière</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Arveiler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrières</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ruidavets</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Haas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Yarnell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bingham</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Amouyel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dallongeville</surname>
              <given-names>J</given-names>
            </name>
            <collab>PRIME Study Group</collab>
          </person-group>
          <article-title>Are the Framingham and PROCAM coronary heart disease risk functions applicable to different European populations? The PRIME Study</article-title>
          <source>Eur Heart J</source>
          <year>2003</year>
          <month>11</month>
          <volume>24</volume>
          <issue>21</issue>
          <fpage>1903</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ehj.2003.09.002</pub-id>
          <pub-id pub-id-type="medline">14585248</pub-id>
          <pub-id pub-id-type="pii">S0195668X03005712</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fox-Rushby</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Allowing for uncertainty in economic evaluations: qualitative sensitivity analysis</article-title>
          <source>Health Policy Plan</source>
          <year>2001</year>
          <month>12</month>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>435</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1093/heapol/16.4.435</pub-id>
          <pub-id pub-id-type="medline">11739369</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <article-title>Telediabete homepage</article-title>
          <source>Telediabete</source>
          <access-date>2022-04-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.telediabete-fid.it/">http://www.telediabete-fid.it/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yau</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rigby</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dyke</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Remfry</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chadborn</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of digital interventions for reducing behavioral risks of cardiovascular disease in nonclinical adult populations: systematic review of reviews</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <day>14</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>e19688</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/5/e19688/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19688</pub-id>
          <pub-id pub-id-type="medline">33988126</pub-id>
          <pub-id pub-id-type="pii">v23i5e19688</pub-id>
          <pub-id pub-id-type="pmcid">PMC8164125</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hollinghurst</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gaunt</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Large</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Salisbury</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness of telehealth for patients with raised cardiovascular disease risk: evidence from the Healthlines randomised controlled trial</article-title>
          <source>BMJ Open</source>
          <year>2016</year>
          <month>08</month>
          <day>26</day>
          <volume>6</volume>
          <issue>8</issue>
          <fpage>e012352</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27566642"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2016-012352</pub-id>
          <pub-id pub-id-type="medline">27566642</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2016-012352</pub-id>
          <pub-id pub-id-type="pmcid">PMC5013404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Labrique</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Wadhwani</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Lamptey</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hesp</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Luk</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Aerts</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Best practices in scaling digital health in low and middle income countries</article-title>
          <source>Global Health</source>
          <year>2018</year>
          <month>11</month>
          <day>03</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>103</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://globalizationandhealth.biomedcentral.com/articles/10.1186/s12992-018-0424-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12992-018-0424-z</pub-id>
          <pub-id pub-id-type="medline">30390686</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12992-018-0424-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC6215624</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas Craig</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fusco</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Snowdon</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Scheufele</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gagliardi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sill</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of context-aware digital behavior change interventions to improve health</article-title>
          <source>Transl Behav Med</source>
          <year>2021</year>
          <month>05</month>
          <day>25</day>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>1037</fpage>
          <lpage>48</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33085767"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/tbm/ibaa099</pub-id>
          <pub-id pub-id-type="medline">33085767</pub-id>
          <pub-id pub-id-type="pii">5934751</pub-id>
          <pub-id pub-id-type="pmcid">PMC8158169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson-Lewis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Darville</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mercado</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Di Maggio</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>mHealth technology use and implications in historically underserved and minority populations in the United States: systematic literature review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>06</month>
          <day>18</day>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>e128</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/6/e128/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.8383</pub-id>
          <pub-id pub-id-type="medline">29914860</pub-id>
          <pub-id pub-id-type="pii">v6i6e128</pub-id>
          <pub-id pub-id-type="pmcid">PMC6028762</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seixas</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Olaye</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Optimizing healthcare through digital health and wellness solutions to meet the needs of patients with chronic disease during the COVID-19 era</article-title>
          <source>Front Public Health</source>
          <year>2021</year>
          <month>7</month>
          <day>12</day>
          <volume>9</volume>
          <fpage>667654</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34322469"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2021.667654</pub-id>
          <pub-id pub-id-type="medline">34322469</pub-id>
          <pub-id pub-id-type="pmcid">PMC8311288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kichloo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Albosta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dettloff</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wani</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>El-Amir</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aljadah</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chakinala</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Kanugula</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Solanki</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chugh</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine, the current COVID-19 pandemic and the future: a narrative review and perspectives moving forward in the USA</article-title>
          <source>Fam Med Community Health</source>
          <year>2020</year>
          <month>08</month>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e000530</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://fmch.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32816942"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/fmch-2020-000530</pub-id>
          <pub-id pub-id-type="medline">32816942</pub-id>
          <pub-id pub-id-type="pii">fmch-2020-000530</pub-id>
          <pub-id pub-id-type="pmcid">PMC7437610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shiferaw</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Mengiste</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Gullslett</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Zeleke</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Tilahun</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tebeje</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wondimu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Desalegn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mehari</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Healthcare providers' acceptance of telemedicine and preference of modalities during COVID-19 pandemics in a low-resource setting: an extended UTAUT model</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <month>4</month>
          <day>22</day>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>e0250220</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0250220"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0250220</pub-id>
          <pub-id pub-id-type="medline">33886625</pub-id>
          <pub-id pub-id-type="pii">PONE-D-21-03761</pub-id>
          <pub-id pub-id-type="pmcid">PMC8061916</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
