<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">IJMR</journal-id>
      <journal-id journal-id-type="nlm-ta">Interact J Med Res</journal-id>
      <journal-title>Interactive Journal of Medical Research</journal-title>
      <issn pub-type="epub">1929-073X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i2e39181</article-id>
      <article-id pub-id-type="pmid">35752952</article-id>
      <article-id pub-id-type="doi">10.2196/39181</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Association Between Telehealth Utilization and Policy Responses on COVID-19 in Japan: Interrupted Time-Series Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Li</surname>
            <given-names>Peiyi</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ishikawa</surname>
            <given-names>Tomoki</given-names>
          </name>
          <degrees>MBA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute for Health Economics and Policy</institution>
            <addr-line>No 11 Toyo-kaiji Bldg</addr-line>
            <addr-line>1-5-11 Nishi-Shimbashi</addr-line>
            <addr-line>Minato-ku, Tokyo, 105-0003</addr-line>
            <country>Japan</country>
            <phone>81 3 3506 8529</phone>
            <email>tomoki.ishikawa@ihep.jp</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8725-6508</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Sato</surname>
            <given-names>Jumpei</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6032-1584</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hattori</surname>
            <given-names>Junko</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7452-0306</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Goda</surname>
            <given-names>Kazuo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0618-4157</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kitsuregawa</surname>
            <given-names>Masaru</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4027-2994</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Mitsutake</surname>
            <given-names>Naohiro</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1809-5426</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute for Health Economics and Policy</institution>
        <addr-line>Minato-ku, Tokyo</addr-line>
        <country>Japan</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Faculty of Health Sciences</institution>
        <institution>Hokkaido University</institution>
        <addr-line>Sapporo, Hokkaido</addr-line>
        <country>Japan</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Institute of Industrial Science</institution>
        <institution>The University of Tokyo</institution>
        <addr-line>Meguro, Tokyo</addr-line>
        <country>Japan</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Tomoki Ishikawa <email>tomoki.ishikawa@ihep.jp</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jul-Dec</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>7</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>2</issue>
      <elocation-id>e39181</elocation-id>
      <history>
        <date date-type="received">
          <day>7</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>25</day>
          <month>6</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Tomoki Ishikawa, Jumpei Sato, Junko Hattori, Kazuo Goda, Masaru Kitsuregawa, Naohiro Mitsutake. Originally published in the Interactive Journal of Medical Research (https://www.i-jmr.org/), 12.07.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Interactive Journal of Medical Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.i-jmr.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.i-jmr.org/2022/2/e39181" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Telehealth using telephones or online communication is being promoted as a policy initiative in several countries. However, there is a lack of research on telehealth utilization in a country such as Japan that offers free access to medical care and regulates telehealth provision—particularly with respect to COVID-19.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The present study aimed to clarify telehealth utilization, the characteristics of patients and medical institutions using telehealth, and the changes to telehealth in Japan in order to support the formulation of policy strategies for telehealth provision.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using a medical administrative claim database of the National Health Insurance and Advanced Elderly Medical Service System in Mie Prefecture, we investigated patients who used telehealth from January 2017 to September 2021. We examined telehealth utilization with respect to both patients and medical institutions, and we determined their characteristics. Using April 2020 as the reference time point for COVID-19, we conducted an interrupted time-series analysis (ITSA) to assess changes in the monthly proportion of telehealth users to beneficiaries.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The number of telehealth users before the reference time point was 13,618, and after the reference time point, it was 28,853. Several diseases and conditions were associated with an increase in telehealth utilization. Telehealth consultations were mostly conducted by telephone and for prescriptions. The ITSA results showed a sharp increase in the proportion of telehealth use to beneficiaries after the reference time point (rate ratio 2.97; 95% CI 2.14-2.31). However, no apparent change in the trend of increasing or decreasing telehealth use was evident after the reference time point (rate ratio 1.00; 95% CI 1.00-1.01).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We observed a sharp increase in telehealth utilization after April 2020, but no change in the trend of telehealth use was evident. We identified changes in the characteristics of patients and providers using telehealth.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>telehealth</kwd>
        <kwd>COVID-19</kwd>
        <kwd>health services research</kwd>
        <kwd>interrupted time series</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>A patient’s access to health care services is a major factor affecting health care outcomes. Telehealth is the provision of health care services to patients from providers at different locations using telephone or video consultations. By improving patients’ geographic access or saving on travel costs and time, telehealth reportedly enhances efficacy in increasing continuity of care and medication adherence [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. With its strong contribution to follow-up, telehealth can be widely applied from acute diseases to chronic conditions [<xref ref-type="bibr" rid="ref3">3</xref>]. Thanks to its administrative benefits, the merits of adopting telehealth have been reported from the viewpoints of both patients and providers: reducing the use of resources in health care facilities, improving access to care, and—notably—minimizing the risk of direct infection transmission [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>The advantages of telehealth have been reported. However, its effectiveness and availability in real-world settings need verification: External environmental changes and stakeholder decisions (eg, adaption of medical institutions and patient behavior) can affect the utilization of telehealth services [<xref ref-type="bibr" rid="ref5">5</xref>]. As a key discussion related to effectiveness, some countries (or payers) have limited the coverage of telehealth services to patients living in rural areas [<xref ref-type="bibr" rid="ref6">6</xref>]. From the standpoint of considering these differences in delivery systems by insurer, additional research would be needed to evaluate how evidence on telemedicine applies in a health care delivery system to which patients have free access, as in Japan. As a preliminary step, an assessment of the prevalence of telehealth is important information not only to support in test evidence but also to evaluate its relevance to policy.</p>
      <p>The Japanese government's conservative strategy for telehealth, in conjunction with its various policy responses to COVID-19, have faced a watershed in the years after 2020. With some exceptions, telehealth in Japan has been applied only as a complement to routine care for the sake of ensuring diagnostic accuracy [<ext-link ext-link-type="uri" xlink:href="https://www.mhlw.go.jp/web/t_doc?dataId=00ta6488&#38;dataType=1&#38;pageNo=1" xlink:type="simple">7</ext-link>]. Similarly, over the past 2 decades, using telehealth for initial consultations has been limited in Japan. In recent years, the Japanese government has promoted telehealth as part of a national growth strategy for information and communication technology; however, regulations have prevented its widespread use [<xref ref-type="bibr" rid="ref8">8</xref>]. Since early 2020, COVID-19 and associated policy responses have promoted the wider application of telehealth. Many countries and insurers have expanded telehealth services to facilitate patient access to medical services or prescriptions under partial quarantine (eg, school closures and government-imposed social distancing restrictions) [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Similarly in Japan, regulations on the application of telehealth have been relaxed amid measures such as declaring a state of emergency, closing schools, and triaging for outpatient visits. To increase the number of medical institutions providing telehealth and maintain the delivery of medical care to self-isolating patients, Japan temporarily lifted restrictions on telehealth for initial consultations [<xref ref-type="bibr" rid="ref13">13</xref>]. The Japanese government has developed these measures to promote telemedicine as temporal measures but made them permanent starting in April 2022. However, the system has been designed to reimburse medical institutions more for face-to-face consultations than for telehealth, which raises concerns about their widespread use. Thus, it is necessary to examine how those measures enacted during the pandemic have affected health care provision in Japan.</p>
      <p>Despite the importance of discussions about the future provision of telehealth, there is a lack of data on telehealth use in Japan since COVID-19. In the present study, using the Japanese health care claims database, we examined the following: (1) whether telehealth utilization has increased since COVID-19 and the associated institutional response, (2) whether trends in telehealth use after COVID-19 have increased or decreased, and (3) whether characteristics of telehealth users and providers have changed before and since COVID-19. In order to support the formulation of policy strategies for telehealth provision, we also discuss the future of telehealth provision in Japan, which is regarded as a highly accessible environment for health care with no restrictions on patient access to visit medical facilities of their own choosing.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Source</title>
        <p>In this retrospective cohort study, we analyzed data from the administrative database of health insurance claims in Mie Prefecture, Japan. Health insurance is mandatory for residents in Japan. The database stores information related to the National Health Insurance and Advanced Elderly Medical Service System; those covered are self-employed individuals as well as retirees and their dependents aged 75 years or above. These insured under that scheme amounted to 37.8% of the total Japanese population in 2020 [<xref ref-type="bibr" rid="ref14">14</xref>]. The claims data include diagnoses, use of medical care (face-to-face or telehealth), prescriptions, and expenditures related to medical procedures.</p>
        <p>The diagnosis information is recorded using the International Classification of Diseases 10th Revision (ICD-10) codes and Japanese diagnosis codes, with flags indicating the diagnosis. With links to insurance information, the database includes patients’ sex, date of birth, and place of residence.</p>
        <p>We conducted this study in Mie Prefecture. The prefecture is located toward the center of Japan; it had a population of 1.77 million (22nd highest among the 47 prefectures) and an aging rate of 29.4% (18th highest) [<xref ref-type="bibr" rid="ref15">15</xref>]. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows the geographic and demographic details for Mie Prefecture in 2020; <xref ref-type="table" rid="table1">Table 1</xref> presents information about the medical facilities.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Geographic and demographic details of Mie Prefecture in 2020.</p>
          </caption>
          <graphic xlink:href="ijmr_v11i2e39181_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Comparison of the population and medical facilities between Mie Prefecture and all of Japan in 2020.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="370"/>
            <col width="310"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td>Item</td>
                <td>Mie Prefecture</td>
                <td>Japan</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Population, n</td>
                <td>1,770,254</td>
                <td>126,146,099</td>
              </tr>
              <tr valign="top">
                <td>Population aged 65 years and over, n</td>
                <td>522,073</td>
                <td>35,335,805</td>
              </tr>
              <tr valign="top">
                <td>Aging rate, %</td>
                <td>29.4</td>
                <td>28.4</td>
              </tr>
              <tr valign="top">
                <td>Clinics per 100,000 population, n</td>
                <td>45.81</td>
                <td>44.81</td>
              </tr>
              <tr valign="top">
                <td>Hospitals per 100,000 population, n</td>
                <td>5.31</td>
                <td>6.49</td>
              </tr>
              <tr valign="top">
                <td>Physicians per 100,000 population, n</td>
                <td>225.45</td>
                <td>250.83</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Participants</title>
        <p>The term “telehealth” is polysemous and defined differently in different contexts. In this study, we categorized telehealth services as follows: online (using videoconferencing systems or devices), telephone, and monitoring (using a monitoring device such as a cardiac pacemaker and continuous positive airway pressure). We identified individuals who used any telehealth service at least once from January 2017 to September 2021. We determined the role of telehealth for each patient, such as for prescriptions and home care for COVID-19. Furthermore, we obtained data about sex, age when the patient used the service, and diagnoses. To calculate the monthly proportion of people using telehealth services, we identified the number of patients who received face-to-face consultations (visits to clinics or hospitals). The diagnoses were categorized by diseases according to ICD-10. We followed previous studies regarding the selection of diseases of interest for telehealth, mapping the targeted diseases, and ICD-10 classification [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. We summarized the following: sex, age, type and frequency of telehealth services used, medical expenses recorded with the same claims as used with telehealth, and disease or condition when patients used telehealth. We determined the characteristics of medical institutions that provided telehealth at least once with respect to clinics or hospitals, number of beds, and location (within or outside Mie Prefecture) using a unique number code applied to medical institutions.</p>
        <p>We compared the characteristics of telehealth users for a year before and after April 2020 as the reference time point, which was the first declaration of the state of emergency in Japan [<xref ref-type="bibr" rid="ref18">18</xref>]. We also identified patients who used telehealth for initial consultations following the Japanese government announcement on April 10, 2020, that patients could do so.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The data set included in the study was provided by the regional public health care insurers in Mie prefecture with the approval of the personal information protection commission in charge of each of the local government areas and by contract with the local governments and the insurers.</p>
      </sec>
      <sec>
        <title>Outcome</title>
        <p>The outcome was a change in the monthly proportion of telehealth users to beneficiaries. We evaluated the outcomes by stratifying patients into 2 age groups: 65 years old and older and younger than 65 years. To evaluate the impact of each disease, we applied stratification based on diseases and conditions. The secondary outcome was the change in the monthly proportion of telehealth users to beneficiaries.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>We compared continuous variables for the 2 groups using the Wilcoxon rank sum test. Categorical data (such as sex) were compared using the chi-square test with Yates correction.</p>
        <p>To determine the outcomes, we undertook an interrupted time-series analysis (ITSA) [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>] to evaluate the association between the reference time point and the outcomes from January 2017 to April 2021. Also referred to as segmented time-series regression, ITSA is applied to statistically measure changes in various levels and trends in a postintervention period compared with a pre-intervention period [<xref ref-type="bibr" rid="ref21">21</xref>]. Owing to the frequency of telehealth use, we used ITSA in the present study with a log-linear model as the link function and assumed a Poisson error structure with adjusted seasonality, which could also be called a segmented time-series Poisson regression:</p>
        <p>
          <disp-formula>
            <graphic xlink:href="ijmr_v11i2e39181_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
        </p>
        <p><italic>Y<sub>t</sub></italic> represents the monthly number of telehealth users to beneficiaries at time point <italic>t</italic>; <italic>beneficiaries<sub>t</sub></italic> signifies the number of monthly beneficiaries. We set it to calculate the proportion of telehealth users to beneficiaries as a log-offset term. <italic>T<sub>t</sub></italic> represents the time since January 2017; <italic>T<sub>0</sub></italic> is a dummy variable signifying <italic>t</italic> at the reference time point, the 40th month in this study. <italic>X<sub>t</sub></italic> is a dummy variable indicating the time after the reference time point: After April 1, 2020, it was 1; before, it was 0. <italic>β</italic><sub>0</sub> signifies the level of <italic>Y<sub>t</sub></italic> at <italic>t</italic>=0. <italic>β</italic><sub>1</sub> represents the pretrend; <italic>β</italic><sub>2</sub> is the outcome change immediately after the outbreak of COVID-19 in Japan and the policy responses to it; <italic>β</italic><sub>3</sub> is the change in the trend compared with before the reference time point. <italic>harmonic</italic><sub>t</sub> was set as the Fourier term to adjust for seasonality [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>To remove the effect of an immediate increase at the reference point, we excluded 1 month’s observations before and after that point [<xref ref-type="bibr" rid="ref22">22</xref>]. For subgroup analysis, the same Poisson regression was applied to the groups under 65 years old and 65 years old and older. For the sensitivity analysis, we changed the bandwidth for the removal for the overall telehealth user population from 0 months to 2 months; we did so to assess robustness and goodness of fit for each model based on the Akaike information criterion (AIC).</p>
        <p>We performed all statistical analyses using R version 4.1.0 (R Foundation for Statistical Computing, Vienna, Austria). All statistical tests were 2-sided; we set the significance level at 5%, and we used 95% CIs for interval estimations of the outcomes.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The characteristics of patients who used telehealth services appear in <xref ref-type="table" rid="table2">Table 2</xref>. The number of users before the reference time point was 13,618; after that time point, the number increased to 28,853 (111.87% growth). At any time, there were more female patients. We observed increases in the following for using telehealth services: frequency of annual use per patient (average from 1.41 to 2.26), proportion of users for initial consultation (from 0.2% to 2.2%), and medical expenses (median from 12,550 yen to 15,020 yen).</p>
      <p>Regarding the mean values for telehealth, over 90% (12,905/13,618, 94.8% before April 2020; 26,331/28,853, 91.3% after April 2020) of patients received a consultation by telephone. There was an increase in the use of monitoring equipment after the reference time point (from 707/13,618, 2.5% to 2511/28,853, 8.8%). Online consultation was rarely used: Only 0.8% (11/28,853) of the sample used it after the reference time point. For over 90% (12,943/13,618, 95.0% before April 2020; 26,494/28,853, 91.8% after April 2020) of cases, telehealth was used for prescriptions.</p>
      <p>The characteristics of medical facilities where telehealth services provided appear in <xref ref-type="table" rid="table3">Table 3</xref>. The number of medical facilities that provided telehealth before the reference time point was 1007; after that time point, the number increased to 1392 (38.2% growth). Regarding the type of facility, the number of hospitals increased; regarding location, the ratio of services provided to patients within the same prefecture to those provided to out-of-prefecture patients reversed, and the number of services provided to out-of-prefecture patients increased.</p>
      <p><xref rid="figure2" ref-type="fig">Figure 2</xref> presents the density distribution of the frequency of monthly telehealth use and face-to-face visits. Telehealth use showed an increase after the time reference point compared with before; face-to-face care evidenced a decrease.</p>
      <p><xref rid="figure3" ref-type="fig">Figure 3</xref> presents the monthly frequency of telehealth use during the study period. The dashed lines in that figure indicate the ITSA estimation results of a Poisson regression model, adjusted trend as seasonality. We observed an immediate increase in the proportion of telehealth users to beneficiaries after the Japanese government first declared a state of emergency for COVID-19.</p>
      <p>We evaluated the immediate increase after the reference time point and the change in the trend of telehealth use using the rate ratio (RR) through the ITSA (<xref ref-type="table" rid="table4">Table 4</xref>). The RR for overall telehealth use during COVID-19 (April 2020 to September 2021) compared with pre-COVID-19 (January 2017 to March 2020) was 3.23 (95% CI 3.14-3.31). Thereafter, the frequency of telehealth use during COVID-19 was substantially unchanged (change in trend 1.00; 95% CI 1.00-1.01). In the subgroup of users aged over 65 years, the RR for the immediate change was 3.25 (95% CI 3.15-3.34), and the change in the trend was 1.00 (95% CI 1.00-1.00). Similarly, in the subgroup of users aged under 65 years, the immediate change was 2.48 (95% CI 2.35-2.62), and the change in the trend was 1.00 (95% CI 1.00 to 1.01). As shown in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, no autocorrelation and association with the number of COVID-19 confirmed patients was found for the number of patients who used telemedicine over time.</p>
      <p>The results of our sensitivity analysis appear in <xref ref-type="table" rid="table5">Table 5</xref>. In all cases, the RR and its CI consistently exceeded 1. Without removal adjustment, the AIC was highest at 8390.9; the AIC was lowest in models with the removal bandwidth at 1 month before and after the time reference point (base model).</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Characteristics of patients who used telehealth at least once for consultations before and after April 2020.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="370"/>
          <col width="240"/>
          <col width="240"/>
          <col width="120"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristics</td>
              <td>Before April 2020</td>
              <td>After April 2020</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Unique patient IDs with confirmed telehealth use, n</td>
              <td>13,618</td>
              <td>28,853</td>
              <td>–<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td colspan="2">Age (years), mean (SD)</td>
              <td>73.38 (17.58)</td>
              <td>72.26 (18.30)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Female, n (%)</td>
              <td>8569 (62.9)</td>
              <td>17,629 (61.1)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Frequency of telehealth use per user, mean (SD)</td>
              <td>1.41 (1.12)</td>
              <td>2.26 (2.49)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Users who used telehealth for initial consult, n (%)</td>
              <td>76 (0.2)</td>
              <td>622 (2.2)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Medical expense at the same claims (yen<sup>b</sup>), median (IQR)</td>
              <td>12,550 (4450-27,842.5)</td>
              <td>15,020 (5940-35,720)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="5">
                <bold>Type and role of telehealth services, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Online</td>
              <td>6 (0.4)</td>
              <td>11 (0.8)</td>
              <td>.29</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Monitoring</td>
              <td>707 (2.5)</td>
              <td>2511 (8.8)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Telephone</td>
              <td>12,905 (94.8)</td>
              <td>26,331 (91.3)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Prescription</td>
              <td>12,943 (95.0)</td>
              <td>26,494 (91.8)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Home care for COVID-19<sup>c</sup></td>
              <td>–</td>
              <td>213 (0.7)</td>
              <td>–</td>
            </tr>
            <tr valign="top">
              <td colspan="5">
                <bold>Disease or condition, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Anemia</td>
              <td>298 (1.8)</td>
              <td>502 (1.7)</td>
              <td>.20</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Arthritis</td>
              <td>264 (1.6)</td>
              <td>438 (1.5)</td>
              <td>.16</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Cancer</td>
              <td>69 (0.4)</td>
              <td>147 (0.5)</td>
              <td>.38</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Cerebrovascular disease</td>
              <td>133 (0.8)</td>
              <td>207 (0.7)</td>
              <td>.13</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Asthma</td>
              <td>193 (1.2)</td>
              <td>274 (0.9)</td>
              <td>.005</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Chronic kidney disease</td>
              <td>49 (0.3)</td>
              <td>98 (0.3)</td>
              <td>.73</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Coronary heart disease</td>
              <td>237 (1.5)</td>
              <td>487 (1.6)</td>
              <td>.21</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Dementia</td>
              <td>127 (0.8)</td>
              <td>323 (1.1)</td>
              <td>.003</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Diabetes</td>
              <td>386 (2.4)</td>
              <td>720 (2.4)</td>
              <td>.96</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperlipidemia</td>
              <td>412 (2.6)</td>
              <td>940 (3.1)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Cardiovascular disease</td>
              <td>1471 (9.1)</td>
              <td>3162 (10.6)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hypertension</td>
              <td>377 (2.3)</td>
              <td>781 (2.6)</td>
              <td>.08</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperuricemia</td>
              <td>126 (0.8)</td>
              <td>252 (0.8)</td>
              <td>.52</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Spine disorder</td>
              <td>533 (3.3)</td>
              <td>810 (2.7)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Digestive system disorder</td>
              <td>1791 (11.1)</td>
              <td>3488 (11.7)</td>
              <td>.08</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Mental disease</td>
              <td>277 (1.7)</td>
              <td>1031 (3.4)</td>
              <td>&#60;.001</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Not applicable.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>US $1 = 118.48 yen on April 1, 2020.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>Number of claims based on incentives granted by the Japanese government for telehealth to COVID-19 patients receiving home or overnight care (August 16, 2021); includes both initial consultations and follow-up.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Characteristics of medical facilities where telehealth services were used at least once before and after April 2020.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="530"/>
          <col width="0"/>
          <col width="160"/>
          <col width="0"/>
          <col width="160"/>
          <col width="0"/>
          <col width="120"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Characteristics</td>
              <td colspan="2">Before April 2020</td>
              <td colspan="2">After April 2020</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">Medical institutions with unique IDs confirmed to have provided telehealth, n</td>
              <td colspan="2">1007</td>
              <td colspan="2">1392</td>
              <td>–<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td colspan="8">
                <bold>Type of facility<sup>b</sup>, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Clinic</td>
              <td colspan="2">891 (88.5)</td>
              <td colspan="2">1173 (84.3)</td>
              <td rowspan="2" colspan="2">.004</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hospital</td>
              <td colspan="2">116 (11.5)</td>
              <td colspan="2">219 (15.7)</td>
            </tr>
            <tr valign="top">
              <td colspan="8">
                <bold>Number of beds, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>&#60;20</td>
              <td colspan="2">891 (88.5)</td>
              <td colspan="2">1173 (84.3)</td>
              <td rowspan="7" colspan="2">.10</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>20-100</td>
              <td colspan="2">36 (17.9)</td>
              <td colspan="2">61 (19.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>100-200</td>
              <td colspan="2">33 (16.4)</td>
              <td colspan="2">67 (21.0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>200-300</td>
              <td colspan="2">17 (8.5)</td>
              <td colspan="2">33 (10.3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>300-400</td>
              <td colspan="2">10 (5.0)</td>
              <td colspan="2">14 (4.4)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>400-500</td>
              <td colspan="2">10 (5.0)</td>
              <td colspan="2">16 (5.0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>&#62;500</td>
              <td colspan="2">10 (5.0)</td>
              <td colspan="2">28 (8.8)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Clinics without beds, n (%)</td>
              <td colspan="2">806 (80.0)</td>
              <td colspan="2">1073 (77.1)</td>
              <td>.09</td>
            </tr>
            <tr valign="top">
              <td colspan="8">
                <bold>Location, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>In the prefecture</td>
              <td colspan="2">552 (54.8)</td>
              <td colspan="2">626 (45.0)</td>
              <td rowspan="2" colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Out of the prefecture</td>
              <td colspan="2">455 (45.2)</td>
              <td colspan="2">766 (55.0)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>Not applicable.</p>
          </fn>
          <fn id="table3fn2">
            <p><sup>b</sup>The Japanese Medical Care Act defines medical institutions with over 20 beds as hospitals and those with fewer than 20 beds as clinics.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Density plot and boxplot of monthly numbers of (A) telehealth and (B) face-to-face consultations before and after April 2020.</p>
        </caption>
        <graphic xlink:href="ijmr_v11i2e39181_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Monthly frequency of telehealth used (scatter plot) by (A) everyone, (B) those aged at least 65 years, and (C) those aged less than 65 years, with Poisson regression adjusted seasonality (dashed lines).</p>
        </caption>
        <graphic xlink:href="ijmr_v11i2e39181_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>Results of the interrupted time-series analysis (ITSA) for the immediate change and changes in the trend.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="190"/>
          <col width="240"/>
          <col width="110"/>
          <col width="110"/>
          <col width="130"/>
          <col width="110"/>
          <col width="110"/>
          <thead>
            <tr valign="top">
              <td>Subsample</td>
              <td>RR<sup>a</sup> (immediate change at reference time point)</td>
              <td>95% CI</td>
              <td><italic>P</italic> value</td>
              <td>Change in trend</td>
              <td>95% CI</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Telehealth users overall</td>
              <td>2.97</td>
              <td>2.14-2.31</td>
              <td>&#60;.001</td>
              <td>1.00</td>
              <td>1.00-1.01</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>≥65 years old</td>
              <td>2.98</td>
              <td>2.89-3.07</td>
              <td>&#60;.001</td>
              <td>1.01</td>
              <td>1.00-1.00</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>&#60;65 years old</td>
              <td>2.93</td>
              <td>2.76-3.12</td>
              <td>&#60;.001</td>
              <td>1.03</td>
              <td>1.02-1.03</td>
              <td>&#60;.001</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table4fn1">
            <p><sup>a</sup>RR: rate ratio.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table5">
        <label>Table 5</label>
        <caption>
          <p>Comparison of model estimates with the sensitivity analysis.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="320"/>
          <col width="120"/>
          <col width="120"/>
          <col width="160"/>
          <col width="160"/>
          <col width="120"/>
          <thead>
            <tr valign="top">
              <td>Sensitivity case</td>
              <td>RR<sup>a</sup></td>
              <td>95% CI</td>
              <td>Change in trend</td>
              <td>95% CI</td>
              <td>AIC<sup>b</sup></td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>No removal</td>
              <td>2.27</td>
              <td>2.22-2.32</td>
              <td>0.99</td>
              <td>0.99-0.99</td>
              <td>8390.9</td>
            </tr>
            <tr valign="top">
              <td>Removal bandwidth = 1 (base model)</td>
              <td>2.97</td>
              <td>2.14-3.31</td>
              <td>1.00</td>
              <td>1.00-1.01</td>
              <td>1122.3</td>
            </tr>
            <tr valign="top">
              <td>Removal bandwidth = 2</td>
              <td>2.94</td>
              <td>2.86-3.02</td>
              <td>1.01</td>
              <td>1.01-1.02</td>
              <td>1106.4</td>
            </tr>
            <tr valign="top">
              <td>Removal bandwidth = 3</td>
              <td>2.98</td>
              <td>2.88-3.09</td>
              <td>1.01</td>
              <td>1.01-1.01</td>
              <td>968.5</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table5fn1">
            <p><sup>a</sup>RR: rate ratio.</p>
          </fn>
          <fn id="table5fn2">
            <p><sup>b</sup>AIC: Akaike information criterion.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> presents the basic information about patients who used telehealth. During the observation period, 13,618 patients (33.71 per 1000 beneficiaries, 18.62 per 1000 outpatients) used telehealth before April 2020, and 28,853 (71.42 per 1000 beneficiaries, 39.46 per 1000 outpatients) did so after that time. An immediate increase after the reference time point was also significantly evident with ITSA (RR 2.97; 95% CI 2.14-2.31). However, no change in the trend was observed (change in trend 1.00; 95% CI 1.00-1.01). Among the patients who used telehealth, there was a higher proportion of women than men. After the reference point, there were increases in the frequency of telehealth use per patient, the number of telehealth users for initial consultations, and medical expenses. Regarding diseases and conditions associated with telehealth use, we observed an increase in hyperlipidemia, cardiovascular disease, hyperuricemia, and mental disease. Most telehealth services were provided by clinics, but we identified an increase in the number of hospitals using telehealth. We observed an increase in the proportion of telehealth utilization in medical institutions outside Mie Prefecture compared with inside the prefecture.</p>
        <p>Recent studies have reported an increase in telehealth use with COVID-19 [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. However, no reports have examined how telehealth utilization has changed in a country such as Japan, where patients have free access to medical care and facilities are abundant but where the government has imposed restrictions on telehealth. With ITSA, this study confirmed the immediate increase in telehealth use after April 2020. However, no following change in the trend was evident with either model. This is not consistent with results from a previous study in the United Kingdom, where universal health coverage is provided through the National Health Service, similar to Japan [<xref ref-type="bibr" rid="ref24">24</xref>]. When focusing on the Japanese policy strategy for telehealth from the point of view of providers, until at least 2022, telehealth has not spread widely in Japan because face-to-face consultations are more profitable for medical institutions than telehealth. Therefore, to expand the use of telehealth, not only deregulation but also a review of the incentive system are considered necessary. In addition, since deregulation of telehealth was a temporary measure until April 2022, medical institutions’ use of telemedicine may have been inhibited. This should also be researched, by extending the observation period.</p>
        <p>We should state that our database did not include all patients; employee-insured patients, for example, were excluded. Our database mainly covered the population who were older than 65 years, which allowed us to capture the impact of telehealth utilization on this group. Nevertheless, we obtained consistent results when the ITSA was conducted with a subgroup analysis—with patients divided into those aged under 65 years and those aged 65 years and older. Whether similar results can be obtained for the entire population younger than 65 years of age is a matter for additional analysis.</p>
        <p>We found that telehealth use was mostly by telephone and for prescriptions. Such utilization has the potential to serve as an alternative to conventional consultations, but additional verification of patient safety is required. We observed that online consultation was rarely used by public insurance services. In the Japanese health care system, telehealth is mainly limited to follow-up purposes, and it is likely that telephone consultation was chosen because many cases had little need for face-to-face consultation. Since online consultation is a relatively new system in Japan, having been issued in 2018, it is necessary to continue to investigate its prevalence. In addition, the Japanese government’s deregulation of telehealth in April 2020, which was announced as a temporary measure, may have slowed the increase in the number of medical institutions intending to adopt telehealth or caused them to defer decisions about it.</p>
        <p>With respect to telehealth use, we observed changes in patient characteristics and in disease composition as well as increased medical costs after the time reference point. Our results suggest that the Japanese government should not only examine the spread of telehealth in terms of the increased number of cases but also focus on changes in the characteristics of patients who use telehealth. If drug treatment becomes the main treatment strategy, medical resource allocation should be considered in conjunction with pharmacy allocation. The complementary role of telehealth should also be evaluated: It is difficult to provide only telehealth when physical treatment, such as nutritional guidance and rehabilitation, is involved.</p>
        <p>Japanese patients are not generally treated by primary care physicians or general practitioners; not all patients have specific physicians they consult on a regular basis. Given that more patients are using telehealth for initial consultations, it is necessary to promote a communication infrastructure that offers the following: vetting of eligible patients, clarification of criteria for the type of treatment (changing to face-to-face consultations), and collection of the required information. With regard to the type of medical institutions providing telehealth, the number of hospitals has increased; thus, the government needs to design a system that takes into account changes in providers. The increasing use of medical institutions outside the patient’s prefecture of residence suggests that access to telehealth is affected by factors other than geography.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>One strength of the present study was identifying the use of telehealth and how it changed after COVID-19 in part of Japan, which has free access to medical care and abundant medical facilities. However, several limitations of this study deserve mention. First, this was an observational study limited to Mie Prefecture. Therefore, caution should be exercised regarding the applicability of our results to the general population; our results should be verified for Japan as a whole. Second, this study did not cover all insured individuals, which may have led to selection bias. In particular, it should be noted that our results strongly reflected the trends among older adults; there was a lack of information on telehealth use among people enrolled in employee insurance (ie, the population of working age). Third, several studies have reported better outcomes in improving treatment adherence and preventing serious events with telehealth use [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. Longer observation periods than in the present study would be needed to determine the incidence of events that could serve as medical outcomes; thus, this is a matter for future study. Finally, we observed changes in patient and health care provider characteristics and trends only as a temporary state. However, it is possible that circumstances after COVID-19 will continue to change dynamically. Therefore, further data collection and analysis over a longer period are needed.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The observations of this study from January 2017 to September 2021 indicate that telehealth use temporarily increased after COVID-19; however, the diffusion trend remained unchanged. The attributes of patients who used telehealth and the medical institutions that provided it underwent change: Decision makers for related policies need to design their systems in light of this environment.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplemental material.</p>
        <media xlink:href="ijmr_v11i2e39181_app1.docx" xlink:title="DOCX File , 111 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AIC</term>
          <def>
            <p>Akaike information criterion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ICD-10</term>
          <def>
            <p>International Classification of Diseases 10th Revision</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ITSA</term>
          <def>
            <p>interrupted time-series analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RR</term>
          <def>
            <p>rate ratio</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by the Japan Society for the Promotion of Science Kakenhi Grant Number 18K17308, 21K17240. The authors are grateful for comments and suggestions from Naoki Ikegami and Hayato Yamana. We would like to thank the staff of Mie National Health Insurance Organization for collaboration on the early stages of this work. We also thank Edanz (https://www.edanz.com/ac) for English language editing.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data set can be utilized for limited use, and its sharing with third parties is not allowed but, if needed, will be shared on request with the permission of the regional insurers in Mie, Japan.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kini</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Interventions to improve medication adherence: a review</article-title>
          <source>JAMA</source>
          <year>2018</year>
          <month>12</month>
          <day>18</day>
          <volume>320</volume>
          <issue>23</issue>
          <fpage>2461</fpage>
          <lpage>2473</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2018.19271</pub-id>
          <pub-id pub-id-type="medline">30561486</pub-id>
          <pub-id pub-id-type="pii">2718800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hulme</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Farragher</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Are differences in travel time or distance to healthcare for adults in global north countries associated with an impact on health outcomes? A systematic review</article-title>
          <source>BMJ Open</source>
          <year>2016</year>
          <month>11</month>
          <day>24</day>
          <volume>6</volume>
          <issue>11</issue>
          <fpage>e013059</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27884848"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2016-013059</pub-id>
          <pub-id pub-id-type="medline">27884848</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2016-013059</pub-id>
          <pub-id pub-id-type="pmcid">PMC5178808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barbosa</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Waddell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dorsey</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Improving access to care: telemedicine across medical domains</article-title>
          <source>Annu Rev Public Health</source>
          <year>2021</year>
          <month>04</month>
          <day>01</day>
          <volume>42</volume>
          <fpage>463</fpage>
          <lpage>481</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1146/annurev-publhealth-090519-093711"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-090519-093711</pub-id>
          <pub-id pub-id-type="medline">33798406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charles</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine can lower costs and improve access</article-title>
          <source>Healthc Financ Manage</source>
          <year>2000</year>
          <month>04</month>
          <volume>54</volume>
          <issue>4</issue>
          <fpage>66</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="medline">10915354</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Real-world evidence versus randomized controlled trial: clinical research based on electronic medical records</article-title>
          <source>J Korean Med Sci</source>
          <year>2018</year>
          <month>08</month>
          <day>20</day>
          <volume>33</volume>
          <issue>34</issue>
          <fpage>e213</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jkms.org/DOIx.php?id=10.3346/jkms.2018.33.e213"/>
          </comment>
          <pub-id pub-id-type="doi">10.3346/jkms.2018.33.e213</pub-id>
          <pub-id pub-id-type="medline">30127705</pub-id>
          <pub-id pub-id-type="pmcid">PMC6097073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koma</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cubanski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Neuman</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Medicare and Telehealth: Coverage and Use During the COVID-19 Pandemic and Options for the Future</article-title>
          <source>Kaiser Family Foundation</source>
          <year>2021</year>
          <month>05</month>
          <day>19</day>
          <access-date>2022-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kff.org/medicare/issue-brief/medicare-and-telehealth-coverage-and-use-during-the-covid-19-pandemic-and-options-for-the-future/">https://www.kff.org/medicare/issue-brief/medicare-and-telehealth-coverage-and-use-during-the-covid-19-pandemic-and-options-for-the-future/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>About medical treatment using information and communication equipment (so-called "telemedicine")</article-title>
          <source>Ministry of Health, Labour and Welfare, Japan</source>
          <year>2011</year>
          <month>02</month>
          <day>24</day>
          <access-date>2022-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mhlw.go.jp/web/t_doc?dataId=00ta6488&#38;dataType=1&#38;pageNo=1">https://www.mhlw.go.jp/web/t_doc?dataId=00ta6488&#38;dataType=1&#38;pageNo=1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Information and Communications in Japan 2021</article-title>
          <source>Ministry of Internal Affairs and Communications, Japan</source>
          <year>2021</year>
          <access-date>2022-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.soumu.go.jp/johotsusintokei/whitepaper/eng/WP2021/2021-index.html">https://www.soumu.go.jp/johotsusintokei/whitepaper/eng/WP2021/2021-index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monaghesh</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hajizadeh</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The role of telehealth during COVID-19 outbreak: a systematic review based on current evidence</article-title>
          <source>BMC Public Health</source>
          <year>2020</year>
          <month>08</month>
          <day>01</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>1193</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-020-09301-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-020-09301-4</pub-id>
          <pub-id pub-id-type="medline">32738884</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-020-09301-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7395209</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Oppenheimer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grayson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stukus</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hartog</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hsieh</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rider</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dutmer</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Leek</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Mack</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lieberman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fleischer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Golden</surname>
              <given-names>DBK</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Portnoy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mosnaim</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhawt</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>COVID-19: pandemic contingency planning for the allergy and immunology clinic</article-title>
          <source>J Allergy Clin Immunol Pract</source>
          <year>2020</year>
          <month>05</month>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>1477</fpage>
          <lpage>1488.e5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32224232"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jaip.2020.03.012</pub-id>
          <pub-id pub-id-type="medline">32224232</pub-id>
          <pub-id pub-id-type="pii">S2213-2198(20)30253-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7195089</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reeves</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hollandsworth</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Torriani</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Taplitz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Abeles</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tai-Seale</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Millen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clay</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Longhurst</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Rapid response to COVID-19: health informatics support for outbreak management in an academic health system</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2020</year>
          <month>06</month>
          <day>01</day>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>853</fpage>
          <lpage>859</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32208481"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocaa037</pub-id>
          <pub-id pub-id-type="medline">32208481</pub-id>
          <pub-id pub-id-type="pii">5811358</pub-id>
          <pub-id pub-id-type="pmcid">PMC7184393</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lewiss</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Telehealth in the time of COVID-19</article-title>
          <source>Emerg Med J</source>
          <year>2020</year>
          <month>10</month>
          <volume>37</volume>
          <issue>10</issue>
          <fpage>637</fpage>
          <lpage>638</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1136/emermed-2020-209846"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/emermed-2020-209846</pub-id>
          <pub-id pub-id-type="medline">32753392</pub-id>
          <pub-id pub-id-type="pii">emermed-2020-209846</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>Official Announcement: Temporary and exceptional treatment of medical treatment using telephones and information and communication devices during the spread of new coronavirus infection</article-title>
          <source>Ministry of Health, Labour and Welfare, Japan</source>
          <year>2020</year>
          <month>04</month>
          <day>10</day>
          <access-date>2022-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mhlw.go.jp/content/R20410tuuchi.pdf">https://www.mhlw.go.jp/content/R20410tuuchi.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>Information and Communications in Japan 2020</article-title>
          <source>Ministry of Internal Affairs and Communications, Japan</source>
          <access-date>2022-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mhlw.go.jp/wp/hakusyo/kousei/20-2/dl/02.pdf">https://www.mhlw.go.jp/wp/hakusyo/kousei/20-2/dl/02.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>2020 Population Census</article-title>
          <source>Statistics Bureau of Japan</source>
          <access-date>2022-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.stat.go.jp/english/data/kokusei/2020/summary.html">https://www.stat.go.jp/english/data/kokusei/2020/summary.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitsutake</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ishizaki</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Teramoto</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shimizu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ito</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Patterns of co-occurrence of chronic disease among older adults in Tokyo, Japan</article-title>
          <source>Prev Chronic Dis</source>
          <year>2019</year>
          <month>01</month>
          <day>31</day>
          <volume>16</volume>
          <fpage>E11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/pcd/issues/2019/18_0170.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.5888/pcd16.180170</pub-id>
          <pub-id pub-id-type="medline">30703000</pub-id>
          <pub-id pub-id-type="pii">E11</pub-id>
          <pub-id pub-id-type="pmcid">PMC6362710</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cram</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stamenova</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tadrous</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatia</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Rural telemedicine use before and during the COVID-19 pandemic: repeated cross-sectional study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>04</month>
          <day>05</day>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>e26960</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/4/e26960/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26960</pub-id>
          <pub-id pub-id-type="medline">33769942</pub-id>
          <pub-id pub-id-type="pii">v23i4e26960</pub-id>
          <pub-id pub-id-type="pmcid">PMC8023379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>[COVID-19] Declaration of a State of Emergency in response to the Novel Coronavirus Disease (April 7)</article-title>
          <source>Prime Minister of Japan and His Cabinet</source>
          <year>2020</year>
          <month>04</month>
          <day>07</day>
          <access-date>2022-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://japan.kantei.go.jp/ongoingtopics/_00018.html">https://japan.kantei.go.jp/ongoingtopics/_00018.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bernal</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Cummins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gasparrini</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Interrupted time series regression for the evaluation of public health interventions: a tutorial</article-title>
          <source>Int J Epidemiol</source>
          <year>2017</year>
          <month>02</month>
          <day>01</day>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>348</fpage>
          <lpage>355</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27283160"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ije/dyw098</pub-id>
          <pub-id pub-id-type="medline">27283160</pub-id>
          <pub-id pub-id-type="pii">dyw098</pub-id>
          <pub-id pub-id-type="pmcid">PMC5407170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Augusto</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Wagenaar</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Reflection on modern methods: a common error in the segmented regression parameterization of interrupted time-series analyses</article-title>
          <source>Int J Epidemiol</source>
          <year>2021</year>
          <month>07</month>
          <day>09</day>
          <volume>50</volume>
          <issue>3</issue>
          <fpage>1011</fpage>
          <lpage>1015</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33097937"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ije/dyaa148</pub-id>
          <pub-id pub-id-type="medline">33097937</pub-id>
          <pub-id pub-id-type="pii">5937253</pub-id>
          <pub-id pub-id-type="pmcid">PMC8271192</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Penfold</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Use of interrupted time series analysis in evaluating health care quality improvements</article-title>
          <source>Acad Pediatr</source>
          <year>2013</year>
          <volume>13</volume>
          <issue>6 Suppl</issue>
          <fpage>S38</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.acap.2013.08.002"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.acap.2013.08.002</pub-id>
          <pub-id pub-id-type="medline">24268083</pub-id>
          <pub-id pub-id-type="pii">S1876-2859(13)00210-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilton Boon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Regression discontinuity designs in health: a systematic review</article-title>
          <source>Epidemiology</source>
          <year>2021</year>
          <month>01</month>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>87</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33196561"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/EDE.0000000000001274</pub-id>
          <pub-id pub-id-type="medline">33196561</pub-id>
          <pub-id pub-id-type="pii">00001648-202101000-00012</pub-id>
          <pub-id pub-id-type="pmcid">PMC7707156</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lonergan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Washington Iii</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Branagan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gleason</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Pruthi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Odisho</surname>
              <given-names>AY</given-names>
            </name>
          </person-group>
          <article-title>Rapid utilization of telehealth in a comprehensive cancer center as a response to COVID-19: cross-sectional analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>06</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>e19322</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/7/e19322/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19322</pub-id>
          <pub-id pub-id-type="medline">32568721</pub-id>
          <pub-id pub-id-type="pii">v22i7e19322</pub-id>
          <pub-id pub-id-type="pmcid">PMC7340164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vogt</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Bunnell</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Barrera</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Paige</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Owens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Coffey</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Diazgranados</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Quantifying the impact of COVID-19 on telemedicine utilization: retrospective observational study</article-title>
          <source>Interact J Med Res</source>
          <year>2022</year>
          <month>01</month>
          <day>28</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>e29880</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.i-jmr.org/2022/1/e29880/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/29880</pub-id>
          <pub-id pub-id-type="medline">34751158</pub-id>
          <pub-id pub-id-type="pii">v11i1e29880</pub-id>
          <pub-id pub-id-type="pmcid">PMC8797150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liddy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moroz</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Keely</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Taljaard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Deri Armstrong</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Afkham</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>Understanding the impact of a multispecialty electronic consultation service on family physician referral rates to specialists: a randomized controlled trial using health administrative data</article-title>
          <source>Trials</source>
          <year>2019</year>
          <month>06</month>
          <day>10</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>348</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-019-3393-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-019-3393-5</pub-id>
          <pub-id pub-id-type="medline">31182123</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-019-3393-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6558850</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bingham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Toselli</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Axon</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Silva-Almodóvar</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Impact of telehealth interventions on medication adherence for patients with type 2 diabetes, hypertension, and/or dyslipidemia: a systematic review</article-title>
          <source>Ann Pharmacother</source>
          <year>2021</year>
          <month>05</month>
          <volume>55</volume>
          <issue>5</issue>
          <fpage>637</fpage>
          <lpage>649</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1177/1060028020950726"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1060028020950726</pub-id>
          <pub-id pub-id-type="medline">32815400</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ando</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mori</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Takehara</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Asukata</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ito</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Oka</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of pediatric teleconsultation to prevent skin conditions in infants and reduce parenting stress in mothers: randomized controlled trial</article-title>
          <source>JMIR Pediatr Parent</source>
          <year>2022</year>
          <month>2</month>
          <day>17</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>e27615</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2196/27615"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27615</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
