<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">IJMR</journal-id>
      <journal-id journal-id-type="nlm-ta">Interact J Med Res</journal-id>
      <journal-title>Interactive Journal of Medical Research</journal-title>
      <issn pub-type="epub">1929-073X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v14i1e63987</article-id>
      <article-id pub-id-type="pmid">39914802</article-id>
      <article-id pub-id-type="doi">10.2196/63987</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Correlation Between Objective Habit Metrics and Objective Medication Adherence: Retrospective Study of 15,818 Participants From Clinical Studies</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>de Azevedo Cardoso</surname>
            <given-names>Taiane</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gardner</surname>
            <given-names>Benjamin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ghai</surname>
            <given-names>Ishita</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Linnemayr</surname>
            <given-names>Sebastian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Pironet</surname>
            <given-names>Antoine</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>AARDEX Group</institution>
            <addr-line>rue Bois St Jean 15/1</addr-line>
            <addr-line>Seraing, 4102</addr-line>
            <country>Belgium</country>
            <phone>32 43748640</phone>
            <email>antoine.pironet@aardexgroup.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1610-3050</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Phillips</surname>
            <given-names>L Alison</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1126-1559</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Vrijens</surname>
            <given-names>Bernard</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9090-1253</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>AARDEX Group</institution>
        <addr-line>Seraing</addr-line>
        <country>Belgium</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Iowa State University</institution>
        <addr-line>Ames, IA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Antoine Pironet <email>antoine.pironet@aardexgroup.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>2</month>
        <year>2025</year>
      </pub-date>
      <volume>14</volume>
      <elocation-id>e63987</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>7</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>9</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>11</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>8</day>
          <month>1</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Antoine Pironet, L Alison Phillips, Bernard Vrijens. Originally published in the Interactive Journal of Medical Research (https://www.i-jmr.org/), 06.02.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Interactive Journal of Medical Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.i-jmr.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.i-jmr.org/2025/1/e63987" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Medication adherence, or how patients take their medication as prescribed, is suboptimal worldwide. Improving medication-taking habit might be an effective way to improve medication adherence. However, habit is difficult to quantify, and conventional habit metrics are self-reported, with recognized limitations. Recently, several objective habit metrics have been proposed, based on objective medication-taking data.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aim to explore the correlation between objective habit metrics and objective medication adherence on a large dataset.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The Medication Event Monitoring System Adherence Knowledge Center, a database of anonymized electronic medication intake data from ambulant participants enrolled in past clinical studies, was used as the data source. Electronic medication intake data from participants following a once-daily regimen and monitored for 14 days or more were used. Further, two objective habit metrics were computed from each participant’s medication intake history: (1) SD of the hour of intake, representing daily variability in the timing of medication intakes, and (2) weekly cross-correlation, representing weekly consistency in the timing of medication intakes. The implementation component of medication adherence was quantified using (1) the proportion of doses taken and (2) the proportion of correct days.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 15,818 participants met the criteria. These participants took part in 108 clinical studies mainly focused on treatments for hypertension (n=4737, 30%) and osteoporosis (n=3353, 21%). The SD of the hour of intake was significantly negatively correlated with the 2 objective adherence metrics: proportion of correct days (Spearman correlation coefficient, <italic>ρ</italic><sub>S</sub>=–0.62, <italic>P</italic>&#60;.001) and proportion of doses taken (<italic>ρ</italic><sub>S</sub>=–0.09, <italic>P</italic>&#60;.001). The weekly cross-correlation was significantly positively correlated with the 2 objective adherence metrics: proportion of correct days (<italic>ρ</italic><sub>S</sub>=0.55, <italic>P</italic>&#60;.001) and proportion of doses taken (<italic>ρ</italic><sub>S</sub>=0.32, <italic>P</italic>&#60;.001). A lower daily or weekly variability in the timing of medication intakes is thus associated with better medication adherence. However, no variability is not the norm, as only 3.6% of participants have 95% of their intakes in a 1-hour window. Among the numerous factors influencing medication adherence, habit strength is an important one as it explains over 30% of the variance in medication adherence.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Objective habit metrics are correlated to objective medication adherence. Such objective habit metrics can be used to monitor patients and identify those who may benefit from habit-building support.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>medication adherence</kwd>
        <kwd>compliance</kwd>
        <kwd>habit</kwd>
        <kwd>history</kwd>
        <kwd>correlation</kwd>
        <kwd>association</kwd>
        <kwd>intake</kwd>
        <kwd>electronic database</kwd>
        <kwd>retrospective</kwd>
        <kwd>medication</kwd>
        <kwd>drug</kwd>
        <kwd>adherence</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Medication adherence is “the process by which patients take their medication as prescribed” [<xref ref-type="bibr" rid="ref1">1</xref>]. It comprises 3 components: initiation of the treatment, correct implementation of the prescribed regimen, and persistence to the treatment [<xref ref-type="bibr" rid="ref1">1</xref>]. Poor medication adherence is a global public health issue [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>] and has important negative consequences on the personal level [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref6">6</xref>], but also at the societal level [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. Interventions aiming at improving medication adherence are abundant in the literature, but few have been shown to be effective across a population [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Most medication adherence interventions have focused on structural factors outside of the individual (simplification of the regimen, refill reminders, etc) or on behavior change interventions that target reflective or deliberative factors, such as patient education [<xref ref-type="bibr" rid="ref7">7</xref>]. As at least half of our daily behaviors are nonreflective, but rather habitual [<xref ref-type="bibr" rid="ref8">8</xref>], interventions that target these habitual processes may be more successful than education or persuasion-based interventions.</p>
      <p>Habits are defined as automatic behaviors responding to recurring environmental cues [<xref ref-type="bibr" rid="ref9">9</xref>]. As stronger medication-taking habit has been shown to be associated with better medication adherence [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref13">13</xref>], in particular its implementation component, some successful interventions have focused on improving habit [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. However, medication-taking habit, and habit in general, is difficult to quantify [<xref ref-type="bibr" rid="ref8">8</xref>]. Conventional habit metrics are self-reported [<xref ref-type="bibr" rid="ref12">12</xref>], with an important example being the Self-Reported Habit Index [<xref ref-type="bibr" rid="ref15">15</xref>], a 12-item questionnaire. Another example is the Self-Reported Behavioral Automaticity Index [<xref ref-type="bibr" rid="ref16">16</xref>], a 4-item subset of the Self-Reported Habit Index. These and other self-reported indices endure common limitations associated with self-reported metrics, such as social desirability bias and poor patient recall [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>Medication-taking habit can also be assessed using objective medication-taking data [<xref ref-type="bibr" rid="ref17">17</xref>]. Such data is collected using smart medication packages, which can take several forms: an electronic cap fitted on a medication bottle [<xref ref-type="bibr" rid="ref17">17</xref>], an inhaler with a chip embedded [<xref ref-type="bibr" rid="ref13">13</xref>], a blister that detects when a pill is expressed out of a cavity, etc. The common feature of smart medication packages is that they passively timestamp each time a patient accesses their medication, thus providing objective data on when a patient takes their medication. This detailed information can be used to derive habit metrics quantifying the consistency of medication intake behavior over time [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]—the validity of which rests on the fact that habits are context-stable responses to conditioned cues. Such habit metrics are objective and do not endure the limitations associated with self-reported habit.</p>
      <p>Day-to-day consistency of the timing of medication intake is frequently used as an objective habit metric. It has been operationalized as the variance of the hour of intake [<xref ref-type="bibr" rid="ref17">17</xref>], its SD [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], or the proportion of medication intakes occurring in a fixed-size window, for instance, 2 [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>], 3 [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], or 4 hours [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      <p>These day-to-day consistency measures will penalize someone for having different routines on different days of the week (for instance, systematically taking their medication at 6 PM on weekdays and 10 PM on weekends). However, this feature might not be desirable if the cue for medication-taking (eg, breakfast) is the same throughout the week, reflecting a good medication-taking habit. To overcome this limitation, Phillips et al [<xref ref-type="bibr" rid="ref11">11</xref>] recently introduced another metric, called the weekly cross-correlation, based on the weekly consistency of intake timing. In this metric, the medication intake timing of each day of a given week is compared to the corresponding day of the next week.</p>
      <p>Recently also, Hoo et al [<xref ref-type="bibr" rid="ref13">13</xref>] introduced a “pragmatic habit index” empirically defined as the product of 2 variables: stability, measured as the SD of the hour of intake and frequency, measured as the proportion of prescribed doses taken. Introducing behavioral frequency in a habit index has been criticized [<xref ref-type="bibr" rid="ref16">16</xref>], as it incorporates the dependent variable of interest (behavior frequency) in the predictors.</p>
      <p>In a recent study on 79 patients with type 2 diabetes, objective habit metrics were found to correlate with objective medication adherence [<xref ref-type="bibr" rid="ref11">11</xref>]. The goal of this paper is to reinvestigate this correlation on a 200-fold larger dataset covering multiple pathologies, introduced in the next section.</p>
      <p>The main hypothesis is that a more consistent medication-taking habit is correlated to better medication adherence.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data</title>
        <p>This study was a retrospective cohort study. AARDEX Group’s database, the Medication Event Monitoring System (MEMS; AARDEX Group) Adherence Knowledge Center was used as the data source. This database contains anonymized electronic medication adherence data from ambulant participants enrolled in clinical studies that ran between 1989 and 2016. These participants’ medication adherence was electronically monitored using the MEMS. The following selection criteria were used: (1) once-daily medication with (2) a follow-up longer than 14 days. This second criterion was required because 14 days is the minimum duration needed to compute the weekly cross-correlation. These selection criteria matched data from 15,818 participants totaling 3,053,779 medication intakes.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <sec>
          <title>Human Participants’ Ethics Review Approval or Exemptions</title>
          <p>Approval from an institutional review board was not required for the present analysis, as it consists of secondary research for which the identity of the participants is unknown, per Title 45 of the Code of Federal Regulations Part 46, Subpart A, Section 46.104, Paragraph (d)(4)(ii) [<xref ref-type="bibr" rid="ref24">24</xref>]. The original data collection for all studies included in this analysis was approved by institutional review boards.</p>
        </sec>
        <sec>
          <title>Informed Consent</title>
          <p>Data were obtained from participants enrolled in clinical studies. As such, the participants provided informed consent for the procedures of the original studies. These procedures required participants to store their medication in electronic medication packages. Participants were informed that these electronic medication packages recorded their medication intakes. The original study procedures also included using the generated data to monitor the participants’ dosing history and analyze their medication intake behavior. As a consequence, informed consent was not sought for this secondary analysis, because it corresponds to the use of the data that was originally presented to participants.</p>
        </sec>
        <sec>
          <title>Privacy and Confidentiality</title>
          <p>The data in AARDEX Group’s database, the Adherence Knowledge Center, is anonymized.</p>
        </sec>
        <sec>
          <title>Compensation Details:</title>
          <p>Participants were compensated for their participation in the original clinical studies. Compensation modalities varied between studies and countries, and the authors do not possess information about the compensation process, which was managed by the sponsors of the original studies.</p>
        </sec>
      </sec>
      <sec>
        <title>Objective Habit Metrics</title>
        <p>For each participant, 2 objective habit metrics were computed. The first objective habit metric is the SD of the day-to-day hour of intake. The hours and minutes are extracted for each medication intake timestamp, irrespective of the date of intake, and the SD of the resulting list of hours and minutes is computed. The lower the SD, the more consistent a person is in the timing of their medication intakes. In the extreme case, when SD equals 0 h, all intakes occur at exactly the same time of the day.</p>
        <p>The second objective habit metric is the “weekly cross-correlation” introduced by Phillips et al [<xref ref-type="bibr" rid="ref11">11</xref>]. This metric compares each day of a given week with the corresponding day of the next week and quantifies whether intakes occurred around the same time on these 2 days. To do so, medication intakes are represented in a 2D matrix, denoted <italic>A</italic>, of dimensions 24 × <italic>N<sub>days</sub></italic>, with <italic>N<sub>days</sub></italic> being the number of follow-up days. The matrix is initially filled with zeros. Each medication intake occurring on day <italic>l</italic> at hour <italic>k</italic> is translated as a value of 1 for element <italic>A</italic>[<italic>k</italic>,<italic>l</italic>]. Then, each element <italic>A</italic>[<italic>k</italic>,<italic>l</italic>] of the matrix is multiplied by its matching element from the previous week, A[<italic>k</italic>,<italic>l – 7</italic>]. If intakes occur at the same time from week to week, the product will be close to 1. Otherwise, it will be close to zero. Finally, the weekly cross-correlation is equal to the sum of all element-wise products divided by the Euclidean norm of <italic>A</italic>. More details and code explaining how to compute these metrics are presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. As the pragmatic habit index incorporates adherence, it was not included in the present analysis.</p>
      </sec>
      <sec>
        <title>Implementation Adherence Metrics</title>
        <p>Medication adherence, more precisely its implementation component [<xref ref-type="bibr" rid="ref1">1</xref>], was quantified as the proportion of correct days, that is, the proportion of days with exactly 1 intake. A second implementation metric was used: the proportion of doses taken. The proportion of doses taken was computed as the ratio between the total number of doses taken and the prescribed number of doses. In this work, since participants were on a once-daily regimen, the prescribed number of doses was equal to the number of follow-up days. If a participant discontinued treatment too early, the analysis was limited to the period during which the participant was on treatment.</p>
        <p>The hypotheses were that (1) SD of the day-to-day hour of intake would be negatively correlated to objective adherence (the more variable the hour of intake, the worse the adherence); (2) the weekly cross-correlation would be positively correlated to objective adherence (the more consistent the pattern of intakes, the better the adherence); and (3) the weekly cross-correlation would be more strongly correlated to objective adherence than the SD of the hour of intake.</p>
        <p>All dosing history data were compiled while patients were engaged with the monitored medication in the trial. Therefore, noninitiation and nonpersistence are not part of the adherence evaluation in this research.</p>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <p>Continuous variables were reported using medians and first and third quartiles. Categorical variables were reported using counts and proportions. Pairwise correlations between continuous variables were assessed using the Spearman rank correlation coefficient. Correlation coefficients were converted using Fisher <italic>Z</italic>-transformation to obtain CIs [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Correlation coefficients were compared by performing a <italic>z</italic>-test on the difference between their Fisher <italic>Z</italic>-transformations [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. The proportion of variance in adherence explained by habit was quantified using the Pearson correlation coefficient, squared [<xref ref-type="bibr" rid="ref26">26</xref>]. Analyses were performed using Python 3 (Python Software Foundation) [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The 15,818 participants whose data was extracted from the MEMS Adherence Knowledge Center took part in 108 clinical studies. These studies enrolled a median of 59 (IQR 22-169) participants. <xref ref-type="table" rid="table1">Table 1</xref> presents the characteristics of the population.</p>
      <p><xref rid="figure1" ref-type="fig">Figure 1</xref> presents the distributions and pairwise plots for the 4 variables of interest: proportion of correct days and proportion of doses taken as 2 objective measures of adherence, and SD of the hour of intake and weekly cross-correlation as 2 objective habit metrics. According to the 2 top-left diagonal panels, the proportion of correct days ranges between 0 and 1 by definition, while the proportion of doses taken ranges between 0 and 1.5 indicating that some participants took more doses than prescribed. The scatter plots also show that the proportion of doses taken is correlated to the proportion of correct days. In addition, the first is always superior to the second, which is a consequence of their definition.</p>
      <p>According to the 2 bottom-right diagonal panels of <xref rid="figure1" ref-type="fig">Figure 1</xref>, the SD of the hour of intake ranges between 0 and 12 hours, while the weekly cross-correlation ranges between 0 and 1. These two findings are direct consequences of the definitions of these variables. According to the scatter plots, these 2 variables are negatively correlated, indicating that a larger consistency in day-to-day timing (low SD hour of intake) is associated with a larger consistency in week-to-week timing (high weekly cross-correlation).</p>
      <p><xref ref-type="table" rid="table2">Table 2</xref> presents the associated correlation coefficients. All 4 Spearman correlation coefficients were significantly different from zero (T scores for the significance of the coefficients, from left to right and top to bottom: –61.48, –10.70, 104.11, and 48.59 with a df of 15,816, all <italic>P</italic>&#60;.001).</p>
      <p>According to <xref rid="figure1" ref-type="fig">Figure 1</xref> and <xref ref-type="table" rid="table2">Table 2</xref>, the correlation between the SD of the hour of intake and objective adherence (measured using the proportion of correct days or proportion of doses taken) has a negative sign, indicating that, as hypothesized, the more day-to-day consistency in timing the higher the adherence. <xref rid="figure1" ref-type="fig">Figure 1</xref> and <xref ref-type="table" rid="table2">Table 2</xref> also show that the weekly cross-correlation is positively correlated to objective adherence, meaning that the more consistent a person’s medication intake pattern is from week to week, the higher their medication adherence, which is also in line with the hypotheses.</p>
      <p>The comparison of the Spearman correlation coefficients presented in <xref ref-type="table" rid="table2">Table 2</xref> shows that the SD of the hour of intake is more strongly correlated to the proportion of correct days than the weekly cross-correlation is (95% CI for the difference between absolute values of Spearman coefficients: 0.05 to 0.09, <italic>z</italic> score for this difference=21.46, <italic>P</italic>&#60;.001), conversely to what was hypothesized. On the other hand, the weekly cross-correlation is more strongly correlated to the proportion of doses taken than the SD hour of intake is (CI for the difference between absolute values of Spearman coefficients: 0.25 to 0.21, <italic>z</italic> score for this difference=9.45, <italic>P</italic>&#60;.001), as hypothesized.</p>
      <p>Habit accounts for about 30% of the variance in medication adherence, measured using the proportion of correct days: 29.18% for SD of the hour of intake (95% CI 29.17% to 29.19%) and 31.25% for the weekly cross-correlation (95% CI 31.24% to 31.26%). When medication adherence is measured using the proportion of doses taken, the proportion of variance explained by habit is smaller: 4.91% for the SD of the hour of intake (95% CI 4.91% to 4.92%) and 15.74% for the weekly cross-correlation (95% CI 15.73% to 15.75%).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Population characteristics.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="650"/>
          <col width="350"/>
          <thead>
            <tr valign="top">
              <td>Pathology</td>
              <td>Values</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Hypertension, n (%)</td>
              <td>4737 (30)</td>
            </tr>
            <tr valign="top">
              <td>Osteoporosis, n (%)</td>
              <td>3353 (21)</td>
            </tr>
            <tr valign="top">
              <td>Viral hepatitis, n (%)</td>
              <td>2005 (13)</td>
            </tr>
            <tr valign="top">
              <td>Hypercholesterolemia, n (%)</td>
              <td>1246 (8)</td>
            </tr>
            <tr valign="top">
              <td>Angina, n (%)</td>
              <td>968 (6)</td>
            </tr>
            <tr valign="top">
              <td>AIDS, n (%)</td>
              <td>754 (5)</td>
            </tr>
            <tr valign="top">
              <td>Depression, n (%)</td>
              <td>561 (4)</td>
            </tr>
            <tr valign="top">
              <td>Diabetes, n (%)</td>
              <td>549 (3)</td>
            </tr>
            <tr valign="top">
              <td>Reversible airway obstruction, n (%)</td>
              <td>397 (3)</td>
            </tr>
            <tr valign="top">
              <td>Heart failure, n (%)</td>
              <td>334 (2)</td>
            </tr>
            <tr valign="top">
              <td>Attention-deficit/hyperactivity disorder, n (%)</td>
              <td>301 (2)</td>
            </tr>
            <tr valign="top">
              <td>Colorectal polyp, n (%)</td>
              <td>192 (1)</td>
            </tr>
            <tr valign="top">
              <td>Others, n (%)</td>
              <td>421 (3)</td>
            </tr>
            <tr valign="top">
              <td>Follow-up duration (days), median (IQR)</td>
              <td>168 (60-365)</td>
            </tr>
            <tr valign="top">
              <td>Proportion of correct days (%), median (IQR)</td>
              <td>93.3 (83.7-97.7)</td>
            </tr>
            <tr valign="top">
              <td>Proportion of doses taken (%), median (IQR)</td>
              <td>100 (93.7-101.8)</td>
            </tr>
            <tr valign="top">
              <td>SD hour of intake (h), median (IQR)</td>
              <td>1.7 (1-2.7)</td>
            </tr>
            <tr valign="top">
              <td>Weekly cross-correlation, median (IQR)</td>
              <td>0.54 (0.38-0.69)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Pairwise relationships between the four variables of interest: 2 objective adherence metrics: proportion of correct days (number 1) and proportion of doses taken (number 2) and 2 objective habit metrics (numbers 3 and 4). Off-diagonal panels contain scatter plots for each pair of variables; on-diagonal panels show a histogram of the distribution of single variables.</p>
        </caption>
        <graphic xlink:href="ijmr_v14i1e63987_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Spearman correlation coefficients with 95% CI between 2 objective habit metrics (rows) and 2 objective adherence metrics (columns).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="330"/>
          <col width="330"/>
          <col width="340"/>
          <thead>
            <tr valign="top">
              <td>Objective habit</td>
              <td colspan="2">Objective adherence</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Proportion of correct days</td>
              <td>Proportion of doses taken</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>SD hour of intake</td>
              <td>–0.62 (–0.63 to –0.61)</td>
              <td>–0.09 (–0.1 to –0.07)</td>
            </tr>
            <tr valign="top">
              <td>Weekly cross-correlation</td>
              <td>0.55 (0.54 to 0.56)</td>
              <td>0.32 (0.3 to 0.33)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This work showed that medication-taking habit is positively correlated to medication adherence in a very large, cross-pathology population of participants enrolled in clinical studies. Medication-taking habit was quantified using 2 measures of the consistency in the timing of medication intakes: day-to-day and week-to-week. The implementation component of medication adherence was quantified using 2 measures: the proportion of correct days and the proportion of doses taken. The conclusion was the same irrespective of the habit or adherence measure: the stronger the habit, the better the medication adherence.</p>
        <p>The results showed no clear superiority of any of the 2 objective habit metrics per the strength of their correlation with adherence. The correlation of objective habit metrics with self-reported habit metrics, which are the most frequently used habit metrics, might be used to differentiate the 2 objective habit metrics. Previous studies exploring this correlation are discussed in the next section.</p>
      </sec>
      <sec>
        <title>Comparison to Prior Work</title>
        <p>The link between objective habit metrics and medication adherence has been investigated in very few other studies. The first one [<xref ref-type="bibr" rid="ref11">11</xref>], performed by the authors on a much smaller dataset, reported very similar results: (1) a negative correlation between a measure of day-to-day variability and the proportion of correct days and (2) a positive correlation between the weekly cross-correlation and the proportion of correct days. The second one [<xref ref-type="bibr" rid="ref13">13</xref>], previously discussed, used a habit metric incorporating adherence and reported an expected correlation between these 2 quantities.</p>
        <p>Over 700 determinants of adherence have been reported [<xref ref-type="bibr" rid="ref29">29</xref>]. Among all these determinants, objective habit strength seems to be an important one, as it explained over 30% of the variance in medication adherence in this work. This observation empirically justifies studying objective medication-taking habit.</p>
        <p>A question related to the present work is whether people use time-based cues for taking their medications [<xref ref-type="bibr" rid="ref10">10</xref>]. To answer this question, the proportion of participants having 95% of their intakes in a 1-hour window was computed. Only 3.6% of participants met this criterion. In a previous study [<xref ref-type="bibr" rid="ref10">10</xref>], 21.7% of participants reported taking their medication at a specific time of the day. These numbers mean that a minority of patients rely on cues triggered by the clock and take medication at the same time every day. This finding might explain why reminders for medication adherence sent at a specific time of the day can be ineffective [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>Few studies have studied how well objective habit metrics for medication adherence correlate with conventional self-reported habit metrics. SD or other metrics of day-to-day consistency were found to correlate with self-reported habit in 2 studies [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], but not in a third one [<xref ref-type="bibr" rid="ref11">11</xref>]. Weekly cross-correlation was found to correlate with self-reported habits in 1 study [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>First, the 2 objective habit metrics used in this study are measures of consistency in timing, day-to-day, or week-to-week. However, not all habits translate into consistency in timing, and consistency in timing can originate from other factors than habit [<xref ref-type="bibr" rid="ref9">9</xref>]. In such cases, the objective habit metrics will not reliably quantify the presence or absence of habit. On the other hand, the objective consistency metrics have the advantage that they do not endure biases associated with self-reported habit metrics, such as recall bias.</p>
        <p>Second, the dataset used in this paper was very large, so the findings are likely to be generalizable to the whole population of participants enrolled in clinical trials. On the other hand, no conclusion about a specific disease, population, or time can be drawn, because there would be a large confounding influence of the underlying study design and specific medication characteristics. The main result is that, in general, adherence is related to objective habit.</p>
        <p>Third, in this study, habit and medication adherence were computed over a participant’s whole follow-up, until treatment discontinuation. However, for a single participant, habit strength may have changed throughout the duration of this study, for instance, because of the introduction of a new device for medication adherence monitoring. The evidence on the effects that electronic adherence monitoring causes on adherence itself is unclear [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. The effects of electronic adherence monitoring on medication-taking habit have never been studied, to the best of the authors’ knowledge.</p>
        <p>Another reason that may have caused individual changes in habit strength is that some of the studies analyzed were testing habit-building interventions. In such settings, the objective habit metrics used in this paper can be computed over shorter periods to capture the dynamics of habit formation and maintenance. For instance, in the case of a specific habit-building intervention, Pironet et al [<xref ref-type="bibr" rid="ref32">32</xref>] observed that habit strength increased after a 6-month intervention and remained stable 6 months after the intervention was stopped.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>If a patient’s implementation adherence is measured electronically, their habit can be computed continuously from the recorded data and serve as a support for an intervention, in-person or through a mobile app. The intervention could focus on providing support to build a better medication-taking habit. An example of such a mobile intervention is presented in the study by Stawarz et al [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>This work investigated the relationship between habit and the implementation component of medication adherence. Other, evenly important questions are whether objective habit indices predict the quality of implementation over the longer term, and if objective habit indices predict early treatment discontinuation.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>In this study, the correlation between objective habit metrics, computed from electronic medication intake data, and objective medication adherence was assessed in a large database of participants enrolled in past clinical trials. The 2 objective habit metrics tested in this work were correlated to the 2 objective adherence metrics. These 4 pairwise correlations all imply that a lower variability in the pattern of medication intakes, be it day-to-day or week-to-week, is correlated with higher medication adherence. However, no variability is not the norm.</p>
        <p>Objective habit metrics allow us to better identify patients who might benefit from habit-building support. If a patient uses electronic monitoring, the habit metrics can even be automated and computed in real time, directly reflecting habit changes and allowing for timely intervention. In addition, some effective interventions for medication adherence are based on developing or improving habits [<xref ref-type="bibr" rid="ref5">5</xref>]. In such settings, electronic monitoring can be used to assess the effect of the habit-building intervention in real time [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Objective habit strength metrics.</p>
        <media xlink:href="ijmr_v14i1e63987_app1.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">MEMS</term>
          <def>
            <p>Medication Event Monitoring System</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors wish to thank Eric Tousset, MSc, from AARDEX Group for his help with the statistical analyses. No generative artificial intelligence model was involved in any portion of this work.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The individual values of objective medication adherence (proportion of correct days and proportion of doses taken) and objective habit (SD of the hour of intake and weekly cross-correlation) can be downloaded on AARDEX Group’s website, in the section “Knowledge Center.”</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>AP handled the conceptualization, data curation, formal analysis, methodology, visualization, and writing of the original draft. BV worked on the conceptualization, methodology, supervision, visualization, and review and editing of the writing. LAP did the conceptualization, methodology, supervision, and review and editing of the writing.</p>
      </fn>
      <fn fn-type="conflict">
        <p>AP is an employee of AARDEX Group. BV is a shareholder of AARDEX Group. AARDEX Group commercializes the MEMS, the hardware and software that was used to record the electronic medication adherence data used in this study.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vrijens</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>De Geest</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Przemyslaw</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Demonceau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ruppar</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dobbels</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fargher</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lewek</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Matyjaszczyk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mshelia</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Clyne</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Aronson</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Urquhart</surname>
              <given-names>J</given-names>
            </name>
            <collab>ABC Project Team</collab>
          </person-group>
          <article-title>A new taxonomy for describing and defining adherence to medications</article-title>
          <source>Br J Clin Pharmacol</source>
          <year>2012</year>
          <volume>73</volume>
          <issue>5</issue>
          <fpage>691</fpage>
          <lpage>705</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hdl.handle.net/2268/305261"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2125.2012.04167.x</pub-id>
          <pub-id pub-id-type="medline">22486599</pub-id>
          <pub-id pub-id-type="pmcid">PMC3403197</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Socha-Dietrich</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Investing in medication adherence improves health outcomes and health system efficiency: adherence to medicines for diabetes, hypertension, and hyperlipidaemia</article-title>
          <source>OECD Health Working Papers</source>
          <year>2018</year>
          <publisher-loc>Paris</publisher-loc>
          <publisher-name>OECD Publishing</publisher-name>
          <fpage>105</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jimmy</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jose</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient medication adherence: measures in daily practice</article-title>
          <source>Oman Med J</source>
          <year>2011</year>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>155</fpage>
          <lpage>159</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22043406"/>
          </comment>
          <pub-id pub-id-type="doi">10.5001/omj.2011.38</pub-id>
          <pub-id pub-id-type="medline">22043406</pub-id>
          <pub-id pub-id-type="pii">OMJ-D-10-00107</pub-id>
          <pub-id pub-id-type="pmcid">PMC3191684</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Leventhal</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Leventhal</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Assessing theoretical predictors of long-term medication adherence: patients' treatment-related beliefs, experiential feedback and habit development</article-title>
          <source>Psychol Health</source>
          <year>2013</year>
          <volume>28</volume>
          <issue>10</issue>
          <fpage>1135</fpage>
          <lpage>1151</lpage>
          <pub-id pub-id-type="doi">10.1080/08870446.2013.793798</pub-id>
          <pub-id pub-id-type="medline">23627524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Hathaway</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Remy</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Aholt</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ashbaugh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wakefield</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Staggs</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Goggin</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Improving medication adherence and outcomes in adult kidney transplant patients using a personal systems approach: SystemCHANGE™ results of the MAGIC randomized clinical trial</article-title>
          <source>Am J Transplant</source>
          <year>2020</year>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>125</fpage>
          <lpage>136</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1600-6135(22)10048-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/ajt.15528</pub-id>
          <pub-id pub-id-type="medline">31291507</pub-id>
          <pub-id pub-id-type="pii">S1600-6135(22)10048-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7179766</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Giardini</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Savin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Menditto</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lehane</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Laosa</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Pecorelli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Monaco</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marengoni</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Interventional tools to improve medication adherence: review of literature</article-title>
          <source>Patient Prefer Adherence</source>
          <year>2015</year>
          <volume>9</volume>
          <fpage>1303</fpage>
          <lpage>1314</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.2147/PPA.S87551?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PPA.S87551</pub-id>
          <pub-id pub-id-type="medline">26396502</pub-id>
          <pub-id pub-id-type="pii">ppa-9-1303</pub-id>
          <pub-id pub-id-type="pmcid">PMC4576894</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kini</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Interventions to improve medication adherence: a review</article-title>
          <source>JAMA</source>
          <year>2018</year>
          <volume>320</volume>
          <issue>23</issue>
          <fpage>2461</fpage>
          <lpage>2473</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2018.19271</pub-id>
          <pub-id pub-id-type="medline">30561486</pub-id>
          <pub-id pub-id-type="pii">2718800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kashy</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Habits in everyday life: thought, emotion, and action</article-title>
          <source>J Pers Soc Psychol</source>
          <year>2002</year>
          <volume>83</volume>
          <issue>6</issue>
          <fpage>1281</fpage>
          <lpage>1297</lpage>
          <pub-id pub-id-type="medline">12500811</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Loewenstein</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>What is a habit? Diverse mechanisms that can produce sustained behavior change</article-title>
          <source>Organ Behav Hum Decis Process</source>
          <year>2020</year>
          <volume>161</volume>
          <fpage>36</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1016/j.obhdp.2020.10.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rajpura</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Capsule commentary on Brooks et al., strategies used by older adults with asthma for adherence to inhaled corticosteroids</article-title>
          <source>J Gen Intern Med</source>
          <year>2014</year>
          <volume>29</volume>
          <issue>11</issue>
          <fpage>1531</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25150031"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-014-2962-2</pub-id>
          <pub-id pub-id-type="medline">25150031</pub-id>
          <pub-id pub-id-type="pmcid">PMC4238188</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Pironet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vrijens</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Evaluating objective metrics of habit strength for taking medications</article-title>
          <source>J Behav Med</source>
          <year>2023</year>
          <volume>46</volume>
          <issue>4</issue>
          <fpage>632</fpage>
          <lpage>641</lpage>
          <pub-id pub-id-type="doi">10.1007/s10865-023-00392-z</pub-id>
          <pub-id pub-id-type="medline">36662351</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10865-023-00392-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Badawy</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Beg</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Heneghan</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>Habit strength, medication adherence, and habit-based mobile health interventions across chronic medical conditions: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>e17883</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/4/e17883/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17883</pub-id>
          <pub-id pub-id-type="medline">32343250</pub-id>
          <pub-id pub-id-type="pii">v22i4e17883</pub-id>
          <pub-id pub-id-type="pmcid">PMC7218590</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoo</surname>
              <given-names>ZH</given-names>
            </name>
            <name name-style="western">
              <surname>Wildman</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A pragmatic behavior-based habit index for adherence to nebulized treatments among adults with cystic fibrosis</article-title>
          <source>Patient Prefer Adherence</source>
          <year>2019</year>
          <volume>13</volume>
          <fpage>283</fpage>
          <lpage>294</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30863018"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PPA.S186417</pub-id>
          <pub-id pub-id-type="medline">30863018</pub-id>
          <pub-id pub-id-type="pii">ppa-13-283</pub-id>
          <pub-id pub-id-type="pmcid">PMC6388736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Conn</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Ruppar</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Medication adherence outcomes of 771 intervention trials: systematic review and meta-analysis</article-title>
          <source>Prev Med</source>
          <year>2017</year>
          <volume>99</volume>
          <fpage>269</fpage>
          <lpage>276</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28315760"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2017.03.008</pub-id>
          <pub-id pub-id-type="medline">28315760</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(17)30104-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5467216</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verplanken</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Orbell</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Reflections on past behavior: a self-report index of habit strength</article-title>
          <source>J Appl Soc Pyschol</source>
          <year>2003</year>
          <volume>33</volume>
          <issue>6</issue>
          <fpage>1313</fpage>
          <lpage>1330</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1559-1816.2003.tb01951.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1559-1816.2003.tb01951.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lally</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>de Bruijn</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Towards parsimony in habit measurement: testing the convergent and predictive validity of an automaticity subscale of the Self-Report Habit Index</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2012</year>
          <volume>9</volume>
          <fpage>102</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/1479-5868-9-102"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1479-5868-9-102</pub-id>
          <pub-id pub-id-type="medline">22935297</pub-id>
          <pub-id pub-id-type="pii">1479-5868-9-102</pub-id>
          <pub-id pub-id-type="pmcid">PMC3552971</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Leventhal</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Time-of-day differences in treatment-related habit strength and adherence</article-title>
          <source>Ann Behav Med</source>
          <year>2021</year>
          <volume>55</volume>
          <issue>3</issue>
          <fpage>280</fpage>
          <lpage>285</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32542355"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/abm/kaaa042</pub-id>
          <pub-id pub-id-type="medline">32542355</pub-id>
          <pub-id pub-id-type="pii">5857734</pub-id>
          <pub-id pub-id-type="pmcid">PMC7980763</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van de Vijver</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Brinkhof</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>de Wit</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Age differences in routine formation: the role of automatization, motivation, and executive functions</article-title>
          <source>Front Psychol</source>
          <year>2023</year>
          <volume>14</volume>
          <fpage>1140366</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37484115"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2023.1140366</pub-id>
          <pub-id pub-id-type="medline">37484115</pub-id>
          <pub-id pub-id-type="pmcid">PMC10357511</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Linnemayr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Odiit</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mukasa</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ghai</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Stecher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Incentives and reminders to improve long-term medication adherence (INMIND): impact of a pilot randomized controlled trial in a large HIV clinic in Uganda</article-title>
          <source>J Int AIDS Soc</source>
          <year>2024</year>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>e26306</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38923298"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jia2.26306</pub-id>
          <pub-id pub-id-type="medline">38923298</pub-id>
          <pub-id pub-id-type="pmcid">PMC11197960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Abrams</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Renninger</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Self-management of chronic illness: the role of 'habit' versus reflective factors in exercise and medication adherence</article-title>
          <source>J Behav Med</source>
          <year>2016</year>
          <volume>39</volume>
          <issue>6</issue>
          <fpage>1076</fpage>
          <lpage>1091</lpage>
          <pub-id pub-id-type="doi">10.1007/s10865-016-9732-z</pub-id>
          <pub-id pub-id-type="medline">26980098</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10865-016-9732-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Conn</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Ashbaugh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Madsen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Medication adherence patterns in adult renal transplant recipients</article-title>
          <source>Res Nurs Health</source>
          <year>2006</year>
          <volume>29</volume>
          <issue>6</issue>
          <fpage>521</fpage>
          <lpage>532</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/17131276"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/nur.20149</pub-id>
          <pub-id pub-id-type="medline">17131276</pub-id>
          <pub-id pub-id-type="pmcid">PMC8462975</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGrady</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsey</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>Using electronic monitoring devices to assess medication adherence: a research methods framework</article-title>
          <source>J Gen Intern Med</source>
          <year>2020</year>
          <volume>35</volume>
          <issue>9</issue>
          <fpage>2707</fpage>
          <lpage>2714</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32440997"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-020-05905-z</pub-id>
          <pub-id pub-id-type="medline">32440997</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-020-05905-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC7459024</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stecher</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mukasa</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Linnemayr</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Uncovering a behavioral strategy for establishing new habits: evidence from incentives for medication adherence in Uganda</article-title>
          <source>J Health Econ</source>
          <year>2021</year>
          <volume>77</volume>
          <fpage>102443</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33831632"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jhealeco.2021.102443</pub-id>
          <pub-id pub-id-type="medline">33831632</pub-id>
          <pub-id pub-id-type="pii">S0167-6296(21)00028-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC8122069</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Exemptions (2018 requirements)</article-title>
          <source>Office for Human Research Protections</source>
          <year>2019</year>
          <access-date>2025-01-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/ohrp/regulations-and-policy/regulations/45-cfr-46/common-rule-subpart-a-46104/index.html">https://www.hhs.gov/ohrp/regulations-and-policy/regulations/45-cfr-46/common-rule-subpart-a-46104/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <source>Practical Statistics for Medical Research</source>
          <year>1999</year>
          <publisher-loc>Boca Raton, FL</publisher-loc>
          <publisher-name>CRC Press</publisher-name>
          <fpage>293</fpage>
          <lpage>295</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aiken</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Applied Multiple Regression/Correlation Analysis for the Behavioral Sciences</source>
          <year>2003</year>
          <publisher-loc>Mahwah, NJ</publisher-loc>
          <publisher-name>Lawrence Erlbaum Associates</publisher-name>
          <fpage>49</fpage>
          <lpage>50</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sirois</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Spearman correlation coefficients, differences between</article-title>
          <source>Encyclopedia of Statistical Sciences</source>
          <year>2006</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>Wiley-Interscience</publisher-name>
          <fpage>7901</fpage>
          <lpage>7903</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Rossum</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Drake</surname>
              <given-names>FL</given-names>
            </name>
          </person-group>
          <source>Introduction to Python 3: Python Documentation Manual Part 1</source>
          <year>2009</year>
          <publisher-loc>Scotts Valley, CA</publisher-loc>
          <publisher-name>CreateSpace</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kardas</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lewek</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Matyjaszczyk</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Determinants of patient adherence: a review of systematic reviews</article-title>
          <source>Front Pharmacol</source>
          <year>2013</year>
          <volume>4</volume>
          <fpage>91</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23898295"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fphar.2013.00091</pub-id>
          <pub-id pub-id-type="medline">23898295</pub-id>
          <pub-id pub-id-type="pmcid">PMC3722478</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Fielding</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of electronic reminders to improve medication adherence in tuberculosis patients: a cluster-randomised trial</article-title>
          <source>PLoS Med</source>
          <year>2015</year>
          <volume>12</volume>
          <issue>9</issue>
          <fpage>e1001876</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1001876"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1001876</pub-id>
          <pub-id pub-id-type="medline">26372470</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-15-00471</pub-id>
          <pub-id pub-id-type="pmcid">PMC4570796</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Acosta</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ramallo-Fariña</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bosch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mayans</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Caravaca</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Antipsychotic treatment dosing profile in patients with schizophrenia evaluated with electronic monitoring (MEMS®)</article-title>
          <source>Schizophr Res</source>
          <year>2013</year>
          <volume>146</volume>
          <issue>1-3</issue>
          <fpage>196</fpage>
          <lpage>200</lpage>
          <pub-id pub-id-type="doi">10.1016/j.schres.2013.02.016</pub-id>
          <pub-id pub-id-type="medline">23474024</pub-id>
          <pub-id pub-id-type="pii">S0920-9964(13)00108-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pironet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bartlett Ellis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stephen</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Yerram</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wakefield</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Awopetu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>The SystemCHANGE intervention improves medication-taking habit</article-title>
          <year>2024</year>
          <conf-name>Proceedings of the 27th annual meeting of ESPACOMP, the International Society for Medication Adherence</conf-name>
          <conf-date>2023 November 30-December 1</conf-date>
          <conf-loc>Budapest, Hungary</conf-loc>
          <publisher-loc>Germany</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>328</fpage>
          <lpage>358</lpage>
          <pub-id pub-id-type="doi">10.1007/s11096-023-01688-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stawarz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Blandford</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Don't forget your pill!: designing effective medication reminder apps that support users' daily routines</article-title>
          <year>2014</year>
          <conf-name>Proceedings of the SIGCHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>2014 April 26-May 1</conf-date>
          <conf-loc>Toronto Ontario Canada</conf-loc>
          <publisher-name>ACM</publisher-name>
          <fpage>2269</fpage>
          <lpage>2278</lpage>
          <pub-id pub-id-type="doi">10.1145/2556288.2557079</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
