<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">IJMR</journal-id>
      <journal-id journal-id-type="nlm-ta">Interact J Med Res</journal-id>
      <journal-title>Interactive Journal of Medical Research</journal-title>
      <issn pub-type="epub">1929-073X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e41409</article-id>
      <article-id pub-id-type="pmid">37725420</article-id>
      <article-id pub-id-type="doi">10.2196/41409</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Outsourcing the Management of Reusable Medical Devices in a Chain-Wide Care Setting: Mixed Methods Feasibility Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>de Azevedo Cardoso</surname>
            <given-names>Taiane</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>van der Velde</surname>
            <given-names>Enno</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Popovic</surname>
            <given-names>Martin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Noort</surname>
            <given-names>Bart A C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Operations</institution>
            <institution>Faculty of Economics and Business</institution>
            <institution>University of Groningen</institution>
            <addr-line>Nettelbosje 2</addr-line>
            <addr-line>Groningen, 9747 AE</addr-line>
            <country>Netherlands</country>
            <phone>31 631986866</phone>
            <email>a.c.noort@rug.nl</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2864-6498</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Buijs</surname>
            <given-names>Paul</given-names>
          </name>
          <degrees>IR, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5214-6763</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Roemeling</surname>
            <given-names>Oskar</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1417-1129</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Operations</institution>
        <institution>Faculty of Economics and Business</institution>
        <institution>University of Groningen</institution>
        <addr-line>Groningen</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Innovation Management &#38; Strategy</institution>
        <institution>Faculty of Economics and Business</institution>
        <institution>University of Groningen</institution>
        <addr-line>Groningen</addr-line>
        <country>Netherlands</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Bart A C Noort <email>a.c.noort@rug.nl</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>9</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e41409</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>8</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Bart A C Noort, Paul Buijs, Oskar Roemeling. Originally published in the Interactive Journal of Medical Research (https://www.i-jmr.org/), 19.09.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Interactive Journal of Medical Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.i-jmr.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.i-jmr.org/2023/1/e41409" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Managing reusable medical devices incurs substantial health care costs and complexity, particularly in integrated care settings. This complexity hampers care quality, safety, and costs. Studying logistical innovations within integrated care can provide insights to medical devices use among staff effectively.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to establish the feasibility of a logistical intervention through outsourcing and a web portal. The goal was to provide insights into users’ acceptability of the intervention, on whether the intervention was successfully implemented, and on the intervention’s preliminary efficacy, thus benefiting practitioners and researchers.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This paper presents a mixed methods feasibility study at a large chain-wide health care provider in the Netherlands. The intervention entailed outsourcing noncritical reusable medical devices and introducing a web portal for device management. A questionnaire gauged perceived ordering and delivery times, satisfaction with the ordering and delivery process, compliance with safety and hygiene certification, and effects on the care delivery process. Qualitative data in the form of observations, documentation, and interviews were used to identify implementing challenges. Using on-site stocktaking and data from information systems, we analyzed the utilization, costs, and rental time of medical devices before and after the intervention for wheelchairs and anti–pressure ulcer mattresses.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Looking at the acceptability of the intervention, a high user satisfaction with the ordering and delivery process was reported (rated on a 5-point Likert scale). With respect to preliminary efficacy, we noted a reduction in the utilization of wheelchairs (on average, 1106, SD 106 fewer utilization d/mo), and a halted increase in the utilization of anti–pressure ulcer mattresses. In addition, nurses who used the web portal reported shorter ordering times for wheelchairs (−2.7 min) and anti–pressure ulcer mattresses (−3.1 min), as well as shorter delivery times for wheelchairs (−0.5 d). Moreover, an increase in device certification was reported (average score of 1.9, SD 1.0), indicating higher levels of safety and hygiene standards. In theory, these improvements should translate into better outcomes in terms of costs and the quality of care. However, we were unable to establish a reduction in total care costs or a reduced rental time per device. Furthermore, respondents did not identify improvements in safety or the quality of care. Although implementation challenges related to the diverse supply base and complexities with different care financers were observed, the overall implementation of the intervention was considered successful.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study confirms the feasibility of our intervention, in terms of acceptability, implementation success, and preliminary efficacy. The integrated management of medical devices should enable a reduction in costs, required devices, and material waste, as well as higher quality care. However, several challenges remain related to the implementation of such interventions.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>health care logistics</kwd>
        <kwd>outsourcing</kwd>
        <kwd>web ordering portal</kwd>
        <kwd>medical devices</kwd>
        <kwd>feasibility study</kwd>
        <kwd>device management</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Managing medical devices is a complex but important element in the delivery of high-quality care and has considerable effect on the financial bottom line of health care providers [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. If not managed well, there can be various downsides, such as health care organizations holding too many devices in relation to demand [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>], physicians needing to wait for delivery of the devices they need urgently [<xref ref-type="bibr" rid="ref5">5</xref>], nurses possibly not having enough time available for the direct care process [<xref ref-type="bibr" rid="ref6">6</xref>], and using devices that do not comply with safety and hygiene standards [<xref ref-type="bibr" rid="ref7">7</xref>]. Hence, health care organizations spend considerable time and resources on seeking solutions to mitigate these problems, such as opting for joint procurement, applying lean manufacturing principles, using tracking technologies, and outsourcing [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. In this paper, we are especially interested in outsourcing as a potential route to better medical device management.</p>
        <p>Achieving better management of medical devices is particularly challenging when one considers that health care providers are still working toward more integrated care delivery [<xref ref-type="bibr" rid="ref9">9</xref>]. Although such integrated care developments seem promising, operational and organizational challenges are often encountered when operating across care disciplines [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]; for example, patients may appreciate being able to retain the same wheelchair when moving between care locations, but this creates additional logistics or administrative tasks for nursing staff. Furthermore, the stringent requirements on the traceability and safety of medical devices under the 2021 European Union (EU) Medical Device Regulation challenge manufacturers and care providers to improve their medical device management [<xref ref-type="bibr" rid="ref12">12</xref>]. The outsourcing of logistics activities may address some of these challenges by reducing coordination and planning efforts and improving their results [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Whether such outsourcing solutions, in this case related to managing medical devices, would be perceived as acceptable by nursing staff and indeed improve care delivery need to be carefully assessed.</p>
        <p>When pursuing integrated care delivery, supportive IT becomes pivotal, including in relation to medical device management [<xref ref-type="bibr" rid="ref15">15</xref>]. Care professionals generally have a positive attitude toward the implementation of IT [<xref ref-type="bibr" rid="ref16">16</xref>]. However, its implementation and adoption are complicated by the multistakeholder context involving patients, medical staff, and other organizational staff [<xref ref-type="bibr" rid="ref17">17</xref>]. Previous studies have underlined the importance of the usability of technology in gaining the support of core medical staff, thereby contributing to a successful implementation and increasing the likelihood of a positive effect on care delivery and other outcomes [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. In this study, we focused on the feasibility of using a web portal aimed at enhancing medical device management through outsourcing.</p>
      </sec>
      <sec>
        <title>Research Aims</title>
        <p>We conducted a mixed methods study to assess the feasibility of a logistical intervention, where a health care provider outsourced several noncritical reusable medical devices to a third-party provider and introduced a web portal to support medical device management. Feasibility is based on the extent to which an intervention is considered acceptable by the users; whether the intervention is successfully implemented; and, finally, the intervention’s preliminary efficacy. Our aims with regard to outsourcing were to reduce the (1) total utilization days of the medical devices; (2) delivery time; and (3) time and money spent on cleaning, maintaining, and internally transporting the devices. We aimed to achieve our goals by using a web portal that supports medical staff by reducing the time taken to order a device when needed and to deregister it when no longer needed and that provides them with easy insight into device availability from their own location. With this study, we provide practitioners and researchers with knowledge on the potential benefits of, and challenges related to, outsourcing medical devices, assisted by IT, in an integrated care provider setting.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Research Context</title>
        <p>The study took place between January 2019 and June 2022 in the context of a large regional health care provider in the Netherlands. The organization, which was established after a merger of a hospital, several nursing homes, and home care providers, consists of 1 hospital, 17 nursing homes, and 3 residential care centers; it also provides home-based care at several locations. Since the merger, the health care provider has moved toward becoming a more integrated care organization (eg, by implementing an organization-wide electronic medical record system). It was the first such organization to receive chain-wide accreditation worldwide from the Joint Commission International [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>The Dutch health care system is organized around 3 domains, largely based on the principles of <italic>managed competition</italic> [<xref ref-type="bibr" rid="ref21">21</xref>]. The curative care domain is regulated by the Health Insurance Act. Private health insurers compete for beneficiaries, whereas private not-for-profit health care providers compete for patients. The long-term care domain is regulated under the Dutch Long-term Care Act, with a national tax-based budget. Budgeting responsibility for long-term care is regionally executed by so-called care offices. The home care domain falls under the responsibility of local government, regulated by the Social Support Act. Given that the studied health care provider is active in all 3 care domains—hospital, residential, and home care—it has contractual agreements with all regional financing bodies: health insurers, care offices, and local government. This leads to a complex setting where the health care provider is required to determine which medical device is associated with which financing body and to understand the conditions that govern the use of these specific devices. Within this health care context, we focused on the management of noncritical reusable medical devices. Reusable medical devices are defined as those that health care providers can reprocess and reuse for &#62;1 patient [<xref ref-type="bibr" rid="ref22">22</xref>]. Typically, reusable medical devices require calibration, maintenance, repair, user training, cleaning, and decommissioning [<xref ref-type="bibr" rid="ref23">23</xref>]. In our research, noncritical devices are typified by the fact that they are not invasive, such as wheelchairs and patient lifts. Critical or semicritical medical devices, such as surgical instruments or equipment for diagnostics [<xref ref-type="bibr" rid="ref22">22</xref>], are beyond the scope of our research.</p>
        <p>Before the intervention, on-site stocktaking showed that several medical devices were unused, and there was little insight into the actual stock held. Approximately 40% of the devices physically identified were not registered, whereas several devices registered as available on-site were untraceable. Exploratory meetings with staff and on-site observations indicated that the existing way of managing devices led to considerable time spent searching by employees, patients having to wait, and high inventory and management costs.</p>
        <p>Our focus on reusable medical devices provides a setting demarcated by relatively low complexity in which to study how to structurally benefit from logistical solutions such as outsourcing and web ordering portals in a chain-wide provider.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>The intervention consisted of 2 parts. The first part involved a transition to the full outsourcing of 8 types of medical devices: anti–pressure ulcer mattresses, bariatric care beds, bed trapezes, lifting slings, low-low beds, patient lifts, standard wheelchairs, and shower stretchers. Of these, bed trapezes, lifting slings, low-low beds, shower stretchers, and standard wheelchairs were largely (&#62;90%) managed and owned by the health care provider before the intervention. Anti–pressure ulcer mattresses, bariatric care beds, and patient lifts were already outsourced for most care locations (&#62;90% of the devices were outsourced). From April 2021 onward, all 8 device types have been fully outsourced. Since then, the health care provider has been paying a rental fee per device per day to a third-party medical device supplier that transports, stores, cleans, and maintains the devices. The second part of the intervention involved implementing a web portal for nurses to support and simplify the process of registering and deregistering an increased number of rented medical devices (implemented on September 1, 2021). Before the intervention, nurses ordered medical devices via telephone or email, either via the internal purchasing department or directly through an external device supplier. The portal provides a standardized system for ordering these devices and gives nursing staff insight into the number of devices ordered and the devices currently available on-site. Overall, the intervention aimed to unify the management of noncritical reusable medical devices across the entire organization.</p>
      </sec>
      <sec>
        <title>Study Setup</title>
        <p>This study can be typified as a mixed methods feasibility study. It is based on several data sources: medical device rental data, interviews, on-site observations, and a small-sample questionnaire. The study has a before-and-after design and addresses 3 of the typical goals of feasibility studies, as classified by Bowen et al [<xref ref-type="bibr" rid="ref24">24</xref>]: whether the outsourcing of reusable medical devices and the introduction of a web ordering portal are acceptable, implementable, and effective.</p>
        <p>In this paper, we focused on 2 types of devices: wheelchairs and anti–pressure ulcer mattresses. Each device type was exposed to different aspects of the intervention during our study: wheelchairs were undergoing the transition to outsourcing and the implementation of the web portal, whereas, for anti–pressure ulcer mattresses, the web portal was the main change in managing the devices. A comparison between these 2 types of devices thus enables a feasibility assessment of the transition to outsourcing separately from the implementation of the web portal. A schematic overview of the intervention is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Schematic overview of the intervention: transition from owning to outsourcing wheelchairs and the implementation of a web portal for ordering wheelchairs and anti–pressure ulcer mattresses.</p>
          </caption>
          <graphic xlink:href="ijmr_v12i1e41409_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Web Portal Data Collection</title>
        <sec>
          <title>Stocktaking and Rental Data</title>
          <p>To establish the utilization days of the devices managed and owned by the health care provider before the intervention, device stocktaking was undertaken at all care locations in 2019. The aim was to establish (1) whether devices that were shown in the enterprise resource planning (ERP) system were present on-site and whether devices on-site were shown in the ERP system, (2) whether devices had received maintenance within the required period, and (3) whether devices were ready for use in terms of cleanliness and functioning. The utilization days of outsourced devices were determined based on rental data from the third-party supplier that showed the number of newly ordered devices and the rental time per device for each care location. Medical devices used for providing home care are not included in our analysis because, under the Dutch Long-term Care Act, they are not the responsibility of the care provider.</p>
        </sec>
        <sec>
          <title>Interviews and On-Site Observations</title>
          <p>We collected qualitative data through on-site observations and interviews to understand the supply and management of noncritical reusable medical devices; to explore areas for improving delivery time, patient care, cost reduction, and nursing staff satisfaction; and to reveal potential challenges that may occur when implementing these changes. Available supporting documentation was also analyzed. This data collection also helped explain how the transition to outsourcing and the implementation of the web portal came into effect. During 2 rounds of interviews (2019 and 2021), a total of 30 interviews carried out in Dutch were held with internal and external stakeholders to provide deeper insight into challenges regarding the management of noncritical reusable medical devices. The interviewed participants were nursing staff, team leaders, care location managers, logistics managers, and care purchasers from municipalities and health insurers. The interview guide (translated into English) can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        </sec>
        <sec>
          <title>User Experience and Care Quality Questionnaire</title>
          <p>User satisfaction related to the intervention was evaluated by means of an anonymous questionnaire (in Dutch). After the intervention, between April 28, 2022, and June 8, 2022, after an informal announcement by the project leader of the care provider, nurses from all care locations were approached by email and invited to complete a questionnaire. Questions related to the ease of use of the web portal, ordering and delivery times for devices, and the perceived consequences of the intervention in terms of the quality of care and patient satisfaction. Each question had responses using a 5-point Likert scale ranging from 1=<italic>fully agree</italic> to 5=<italic>fully disagree</italic>. The 2 types of devices, wheelchairs and anti–pressure ulcer mattresses, were used as examples in the questionnaire. The questionnaire (translated into English) can be found in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
          <p>An overview of the data collection and timing is provided in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>An overview of the used data sources, linked to the different study phases, as well as study objectives.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="340"/>
              <col width="370"/>
              <col width="290"/>
              <thead>
                <tr valign="top">
                  <td>Data source</td>
                  <td>Phase of data collection</td>
                  <td>Objective</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Stocktaking</td>
                  <td>Before the intervention</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Preliminary efficacy</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Rental data</td>
                  <td>Before and after the intervention</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Preliminary efficacy</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Interviews and observations</td>
                  <td>Before and after the intervention</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Acceptability</p>
                      </list-item>
                      <list-item>
                        <p>Implementation success</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Questionnaire</td>
                  <td>After the intervention</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Acceptability</p>
                      </list-item>
                      <list-item>
                        <p>Preliminary efficacy</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>The utilization days of owned (wheelchairs) and rented (anti–pressure ulcer mattresses) devices before the intervention were compared with the situation after the intervention using stacked charts, showing the utilization of medical devices in days per month per care location. The stocktaking data provided the number of owned and rented devices present at each care location before the intervention. All the various device brands and models were clustered into basic types (wheelchairs or anti–pressure ulcer mattresses) to ensure comparability before and after the intervention. The number of owned devices was converted to utilization in days per month. Average rental time per newly rented device was calculated and analyzed for 4 care locations (rental data only). Total device utilization and average utilization time were analyzed by means of 2 linear regression models (Excel 2016 [Microsoft Corporation]). <xref ref-type="table" rid="table2">Table 2</xref> provides an overview of the dependent and independent variables, which were defined before the analysis. Autocorrelation between outsourcing and the portal was checked based on variance inflation factors and was &#60;3 in all models.</p>
        <p>The questionnaire data were analyzed by distinguishing three user groups: (1) nurses who used the web portal for both wheelchairs and anti–pressure ulcer mattresses, (2) nurses who used the web portal for only 1 type of device, and (3) nurses who had never used the web portal or had stopped using it. The questionnaire responses were analyzed by comparing the average difference between reported ordering time and delivery time before and after the intervention and on the average score per item on questions regarding ordering satisfaction and the perceived effects of the intervention. Differences in average ordering satisfaction and perceived effects among the user groups were assessed by means of a 2-tailed <italic>t</italic> test (Excel 2016). Differences in the average reported ordering time and delivery time before and after the intervention were assessed by means of a paired 2-tailed <italic>t</italic> test.</p>
        <p>The interview data were analyzed with the aim to thoroughly understand the challenges that emerged from the transition to outsourcing and the implementation of the web portal—and how the care provider dealt with these challenges—as well as to highlight the challenges that the intervention did not resolve. Led by the first author, we performed the analysis using ATLAS.ti software (ATLAS.ti Scientific Software Development GmbH) and Excel, following the 3-step grounded theory approach of Corbin and Strauss [<xref ref-type="bibr" rid="ref25">25</xref>] as discussed in the study by Karlsson [<xref ref-type="bibr" rid="ref26">26</xref>]. This process follows a cycle where categories are inductively formed from the data, followed by a deductive analysis where findings are refined and validated based on existing concepts. In the first step, open coding, the transcripts were summarized and short text codes assigned. In the second step, axial coding, we established more general categories related to typical characteristics, challenges, enabling conditions, and consequences related to medical device use within the health care organization. In the third step, selective coding, 2 typical patterns emerged that seemed to have an effect on the implementation process of the portal and the outsourcing contract. The first pattern related to the scale of uptake of the intervention, leading to ambiguity in the organization. The second pattern concerned the effect of market incentives, hampering suppliers in offering a wide product portfolio. The coding process and intermediate outcomes were frequently discussed between the first and second authors to achieve consensus in categorization and established patterns.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>An overview of the linear regression models and included variables.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="440"/>
            <col width="470"/>
            <thead>
              <tr valign="top">
                <td>Model</td>
                <td>Dependent variable</td>
                <td>Independent variables</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1a</td>
                <td>Total device utilization (wheelchairs)</td>
                <td>Time (mo), web portal (dummy), and outsourcing (dummy)</td>
              </tr>
              <tr valign="top">
                <td>1b</td>
                <td>Total device utilization (anti–pressure ulcer mattresses)</td>
                <td>Time (mo) and web portal (dummy)</td>
              </tr>
              <tr valign="top">
                <td>2a</td>
                <td>Average device utilization time (wheelchairs)</td>
                <td>Time (mo), web portal (dummy), outsourcing (dummy), and location</td>
              </tr>
              <tr valign="top">
                <td>2b</td>
                <td>Average device utilization time (anti–pressure ulcer mattresses)</td>
                <td>Time (mo), web portal (dummy), and location</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The data regarding rental of medical devices were routinely collected by the health care provider for administrative purposes and not linked to individual patients. The data processed in this study are not considered to constitute medical research involving human participants as defined in the 1964 Helsinki declaration. As such, the statutes of the institutional review board of the faculty of economics and business of the University of Groningen indicate that the study does not require ethics approval by a review committee. Nevertheless, all the methods described in this study were conducted in accordance with the 1964 Helsinki declaration and its later amendments or comparable ethical standards.</p>
        <p>All interview and questionnaire respondents were informed about the purpose of the data collection and the data processing procedure, and they consented to participate.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>The results are presented in 3 parts. In the first part, we evaluated the acceptability of the intervention by nursing staff. In the second part, we addressed to what extent the intervention was successfully implemented and what enabling or limiting factors have been established. Finally, in the third part, we offered a preliminary assessment of the efficacy of the intervention in terms of device utilization, costs, ordering and delivery time, quality of care, and compliance with safety and hygiene standards.</p>
      </sec>
      <sec>
        <title>Acceptability</title>
        <sec>
          <title>Questionnaire Responses</title>
          <p>User satisfaction, as measured in the questionnaire responses, indicates how the nursing staff rate the new ordering process that is based on outsourcing and the web portal. Nurses (N=45) who were responsible for ordering reusable medical devices completed the questionnaire. Of the 45 nurses, 28 (62%) reported using the web portal for ordering both wheelchairs and anti–pressure ulcer mattresses, 10 (22%) used the web portal only for anti–pressure ulcer mattresses and not for wheelchairs, and 7 (16%) reported not using the web portal and sticking with the earlier procedure of telephoning and emailing.</p>
        </sec>
        <sec>
          <title>Satisfaction With the Ordering Process</title>
          <p>User satisfaction with the ordering process, with specific attention to the use of the web portal, was generally rated highly (<xref ref-type="table" rid="table3">Table 3</xref>). Nurses who ordered both types of devices through the web portal reported an average satisfaction score of 1.6 (SD 0.6; using a Likert scale ranging from 1 to 5, with 1=<italic>most satisfied</italic> and 5=<italic>least satisfied</italic>). Nearly half (24/45, 53%) of the respondents fully agreed with the statement that the ordering process is easy. Nurses who only ordered anti–pressure ulcer mattresses via the web portal reported an average satisfaction score of 2.3 (SD 0.6), which was a statistically significant (<italic>P</italic>=.003) lower rating than that of nurses who ordered both types of equipment via the web portal. Respondents who did not order both types of equipment via the web portal (17/45, 38%) reported either being unaware of the web portal, unsure of how to use it, or dissatisfied with its functionality.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Satisfaction with the web portal ordering process (rated using a 5-point Likert scale ranging from 1=fully agree to 5=fully disagree)<sup>a</sup>.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="170"/>
              <col width="120"/>
              <col width="120"/>
              <col width="120"/>
              <col width="130"/>
              <col width="90"/>
              <col width="150"/>
              <col width="100"/>
              <thead>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Ordering is easy, mean (SD)</td>
                  <td>Ordering is clear, mean (SD)</td>
                  <td>Ordering is fast, mean (SD)</td>
                  <td>The portal is accessible, mean (SD)</td>
                  <td>The portal is stable, mean (SD)</td>
                  <td>The portal is user friendly, mean (SD)</td>
                  <td>Score, mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Ordering via the web portal (n=28)</td>
                  <td>1.7 (1.0)</td>
                  <td>1.8 (1.1)</td>
                  <td>1.6 (0.9)</td>
                  <td>1.6 (0.7)</td>
                  <td>1.5 (0.7)</td>
                  <td>1.7 (0.8)</td>
                  <td>1.6 (0.6)</td>
                </tr>
                <tr valign="top">
                  <td>Ordering mattress via the web portal and wheelchair via email or telephone (n=10)</td>
                  <td>1.8 (0.9)</td>
                  <td>1.9 (0.9)</td>
                  <td>1.9 (1.0)</td>
                  <td>1.7 (0.9)</td>
                  <td>1.8 (0.9)</td>
                  <td>2.0 (0.7)</td>
                  <td>2.3 (0.6)</td>
                </tr>
                <tr valign="top">
                  <td>Average</td>
                  <td>1.7 (0.9)</td>
                  <td>1.8 (1.1)</td>
                  <td>1.7 (0.9)</td>
                  <td>1.6 (0.8)</td>
                  <td>1.6 (0.8)</td>
                  <td>1.8 (0.8)</td>
                  <td>1.8 (0.7)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>Overall satisfaction with ordering via web portal versus satisfaction with ordering mattress via portal: <italic>P</italic>=.003 (average scores, based on a 2-tailed <italic>t</italic> test with unequal variances).</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Satisfaction With Device Management</title>
          <p>With respect to user satisfaction with medical device management in general, the <italic>insight into availability</italic> dimension was rated the highest, with an average rating of 1.8 (SD 1.1; <xref ref-type="table" rid="table4">Table 4</xref>). Of the 45 respondents, 27 (60%) fully agreed with the statement that there is now a better insight into available devices. Whether there was an improvement in the product range was rated with an average score of 2.1 (SD 1.0). Perceived increase in the ease of transferring devices between locations was rated the lowest (2.4, SD 1.3), which is a score suggesting only a minor improvement. No statistically significant differences between users or (partial) nonusers of the web portal were found.</p>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Overall satisfaction with the intervention (rated using a 5-point Likert scale ranging from 1=fully agree to 5=fully disagree)<sup>a</sup>.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="260"/>
              <col width="150"/>
              <col width="180"/>
              <col width="200"/>
              <col width="180"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>Product range is larger, mean (SD)</td>
                  <td>Better insight into available devices, mean (SD)</td>
                  <td>Easier to transfer devices between care locations, mean (SD)</td>
                  <td>Score, mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2">Ordering via the web portal (n=28)</td>
                  <td>2.1 (1.0)</td>
                  <td>1.7 (1.1)</td>
                  <td>2.1 (1.3)</td>
                  <td>2.0 (0.9)</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Ordering mattress via the web portal and wheelchair via email or telephone (n=10)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Wheelchair</td>
                  <td>2.1 (1.2)</td>
                  <td>1.7 (1.0)</td>
                  <td>2.3 (1.0)</td>
                  <td>2.0 (0.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Mattress</td>
                  <td>2.0 (0.9)</td>
                  <td>1.3 (0.7)</td>
                  <td>3.0 (1.5)</td>
                  <td>2.1 (0.8)</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Ordering via a different method (n=7)</td>
                  <td>2.1 (1.1)</td>
                  <td>2.4 (1.1)</td>
                  <td>2.0 (1.2)</td>
                  <td>2.2 (0.9)</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Average</td>
                  <td>2.1 (1.0)</td>
                  <td>1.8 (1.1)</td>
                  <td>2.4 (1.3)</td>
                  <td>2.0 (0.9)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table4fn1">
                <p><sup>a</sup>Overall satisfaction with ordering via web portal versus satisfaction with ordering mattress via portal (wheelchair): <italic>P</italic>=.92, overall satisfaction with ordering via web portal versus satisfaction with ordering mattress via portal (mattress): <italic>P</italic>=.80, overall satisfaction with ordering via web portal versus satisfaction with ordering via different method: <italic>P</italic>=.63, overall satisfaction with ordering mattress via web portal (wheelchair) versus satisfaction with ordering mattress via web portal (mattress): <italic>P</italic>=.91, overall satisfaction with ordering mattress via web portal (wheelchair) versus satisfaction with ordering via different method: <italic>P</italic>=.74, and overall satisfaction with ordering mattress via web portal (mattress) versus satisfaction with ordering via different method: <italic>P</italic>=.81 (average scores, based on a 2-tailed <italic>t</italic> test with unequal variances).</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Implementation</title>
        <sec>
          <title>Overview</title>
          <p>The acceptability assessment in the previous subsection indicates generally positive findings, and the implementation of the intervention was successful for all 8 types of medical devices. Nevertheless, evaluating the implementation of the intervention also highlighted a number of challenges. The limited uptake of the web portal by nurses (31/45, 69%) shows that there is room for improvement. On the basis of the observational and interview data, we explain in the following subsections how the implementation of the intervention is hampered by the complex context of the care market in which this chain-wide care provider is embedded.</p>
        </sec>
        <sec>
          <title>Uptake of the Improved Ordering Process</title>
          <p>Although most of the nurses reported that they do follow the new ordering process, several mentioned that they still use other ordering methods, such as ordering via email or telephone or by ordering from other suppliers. To an extent, this is inevitable in the current situation because some of the more specialized devices, such as customized wheelchairs, are only available from other suppliers and not from the one involved in the intervention. A problem is that this then leads to ambiguity about what ordering process should be used for which type of device, thereby structurally hampering a full uptake of the intervention. This is exemplified by several remarks in response to the questionnaire:</p>
          <disp-quote>
            <p>I do not order wheelchairs via [supplier of study] but via the occupational therapy department, who arrange it with another supplier.</p>
            <attrib>Head nurse 1</attrib>
          </disp-quote>
          <disp-quote>
            <p>Besides working as a nurse, I also work as an occupational therapy coach, so I order devices via email.</p>
            <attrib>Head nurse 1</attrib>
          </disp-quote>
          <p>In addition, nurses reported that there are still many device types where the internal ordering process is experienced as too cumbersome and slow:</p>
          <disp-quote>
            <p>I particularly have problems with the purchasing process when something is not available from [supplier of study]...I need to go through the purchasing and infection prevention department, the whole process sometimes takes 4 to 6 weeks. The patient may have already passed away by then.</p>
            <attrib>Occupational health nurse 2</attrib>
          </disp-quote>
          <p>These quotations illustrate that nursing staff will only fully adapt to, and benefit from, the new ordering process when it is implemented on an organization-wide scale, with a larger range of device types available. However, given the diverse supply base as well as the various care financers involved, this seems challenging.</p>
        </sec>
        <sec>
          <title>Effect of a Complex Market</title>
          <p>At the outset of our study, we expected the chain-wide health care provider in this study to have a unique opportunity to simplify the management of reusable medical devices; namely, because the provider is active across the 3 care domains in the Netherlands (ie, curative care, long-term care, and social care), we expected that it would be able to pool devices across these domains, thereby reducing its device supply base and the number of ordering methods. However, in practice, device suppliers tend to specialize their service and product range to a specific care domain, thereby forming a barrier to fulfilling our initial expectations:</p>
          <disp-quote>
            <p>It is partly a very practical issue. Device suppliers have contracts with a selection of health care providers and device manufacturers...When it comes to maintenance, some spare parts can only be supplied by a specific manufacturer, which does not always align with the device type demanded by the health care provider. At the same time, our goal is—and it will be the same for [name of care provider]—to deliver affordable and personalized care for clients, and that sometimes creates tensions.</p>
            <attrib>Policy advisor of municipality</attrib>
          </disp-quote>
          <p>Furthermore, the care path of a single patient can span multiple domains. In this situation, the ordering methods and device suppliers ordinarily change during the care process. Consequently, to meet individual patient needs and to prevent long waiting times, nursing staff put much effort and time into the process of ordering devices. Essentially, they take care of the service and coordination duties that should partly be the responsibility of device suppliers and care financers:</p>
          <disp-quote>
            <p>When a patient goes home after rehabilitation, we sometimes sell them our bed trapeze; otherwise, the patient has to order it, and it may not arrive in time. Also, we may order a wheelchair for short-term use under the Social Care Act from the supplier. If a patient needs longer-term care, we also order wheelchairs under the Long-term Care Act or other devices via the care insurer...So, unfortunately, we put quite some time and effort into coordinating the device process for patients.</p>
            <attrib>Occupational health nurse 1</attrib>
          </disp-quote>
          <p>These findings show that the multitude of stakeholders and processes that are part of health care markets limit the extent to which nursing staff benefit from the transition to outsourcing and the implementation of the web portal and hamper a structural implementation of such solutions.</p>
        </sec>
      </sec>
      <sec>
        <title>Preliminary Efficacy</title>
        <p>On the basis of comparing the use of wheelchairs and anti–pressure ulcer mattresses before and after the intervention, we now present the findings of our preliminary efficacy analysis.</p>
        <sec>
          <title>Utilization of Reusable Medical Devices</title>
          <p><xref rid="figure2" ref-type="fig">Figure 2</xref> is based on our analysis of the utilization data and shows that wheelchair utilization decreased significantly (<italic>P</italic>=.03) by 1106 (SD 106) days per month on average (January 2019 to March 2021: n=5079, May 2021 to January 2022: n=3972). This reduction in total rental time amounts to the most clearly visible pattern across the 8 devices included in the intervention. For the other types of devices, such as lifting slings and low-low beds, we also observed considerable reductions in utilization days, albeit with a less consistent drop. The total number of utilization days of anti–pressure ulcer mattresses gradually increased over time (<xref rid="figure3" ref-type="fig">Figure 3</xref>). On the basis of on-site meetings, this increase can be explained by an increase in the number of patients with a high care burden. After the implementation of the web portal, this rising pattern stabilized, which was confirmed by the regression model (<italic>P</italic>&#60;.001).</p>
          <p>As indicated in <xref rid="figure4" ref-type="fig">Figures 4</xref> and <xref rid="figure5" ref-type="fig">5</xref>, the average rental time per rented device per month did not change over time for either wheelchairs or anti–pressure ulcer mattresses after the intervention. We observed similar patterns for the other types of devices.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Utilization days per month for wheelchairs. As of May 2021, wheelchairs were fully delivered on the basis of the outsourcing contract. Before this date, 90% were locally owned by care departments. Color tones relate to different care locations. Outcomes of linear regression model 1a: outsourcing: <italic>P</italic>=.03, portal: <italic>P</italic>=.82, month: <italic>P</italic>=.50.</p>
            </caption>
            <graphic xlink:href="ijmr_v12i1e41409_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Utilization days per month for anti–pressure ulcer mattresses. Anti–pressure ulcer mattresses were delivered on an outsourcing basis during the entire period shown in the graph. Color tones relate to different care locations. Outcomes of linear regression model 1b: portal: <italic>P</italic>&#60;.001, month: <italic>P</italic>&#60;.001.</p>
            </caption>
            <graphic xlink:href="ijmr_v12i1e41409_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Average rental time per rented device per month of wheelchairs for 4 care locations. Outcomes of linear regression model 2a: outsourcing: <italic>P</italic>=.11, portal: <italic>P</italic>=.91, month: <italic>P</italic>=.95, location: <italic>P</italic>&#60;.001.</p>
            </caption>
            <graphic xlink:href="ijmr_v12i1e41409_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Average rental time per rented device per month of anti–pressure ulcer mattresses for 4 care locations. Outcomes of linear regression model 2b: portal: <italic>P</italic>=.71, month: <italic>P</italic>=.73, location: <italic>P</italic>&#60;.001.</p>
            </caption>
            <graphic xlink:href="ijmr_v12i1e41409_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Costs of Renting Medical Equipment</title>
          <p>The cost of renting anti–pressure ulcer mattresses was on average US $32,381 per month after the intervention compared with US $25,445 per month before the intervention. The cost of renting wheelchairs was on average US $4501 per month after the intervention. No accurate data were available on ownership costs for wheelchairs, including the actual purchase price and the maintenance, procurement, storage, and material-handling costs. In addition, for both types of devices, there were no data available on the historical patterns of care delivery volumes and the disease burden of patients. Hence, a valid comparison of costs before and after the intervention was deemed infeasible by the researchers involved as well as the managers at the care provider under study.</p>
        </sec>
        <sec>
          <title>Ordering and Delivery Time</title>
          <p>The questionnaire results show how nurses perceived the ordering and delivery times before and after the intervention. Nurses who ordered both types of devices via the web portal reported statistically significant reduced ordering times for both wheelchairs (<italic>P</italic>=.04) and anti–pressure ulcer mattresses (<italic>P</italic>=.03) and statistically significant reduced delivery times for wheelchairs only (<italic>P</italic>=.01). Nurses who only ordered anti–pressure ulcer mattresses via the web portal and ordered wheelchairs via other channels reported reduced ordering times, albeit not statistically significant, for both devices (<italic>P</italic>=.35 and <italic>P</italic>=.26). These results are summarized in <xref ref-type="table" rid="table5">Table 5</xref>. Gauging the perceived changes in delivery time, nurses rated the item <italic>devices are available faster</italic> with a score of 2.2 (SD 1.1; using a 5-point Likert scale ranging from 1=<italic>fully agree</italic> to 5=<italic>fully disagree</italic>), indicating some improvement.</p>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Reported change in ordering (min) and delivery (d) times for wheelchairs and anti–pressure ulcer mattresses after implementation of the web portal<sup>a</sup>.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="170"/>
              <col width="0"/>
              <col width="140"/>
              <col width="0"/>
              <col width="130"/>
              <col width="0"/>
              <col width="80"/>
              <col width="0"/>
              <col width="80"/>
              <col width="0"/>
              <col width="0"/>
              <col width="120"/>
              <col width="0"/>
              <col width="100"/>
              <col width="0"/>
              <col width="70"/>
              <col width="0"/>
              <col width="80"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="9">Ordering time (min)</td>
                  <td colspan="7">Delivery time (d)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="2">Before, mean (SD)</td>
                  <td colspan="2">After, mean (SD)</td>
                  <td colspan="2">δ</td>
                  <td colspan="2"><italic>P</italic> value</td>
                  <td colspan="3">Before, mean (SD)</td>
                  <td colspan="2">After, mean (SD)</td>
                  <td colspan="2">δ</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="19">
                    <bold>Ordering via the web portal (both devices; n=28)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Wheelchair</td>
                  <td colspan="2">9.9 (7.4)</td>
                  <td colspan="2">7.2 (3.1)</td>
                  <td colspan="2">−2.7</td>
                  <td colspan="2">.04</td>
                  <td colspan="3">3.8 (2.1)</td>
                  <td colspan="2">3.3 (1.8)</td>
                  <td colspan="2">−0.5</td>
                  <td colspan="2">.01</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Mattress</td>
                  <td colspan="2">10.7 (7.9)</td>
                  <td colspan="2">7.6 (3.7)</td>
                  <td colspan="2">−3.1</td>
                  <td colspan="2">.03</td>
                  <td colspan="3">2.4 (0.9)</td>
                  <td colspan="2">2.1 (0.5)</td>
                  <td colspan="2">−0.3</td>
                  <td colspan="2">.07</td>
                </tr>
                <tr valign="top">
                  <td colspan="19">
                    <bold>Ordering mattress via the portal and wheelchair via email or telephone (n=10)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Wheelchair</td>
                  <td colspan="2">6.8 (6.4)</td>
                  <td colspan="2">5.5 (3.9)</td>
                  <td colspan="2">−1.3</td>
                  <td colspan="2">.35</td>
                  <td colspan="3">4.4 (1.9)</td>
                  <td colspan="2">4.6 (1.8)</td>
                  <td colspan="2">0.2</td>
                  <td colspan="2">.59</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Mattress</td>
                  <td colspan="2">8.2 (8.4)</td>
                  <td colspan="2">6.0 (3.4)</td>
                  <td colspan="2">−2.2</td>
                  <td colspan="2">.26</td>
                  <td colspan="3">2.6 (0.9)</td>
                  <td colspan="2">2.5 (1.2)</td>
                  <td colspan="2">−0.1</td>
                  <td colspan="2">.34</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table5fn1">
                <p><sup>a</sup><italic>P</italic> values are based on a paired 2-tailed <italic>t</italic> test between ordering time and delivery time before and after the intervention.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Quality of Care and Compliance With Safety and Hygiene Standards</title>
          <p>Compliance with safety and hygiene standards was measured by responses to the statement <italic>there are fewer uncertified devices at the location</italic>. This item was rated positively by nurses who ordered both device types via the web portal with a score of 1.9 (SD 1.0; using a 5-point Likert scale ranging from 1=<italic>fully agree</italic> to 5=<italic>fully disagree</italic>). Of the 45 respondents, 22 (49%) fully agreed that there were fewer uncertified devices.</p>
          <p>On the basis of the averaged questionnaire responses (<xref ref-type="table" rid="table6">Table 6</xref>), nurses did not report any difference in perceived patient satisfaction, care quality, safety, and care outcomes when comparing the old and new ordering processes for both device types.</p>
          <table-wrap position="float" id="table6">
            <label>Table 6</label>
            <caption>
              <p>Assessment of the intervention with respect to the quality of care (rated using a 5-point Likert scale ranging from 1=fully agree to 5=fully disagree)<sup>a</sup>.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="180"/>
              <col width="200"/>
              <col width="160"/>
              <col width="140"/>
              <col width="180"/>
              <col width="110"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>Patients are more satisfied, mean (SD)</td>
                  <td>Care quality is higher, mean (SD)</td>
                  <td>Care is safer, mean (SD)</td>
                  <td>Better care outcomes, mean (SD)</td>
                  <td>Score, mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2">Ordering via the web portal (n=28)</td>
                  <td>2.3 (1.0)</td>
                  <td>2.3 (1.2)</td>
                  <td>2.3 (1.2)</td>
                  <td>2.3 (1.2)</td>
                  <td>2.3 (1.1)</td>
                </tr>
                <tr valign="top">
                  <td colspan="7">
                    <bold>Ordering mattress via the portal and wheelchair via email or telephone (n=10)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Wheelchair</td>
                  <td>2.6 (1.0)</td>
                  <td>2.3 (0.9)</td>
                  <td>2.6 (0.9)</td>
                  <td>2.3 (0.9)</td>
                  <td>2.4 (0.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Mattress</td>
                  <td>2.4 (0.9)</td>
                  <td>2.1 (0.8)</td>
                  <td>1.9 (0.8)</td>
                  <td>2.0 (0.8)</td>
                  <td>2.1 (0.8)</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Ordering via a different method (n=7)</td>
                  <td>2.4 (1.4)</td>
                  <td>2.1 (1.1)</td>
                  <td>2.3 (1.3)</td>
                  <td>2.4 (1.5)</td>
                  <td>2.3 (1.3)</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Average</td>
                  <td>2.4 (1.0)</td>
                  <td>2.2 (1.0)</td>
                  <td>2.3 (1.1)</td>
                  <td>2.3 (1.1)</td>
                  <td>2.3 (1.0)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table6fn1">
                <p><sup>a</sup>Effects of ordering via web portal versus effects of ordering mattress via web portal (wheelchair): <italic>P</italic>=.72, effects of ordering via web portal versus effects of ordering mattress via web portal (mattress): <italic>P</italic>=.53, effects of ordering via web portal versus effects of ordering via different method: <italic>P</italic>=.99, effects of ordering mattress via web portal (wheelchair) versus effects of ordering mattress via web portal (mattress): <italic>P</italic>=.39, effects of ordering mattress via web portal (wheelchair) versus effects of ordering via different method: <italic>P</italic>=.83, and effects of ordering mattress via web portal (mattress) versus effects of ordering via different method: <italic>P</italic>=.69 (average scores, based on a 2-tailed <italic>t</italic> test with unequal variances).</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study addresses the feasibility of a 2-fold logistical intervention aimed at outsourcing the management of reusable medical devices and the introduction of a web portal facilitating the ordering and use of these devices. The findings show that, with respect to acceptability, user satisfaction with the ordering and delivery process was high. Concerning preliminary efficacy, a reduction in the required number of wheelchairs, which was significantly related to outsourcing (<italic>P</italic>=.03), was observed. The increase in the required number of anti–pressure ulcer mattresses stabilized after the introduction of the web portal. For both wheelchairs and anti–pressure ulcer mattresses, we found shorter reported ordering and delivery times, but rental times per device did not reduce. Hence, the web portal may support the ordering and delivery processes, but there is no indication that it triggers a more efficient use of devices. After the intervention, a higher degree of device certification was reported, thereby increasing compliance with safety and hygiene standards. In theory, these improvements should translate into better outcomes in terms of costs and the quality of care. However, based on the findings, we could not establish that a reduction in overall costs had been achieved, and nurses did not report improvements in safety and the quality of care. Although, for all 8 types of reported medical devices, the implementation of the intervention was successful, based on observations and interviews, several challenges were highlighted related to improving the chain-wide management of medical devices. These challenges relate to the diverse nature of the supply base and complexities with having multiple care financers. In essence, these findings show the difficulties of managing, and catering to, the various stakeholder interests involved in the care chain, and this will be more elaborately reflected upon in the following subsection.</p>
      </sec>
      <sec>
        <title>Comparison With Previous Research</title>
        <sec>
          <title>Improving Health Care Logistics Performance</title>
          <p>The literature on health care logistics suggests that better management of medical devices—for example, through better forecasting, standardized replenishment, and delivery procedures—supported by materials management information systems can lead to a reduction in device stock and increase the occupancy rate of devices [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. In terms of the outcomes of the care process, quality can be improved by reducing device stock-outs and delivery disruption. Hence, it is not surprising that, for health care managers, anticipated cost savings and quality improvements are important drivers when considering new ways of managing medical devices [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. To a certain extent, our findings concur with the outcomes of these previous studies. The ordering process, device utilization, and compliance with safety and hygiene standards certainly improved after the outsourcing of reusable medical devices and the implementation of a web portal for ordering these devices. Indeed, the web portal is an important precondition in that it supports the ordering process and increases the measurability of device management. Nevertheless, we also observed that improvements related to reduced costs and the increased quality of care are not necessarily as straightforward as often assumed. We discuss potential reasons for this discrepancy in the next subsection.</p>
        </sec>
        <sec>
          <title>Measurability of Costs and Quality of Care</title>
          <p>We recognize that there is a lot of freedom in deciding which expenses and savings to include in comparing the outcomes of an intervention, and, as a result, establishing changes in overall costs is especially challenging [<xref ref-type="bibr" rid="ref1">1</xref>]. Our case and the potential cost savings of the intervention provide a good example. The health care provider we studied did not account for the human resource costs related to the devices it owned (eg, costs related to maintenance and storage). Moreover, the provider did not take service delivery costs into account when evaluating the expenditure on devices. Similarly, an increase in expenditure on devices, as we observed for anti–pressure ulcer mattresses, may be misinterpreted as a rise in the costs of device management, rather than, at least in part in our case, an increase in patient volume and care burden. More generally, health care providers often have to deal with low-visibility and low-quality data [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Although providers increasingly work with resource planning systems (eg, ERP) and medical record information systems, and they are increasingly standardizing care service products, such as diagnosis-related treatment combinations, the transparency of costs in the health care sector remains an issue [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>].</p>
          <p>With respect to the quality of care, it would be highly beneficial if health care providers were able to show positive effects from better device management. Our questionnaire indicated that nursing staff did perceive an increase in the speed of device delivery and improvements in terms of compliance with safety and hygiene standards. We would expect this to contribute to the satisfaction of patients by reducing waiting time and increasing the available capacity, that is, the amount of time nurses have available for the direct care process. However, indicators related to patient satisfaction and safety remain hard to monitor because quality inspections are usually based on samples and periodic inspections. This exemplifies the usefulness of using patient-reported outcomes and experience measures [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>], as well as linking such patient reports with clinical health records [<xref ref-type="bibr" rid="ref33">33</xref>]. Such improved transparency should be considered not only for meeting external accountability demands but also for being able to demonstrate the effective rollout of improvements internally.</p>
        </sec>
        <sec>
          <title>Structurally Embedding Organizational Changes</title>
          <p>Our findings, supported by insights from previous studies [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref33">33</xref>], illustrate how transparent care processes and outcomes are key preconditions for structurally improving chain-wide care delivery and organizational changes. Because of various hidden costs and limited quality performance metrics, it was challenging for managers to show the true costs related to owning, as against renting, medical devices. Hence, it was difficult to justify the rental costs involved with outsourcing where all the costs (hidden or open) are part of the rental fee. At the same time, nursing staff noted that the intervention was rolled out on a relatively small scale in terms of the number of included types of equipment, leading to a confusing mixture of both new and old ordering procedures and complex coordination. This resulted in a situation where nursing staff felt that they were receiving insufficient top-down support, whereas, at the same time, top management perceived limited success from the intervention because not all nursing staff adhered to the new procedures. However, ultimately, it is likely that the studied intervention does lead to quality improvement and cost savings, yet it remains difficult to measure such improvements objectively.</p>
          <p>Reflecting on the studied case enables us to provide recommendations for practice. Given the recently increased EU standards regarding the traceability and safety of medical devices [<xref ref-type="bibr" rid="ref12">12</xref>], the presented intervention is of importance for medical device manufacturers, suppliers, and care providers. When looking at the dynamic circumstances of daily care delivery, one cannot expect manufacturers to achieve full compliance with standards by themselves. Hence, we recommend that medical device suppliers and care providers work jointly to improve medical device use in terms of efficiency, quality, and safety through outsourcing agreements supported with IT for care personnel. Moreover, by ensuring traceability and certification, these practices may also support the accessibility of innovative medical devices, another area that seems to be becoming more complex owing to the new EU standards [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
          <p>Nevertheless, it seems that realizing a broad rollout of such an intervention and obtaining benefits in terms of cost savings and quality improvements remain a challenge, particularly for chain-wide care providers. This is especially the case because they are dealing with an extensive and complex device supply base. Top management needs to be aware of the related issues and challenges, particularly in a setting of care delivery that crosses the traditional boundaries of curative, long-term, and home care domains. For practice to structurally benefit from solutions such as outsourcing and web ordering portals, it is recommended to aim at reducing the complexity of the supply base, improving communication and support toward nursing staff, and establishing clear performance measures for evaluation purposes.</p>
        </sec>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study assessed the feasibility of an intervention based on qualitative and quantitative data collected before and after the intervention. Several limitations warrant mention. First, although our data indicate clear improvements over time, there are several potentially confounding factors that have not been considered explicitly; for example, although care registration data did not indicate considerable changes in patient numbers or disease burden, this was not part of the statistical analyses. Other examples include developments in treatment methods that may affect device use as well as disruptions in the supply and care process, such as those seen during the COVID-19 pandemic.</p>
        <p>Second, our study took place against the backdrop of the introduction of the 2021 EU Medical Device Regulation. This context places our results within a framework of heightened standards for the traceability and safety of medical devices and shows a glimpse of the complex landscape that health care providers must navigate within the newly imposed regulatory constraints.</p>
        <p>Third and last, the questionnaire on user experience that provided relevant insights that add to the basic device data was sent out only after the intervention, and it was targeted at nursing staff and not at patients. As such, we lack firsthand experiences from the latter group. This is especially relevant because our respondents did not report any clear effects on patient satisfaction or any effect on care quality, which provides an important direction for further study. This again stresses the importance of measuring patient experiences and outcomes over time for both care and research purposes.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The integrated management of medical devices should lead to reduced costs and fewer required devices, higher quality of care, and reduced material waste. This feasibility study confirms this potential when it comes to acceptability, implementation success, and the preliminary efficacy of the presented intervention. Nevertheless, at a time when the integration of care chains is becoming more important, our research also highlights some of the difficulties when putting integration into practice; for example, in a health care system context that is based on market principles, it remains an immense challenge to achieve a more coherent way of managing medical devices, even for a single care provider when operating across traditional health care boundaries. In addition, the ongoing challenges in achieving transparency on prices and on the quality of care again prove key to measuring the efficacy of integrated medical device management which, in turn, is pivotal to achieving long-term implementation.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Interview guide.</p>
        <media xlink:href="ijmr_v12i1e41409_app1.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>User experience and care quality questionnaire.</p>
        <media xlink:href="ijmr_v12i1e41409_app2.docx" xlink:title="DOCX File , 26 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ERP</term>
          <def>
            <p>enterprise resource planning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EU</term>
          <def>
            <p>European Union</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by the Dutch Institute for Advanced Logistics (439.18.306). The authors thank Romée Janson, Iris van der Meulen, Erik Bakker, and Maaike Tjeerdsma for their contributions to the data collection and analysis during the early stages of this study. The authors also thank Pieter Vlot and Björn van Nuland for their support in setting up and executing this study and for their advice regarding the daily practices of reusable medical device management.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed during this study are not publicly available owing to confidentiality issues and agreements made with the case sites but are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdulsalam</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Schneller</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Hospital supply expenses: an important ingredient in health services research</article-title>
          <source>Med Care Res Rev</source>
          <year>2019</year>
          <month>04</month>
          <volume>76</volume>
          <issue>2</issue>
          <fpage>240</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1177/1077558717719928</pub-id>
          <pub-id pub-id-type="medline">29148349</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Volland</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fügener</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenfelder</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brunner</surname>
              <given-names>JO</given-names>
            </name>
          </person-group>
          <article-title>Material logistics in hospitals: a literature review</article-title>
          <source>Omega</source>
          <year>2017</year>
          <month>06</month>
          <volume>69</volume>
          <fpage>82</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1016/j.omega.2016.08.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landry</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beaulieu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Denton</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The challenges of hospital supply chain management, from central stores to nursing units</article-title>
          <source>Handbook of Healthcare Operations Management</source>
          <year>2013</year>
          <month>01</month>
          <day>10</day>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosales</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Magazine</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>The 2Bin system for controlling medical supplies at point-of-use</article-title>
          <source>Eur J Oper Res</source>
          <year>2015</year>
          <month>05</month>
          <day>16</day>
          <volume>243</volume>
          <issue>1</issue>
          <fpage>271</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ejor.2014.10.041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmadi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Masel</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Metcalf</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Schuller</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Inventory management of surgical supplies and sterile instruments in hospitals: a literature review</article-title>
          <source>Health Syst (Basingstoke)</source>
          <year>2019</year>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>134</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31275574"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/20476965.2018.1496875</pub-id>
          <pub-id pub-id-type="medline">31275574</pub-id>
          <pub-id pub-id-type="pii">1496875</pub-id>
          <pub-id pub-id-type="pmcid">PMC6598505</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bélanger</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Beaulieu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Landry</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morales</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Where to locate medical supplies in nursing units: an exploratory study</article-title>
          <source>Supply Chain Forum Int J</source>
          <year>2018</year>
          <month>02</month>
          <day>02</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1080/16258312.2018.1433438</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Waeyenbergh</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pintelon</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Measuring the logistics performance of internal hospital supply chains – a literature study</article-title>
          <source>Omega</source>
          <year>2019</year>
          <month>01</month>
          <volume>82</volume>
          <fpage>205</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1016/j.omega.2018.01.007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ming</surname>
              <given-names>W-K</given-names>
            </name>
          </person-group>
          <article-title>Impact of hospital characteristics and governance structure on the adoption of tracking technologies for clinical and supply chain use: longitudinal study of US hospitals</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>05</month>
          <day>26</day>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>e33742</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/5/e33742/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/33742</pub-id>
          <pub-id pub-id-type="medline">35617002</pub-id>
          <pub-id pub-id-type="pii">v24i5e33742</pub-id>
          <pub-id pub-id-type="pmcid">PMC9185348</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Rethinking integrated care: a systematic hermeneutic review of the literature on integrated care strategies and concepts</article-title>
          <source>Milbank Q</source>
          <year>2020</year>
          <month>06</month>
          <volume>98</volume>
          <issue>2</issue>
          <fpage>446</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32436330"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/1468-0009.12459</pub-id>
          <pub-id pub-id-type="medline">32436330</pub-id>
          <pub-id pub-id-type="pmcid">PMC7296432</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ling</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brereton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Conklin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Newbould</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roland</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Barriers and facilitators to integrating care: experiences from the English Integrated Care Pilots</article-title>
          <source>Int J Integr Care</source>
          <year>2012</year>
          <month>07</month>
          <day>27</day>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>e129</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23593044"/>
          </comment>
          <pub-id pub-id-type="doi">10.5334/ijic.982</pub-id>
          <pub-id pub-id-type="medline">23593044</pub-id>
          <pub-id pub-id-type="pmcid">PMC3601528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Auschra</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Barriers to the integration of care in inter-organisational settings: a literature review</article-title>
          <source>Int J Integr Care</source>
          <year>2018</year>
          <month>01</month>
          <day>16</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29632455"/>
          </comment>
          <pub-id pub-id-type="doi">10.5334/ijic.3068</pub-id>
          <pub-id pub-id-type="medline">29632455</pub-id>
          <pub-id pub-id-type="pmcid">PMC5887071</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>Regulation (EU) 2017/745 of the European Parliament and of the Council of 5 April 2017 on medical devices, amending Directive 2001/83/EC, Regulation (EC) No 178/2002 and Regulation (EC) No 1223/2009 and repealing Council Directives 90/385/EEC and 93/42/EEC</article-title>
          <source>Official Journal of the European Union</source>
          <year>2017</year>
          <month>5</month>
          <day>5</day>
          <access-date>2023-01-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eur-lex.europa.eu/legal-content/EN/TXT/?uri=OJ:L:2017:117:TOC">https://eur-lex.europa.eu/legal-content/EN/TXT/?uri=OJ:L:2017:117:TOC</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Azzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Persona</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sgarbossa</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bonin</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Drug inventory management and distribution: outsourcing logistics to third‐party providers</article-title>
          <source>Strateg Outsourcing Int J</source>
          <year>2013</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>48</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1108/17538291311316063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iannone</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lambiase</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Miranda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Riemma</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sarno</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Pulling drugs along the supply chain: centralization of hospitals’ inventory</article-title>
          <source>Int J Eng Bus Manag</source>
          <year>2014</year>
          <month>01</month>
          <day>01</day>
          <volume>6</volume>
          <issue>21</issue>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.5772/58939</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Øvretveit</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital technologies supporting person-centered integrated care - a perspective</article-title>
          <source>Int J Integr Care</source>
          <year>2017</year>
          <month>09</month>
          <day>25</day>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>6</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29588629"/>
          </comment>
          <pub-id pub-id-type="doi">10.5334/ijic.3051</pub-id>
          <pub-id pub-id-type="medline">29588629</pub-id>
          <pub-id pub-id-type="pmcid">PMC5854142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maassen</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Fritsch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gantner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Deffge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kunze</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marx</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bickenbach</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Future mobile device usage, requirements, and expectations of physicians in German University hospitals: web-based survey</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>12</month>
          <day>21</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>e23955</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/12/e23955/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23955</pub-id>
          <pub-id pub-id-type="medline">33346735</pub-id>
          <pub-id pub-id-type="pii">v22i12e23955</pub-id>
          <pub-id pub-id-type="pmcid">PMC7781804</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gammon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Berntsen</surname>
              <given-names>GK</given-names>
            </name>
            <name name-style="western">
              <surname>Koricho</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Sygna</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The chronic care model and technological research and innovation: a scoping review at the crossroads</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>02</month>
          <day>06</day>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>e25</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/2/e25/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3547</pub-id>
          <pub-id pub-id-type="medline">25677200</pub-id>
          <pub-id pub-id-type="pii">v17i2e25</pub-id>
          <pub-id pub-id-type="pmcid">PMC4342659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirkley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Nurses and clinical technology: sources of resistance and strategies for acceptance</article-title>
          <source>Nurs Econ</source>
          <year>2004</year>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>216</fpage>
          <lpage>22, 195</lpage>
          <pub-id pub-id-type="medline">15382401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tawfik</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Sinha</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bayati</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Adair</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Sexton</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Profit</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Frustration with technology and its relation to emotional exhaustion among health care workers: cross-sectional observational study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>07</month>
          <day>06</day>
          <volume>23</volume>
          <issue>7</issue>
          <fpage>e26817</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/7/e26817/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26817</pub-id>
          <pub-id pub-id-type="medline">34255674</pub-id>
          <pub-id pub-id-type="pii">v23i7e26817</pub-id>
          <pub-id pub-id-type="pmcid">PMC8292941</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Enterprise accreditation</article-title>
          <source>Joint Commission International</source>
          <access-date>2023-01-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jointcommissioninternational.org/accreditation/accreditation-programs/enterprise-accreditation/">https://www.jointcommissioninternational.org/accreditation/accreditation-programs/enterprise-accreditation/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Enthoven</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>van de Ven</surname>
              <given-names>WP</given-names>
            </name>
          </person-group>
          <article-title>Going Dutch--managed-competition health insurance in the Netherlands</article-title>
          <source>N Engl J Med</source>
          <year>2007</year>
          <month>12</month>
          <day>13</day>
          <volume>357</volume>
          <issue>24</issue>
          <fpage>2421</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp078199</pub-id>
          <pub-id pub-id-type="medline">18077805</pub-id>
          <pub-id pub-id-type="pii">357/24/2421</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>What are reusable medical devices?</article-title>
          <source>U.S. Food &#38; Drug Administration</source>
          <year>2018</year>
          <month>12</month>
          <day>1</day>
          <access-date>2022-07-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/medical-devices/reprocessing-reusable-medical-devices/what-are-reusable-medical-devices">https://www.fda.gov/medical-devices/reprocessing-reusable-medical-devices/what-are-reusable-medical-devices</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Decontamination and reprocessing of medical devices for health-care facilities</article-title>
          <source>World Health Organization</source>
          <year>2016</year>
          <month>9</month>
          <day>5</day>
          <access-date>2022-07-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/9789241549851">https://www.who.int/publications/i/item/9789241549851</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bowen</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kreuter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cofta-Woerpel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Linnan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bakken</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Squiers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fabrizio</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How we design feasibility studies</article-title>
          <source>Am J Prev Med</source>
          <year>2009</year>
          <month>05</month>
          <volume>36</volume>
          <issue>5</issue>
          <fpage>452</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19362699"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2009.02.002</pub-id>
          <pub-id pub-id-type="medline">19362699</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(09)00096-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC2859314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Corbin</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Strauss</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Grounded theory research: procedures, canons, and evaluative criteria</article-title>
          <source>Qual Sociol</source>
          <year>1990</year>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1007/bf00988593</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karlsson</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Research Methods for Operations Management</source>
          <year>2016</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Skipworth</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Delbufalo</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mena</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Logistics and procurement outsourcing in the healthcare sector: a comparative analysis</article-title>
          <source>Eur Manag J</source>
          <year>2020</year>
          <month>06</month>
          <volume>38</volume>
          <issue>3</issue>
          <fpage>518</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1016/j.emj.2020.04.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Macinati</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Health outsourcing/backsourcing</article-title>
          <source>Public Manag Rev</source>
          <year>2012</year>
          <month>09</month>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>771</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1080/14719037.2011.642627</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Emergent challenges in determining costs for economic evaluations</article-title>
          <source>Pharmacoeconomics</source>
          <year>2017</year>
          <month>02</month>
          <day>12</day>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>129</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1007/s40273-016-0465-1</pub-id>
          <pub-id pub-id-type="medline">27838912</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40273-016-0465-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herzlinger</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>How to solve the cost crisis in health care</article-title>
          <source>Harv Bus Rev</source>
          <year>2011</year>
          <month>11</month>
          <volume>89</volume>
          <issue>11</issue>
          <fpage>22, discussion 23</fpage>
          <pub-id pub-id-type="medline">22111427</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Barbera</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kerrigan</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Velikova</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Implementation of patient-reported outcomes in routine medical care</article-title>
          <source>Am Soc Clin Oncol Educ Book</source>
          <year>2018</year>
          <month>05</month>
          <volume>38</volume>
          <fpage>122</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1200/edbk_200383</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hjollund</surname>
              <given-names>NH</given-names>
            </name>
            <name name-style="western">
              <surname>Valderas</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kyte</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Calvert</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Health data processes: a framework for analyzing and discussing efficient use and reuse of health data with a focus on patient-reported outcome measures</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>05</month>
          <day>21</day>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>e12412</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/5/e12412/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12412</pub-id>
          <pub-id pub-id-type="medline">31115347</pub-id>
          <pub-id pub-id-type="pii">v21i5e12412</pub-id>
          <pub-id pub-id-type="pmcid">PMC6547770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hawley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bogetic</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Potapova</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wakefield</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kloiber</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jankowicz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rotenberg</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Digitization of measurement-based care pathways in mental health through REDCap and electronic health record integration: development and usability study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <day>20</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>e25656</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/5/e25656/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25656</pub-id>
          <pub-id pub-id-type="medline">34014169</pub-id>
          <pub-id pub-id-type="pii">v23i5e25656</pub-id>
          <pub-id pub-id-type="pmcid">PMC8176343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Behan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pandit</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>New EU medical device regulations: impact on the MedTech sector</article-title>
          <source>Med Writ</source>
          <year>2017</year>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>20</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journal.emwa.org/medical-devices-2017/new-eu-medical-device-regulations-impact-on-the-medtech-sector/"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maresova</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hajek</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Krejcar</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Storek</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kuca</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>New regulations on medical devices in Europe: are they an opportunity for growth?</article-title>
          <source>Adm Sci</source>
          <year>2020</year>
          <month>03</month>
          <day>12</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <pub-id pub-id-type="doi">10.3390/admsci10010016</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
