<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Pharmacol.</journal-id>
<journal-title>Frontiers in Pharmacology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Pharmacol.</abbrev-journal-title>
<issn pub-type="epub">1663-9812</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fphar.2018.01243</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Pharmacology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Drug Shortages From the Perspectives of Authorities and Pharmacy Practice in the Netherlands: An Observational Study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Postma</surname> <given-names>Doerine J.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/572954/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>De Smet</surname> <given-names>Peter A. G. M.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Gispen-de Wied</surname> <given-names>Christine C.</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/428659/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Leufkens</surname> <given-names>Hubert G. M.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/351607/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Mantel-Teeuwisse</surname> <given-names>Aukje K.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/572959/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Royal Dutch Pharmacists Association</institution>, <addr-line>The Hague</addr-line>, <country>Netherlands</country></aff>
<aff id="aff2"><sup>2</sup><institution>Division of Pharmacoepidemiology and Clinical Pharmacology, Utrecht Institute for Pharmaceutical Sciences, Utrecht University</institution>, <addr-line>Utrecht</addr-line>, <country>Netherlands</country></aff>
<aff id="aff3"><sup>3</sup><institution>Departments of Clinical Pharmacy and IQ Healthcare, Radboud Institute for Health Sciences, Radboud University Medical Center</institution>, <addr-line>Nijmegen</addr-line>, <country>Netherlands</country></aff>
<aff id="aff4"><sup>4</sup><institution>Medicines Evaluation Board</institution>, <addr-line>Utrecht</addr-line>, <country>Netherlands</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Sandor Kerpel-Fronius, Semmelweis University, Hungary</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Mohamed Izham Mohamed Ibrahim, Qatar University, Qatar; Domenico Criscuolo, Genovax S.r.l., Italy</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Aukje K. Mantel-Teeuwisse <email>a.k.mantel&#x00040;uu.nl</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Pharmaceutical Medicine and Outcomes Research, a section of the journal Frontiers in Pharmacology</p></fn></author-notes>
<pub-date pub-type="epub">
<day>31</day>
<month>10</month>
<year>2018</year>
</pub-date>
<pub-date pub-type="collection">
<year>2018</year>
</pub-date>
<volume>9</volume>
<elocation-id>1243</elocation-id>
<history>
<date date-type="received">
<day>31</day>
<month>07</month>
<year>2018</year>
</date>
<date date-type="accepted">
<day>12</day>
<month>10</month>
<year>2018</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2018 Postma, De Smet, Gispen-de Wied, Leufkens and Mantel-Teeuwisse.</copyright-statement>
<copyright-year>2018</copyright-year>
<copyright-holder>Postma, De Smet, Gispen-de Wied, Leufkens and Mantel-Teeuwisse</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p><bold>Background:</bold> Drug shortages are a potential threat to public health. Reliable data on drug shortages is limited. The objective was to examine the extent and nature of potential drug shortages signaled by authorities and pharmacy practice in the Netherlands</p>
<p><bold>Materials and Methods:</bold> The primary working systems of Dutch authorities (Medicines Evaluation Board and Health and Youth Care Inspectorate) and the archives of pharmacy practice (Royal Dutch Pharmacists Association) from 2012 to 2015 were searched for number, characteristics, overlap, and date of signals on potential drug shortages. Also, the product characteristics of the potential drug shortages were analyzed from the two different sources</p>
<p><bold>Results:</bold> Authorities detected 2.6 times more signals on potential shortages than pharmacy practice. Only 438 (8%) out of 5,731 potential drug shortages were detected by both authorities and pharmacy practice. Signals were detected later by authorities than by pharmacy practice, especially on potential permanent shortages (median difference &#x02212;180 days (IQR: &#x02212;4 to &#x02212;405 days)). Authorities detected by majority (72%) signals related to permanent shortages with relative overrepresentation of rectal products and anti-infectives for systemic use. In contrast, pharmacy practice detected by majority (71%) signals related to temporary shortages with relative overrepresentation of ocular and cutaneous products, anti-infectives for systemic use, products for sensory organs and dermatologicals.</p>
<p><bold>Conclusions:</bold> Authorities and pharmacy practice detected different signals on potential drug shortages with little overlap. Combining data from both authorities and pharmacy practice seems to be necessary in order to gain a more complete overview and maximum insight in potential drug shortages at a national level. Moreover, the finding that authorities were informed later than pharmacy practice causes concerns in terms of opportunities for authorities to assist pharmacy practice to find solutions for shortages.</p></abstract>
<kwd-group>
<kwd>drug shortages</kwd>
<kwd>authorities</kwd>
<kwd>pharmacy practice</kwd>
<kwd>signals</kwd>
<kwd>observational study</kwd>
</kwd-group>
<counts>
<fig-count count="5"/>
<table-count count="0"/>
<equation-count count="0"/>
<ref-count count="33"/>
<page-count count="8"/>
<word-count count="4527"/>
</counts>
</article-meta>
<notes notes-type="disclaimer"><p>The views expressed in this article are the personal views of the authors and must not be understood or quoted as being made on behalf of or reflecting the position of the Dutch Medicines Evaluation Board or the Royal Dutch Pharmacists Association.</p>
</notes>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Drug shortages are a potential threat to public health. According to the World Health Organization, drug shortages are becoming, if not are already, a global problem (Gray and Manasse, <xref ref-type="bibr" rid="B18">2012</xref>; WHO, <xref ref-type="bibr" rid="B31">2016</xref>). Countries all over the world have reported drug shortages and subsequent problems that affect both developing and developed countries (Lynas, <xref ref-type="bibr" rid="B21">2013</xref>; Quilty, <xref ref-type="bibr" rid="B26">2014</xref>; Chen et al., <xref ref-type="bibr" rid="B6">2016</xref>; Rosa et al., <xref ref-type="bibr" rid="B27">2016</xref>; De Weerdt et al., <xref ref-type="bibr" rid="B8">2017</xref>). Shortages have resulted in problems with medication such as errors, rationing, delayed supply, and denial of treatment in some cases (Fox et al., <xref ref-type="bibr" rid="B17">2014</xref>; Vail et al., <xref ref-type="bibr" rid="B30">2017</xref>). Shortages not only impact patients; health care professionals are confronted with lack of information on shortages and need to find proper solutions, causing pressure on primary and hospital care (McCartney, <xref ref-type="bibr" rid="B24">2015</xref>), as well as an increase in costs (Iacobucci, <xref ref-type="bibr" rid="B19">2017</xref>). Reliable data on drug shortages is limited. Scientific publications are mainly based on narrative reviews (De Weerdt et al., <xref ref-type="bibr" rid="B8">2017</xref>), survey results (Pauwels et al., <xref ref-type="bibr" rid="B25">2015</xref>), or anecdotal evidence from studies of specific drugs (Malone et al., <xref ref-type="bibr" rid="B22">2016</xref>). The growing problems due to shortages have been addressed in public media as well (Koba, <xref ref-type="bibr" rid="B20">2015</xref>; Fink, <xref ref-type="bibr" rid="B13">2016</xref>). The media has especially focused on the harmful effects of shortages for patients.</p>
<p>When shortages occur, authorities struggle with whether and how to intervene. In the United States, the Food and Drug Administration (FDA) has received new and expanded regulatory powers to respond to national shortages by the Food and Drug Administration Safety and Innovation Act in 2011 (McCarthy, <xref ref-type="bibr" rid="B23">2013</xref>). According to this act, a marketing authorization holder (MAH) has to notify the FDA of a discontinuation or interruption when it will lead to a meaningful supply interruption of a drug that is life-supporting, life-sustaining, or intended for use in the prevention or treatment of a debilitating disease or condition. They have to notify the FDA at least six months in advance or as soon as possible, but not later than five business days after the start of discontinuation or interruption. If an MAH fails to submit this information, letters are made public on the website of the FDA (Food and Drug Food Drug Administration, <xref ref-type="bibr" rid="B14">2015</xref>). It seems that these measures have had impact. The number of shortages in the United States decreased by 24% in 2012 and by 60% in 2013, respectively (Fox et al., <xref ref-type="bibr" rid="B17">2014</xref>). European legislation states that &#x0201C;<italic>the holder of a marketing authorization for a medicinal product &#x02026; shall, within the limits of his responsibilities, ensure appropriate and continued supplies of that medicinal product to pharmacies</italic>&#x0201D; (The European Parliament the Council of the European Union, <xref ref-type="bibr" rid="B28">2011</xref>). The European Medicines Agency has been involved in several drug shortages, in case the shortage was linked to a safety concern and multiple Member States were affected. However, most drug shortages are handled at a national level by national competent authorities (European Medicines Agency, <xref ref-type="bibr" rid="B12">2013</xref>). In France, the French legislator chose to introduce new measures to the law in January 2016 to fight drug shortages. MAHs are now legally bound to ensure sustained supply and stocks of drugs they market in France to meet needs of patients (Bocquet et al., <xref ref-type="bibr" rid="B5">2017</xref>). In the Netherlands, the Medicines Act of 2007 states that &#x0201C;<italic>a marketing authorization holder takes care that a medicinal product with a marketing authorization is in stock in sufficient amount for wholesalers and pharmacists</italic>&#x0201D; and the MAH &#x0201C;<italic>must notify the authorities of interruption of a medicine. Foreseen shortages must be reported 2 months in advance and unforeseen as soon as possible</italic>&#x0201D; (Dutch Government, <xref ref-type="bibr" rid="B9">2007</xref>). Despite this legislation, pharmacies face drug shortages regularly, which makes it important to monitor these shortages at a national level and to advise on potential solutions. The Royal Dutch Pharmacists Association (KNMP) launched a public website to inform pharmacists about new shortages and about the status of ongoing shortages in 2004. Similar initiatives have been launched inside (Bochenek et al., <xref ref-type="bibr" rid="B4">2017</xref>) and outside the EU. The University of Utah&#x00027;s Drug Information Service (UUDIS), for example, has a comparable website which is hosted by the American Society of Health-System Pharmacists (ASHP) (Fox et al., <xref ref-type="bibr" rid="B16">2009</xref>).</p>
<p>All these initiatives to monitor and manage drug shortages, legally bounded or not, show the critical importance of timely and high-quality information on potential shortages throughout the supply chain. Only when signals on potential drug shortages are tagged in an efficient and adequate manner, authorities and health care professionals can act accordingly. This study aims to evaluate the added value of signals on potential shortages derived from two different sources: authorities and pharmacy practice. Therefore, we examined the extent and nature of potential drug shortages signaled by authorities and pharmacy practice in the Netherlands.</p>
</sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<sec>
<title>Data sources</title>
<p>We collected data on potential drug shortages in 2012&#x02013;2015 from the Dutch authorities and pharmacy practice. Authorities have received mandatory reports from MAHs since the Medicines Act of 2007. MAHs have to report foreseen shortages to the Dutch Medicines Evaluation Board (MEB) 2 months in advance and unforeseen shortages to the Dutch Health and Youth Care Inspectorate (Inspectorate) as soon as possible. We retrieved data from both of these authorities, thereby excluding duplicates.</p>
<p>Pharmacists, both hospital-based and community-based pharmacists, have voluntarily reported shortages to the Royal Dutch Pharmacists Association (Koninklijke Nederlandse Maatschappij ter bevordering der Pharmacie, KNMP) since 2004. These reports from pharmacists best reflect shortages experienced in pharmacy practice. Other professionals and patients can also report, although this occurs less frequently. MAHs can also report shortages here but are not obliged to do so. We retrieved data from pharmacy practice from the archives of the KNMP. KNMP publishes the information, after validating with the MAH, on a public website (farmanco.knmp.nl) when the medicinal product is nationally unavailable for at least 2 weeks. KNMP also advises on potential solutions, which were publicly available during the study period.</p>
</sec>
<sec>
<title>Definitions</title>
<p>We defined a signal on a potential shortage at the level of products with a marketing authorization (MA) for human use thus excluding veterinary drugs. Homeopathic and herbal drugs were also excluded as well as unregistered products such as raw materials, pharmacy preparations and food additives. We excluded signals on parallel import products since parallel importers are not legally obliged to notify the authorities on potential shortages. We defined a signal to be overlapping by two criteria. First, the signal was related to the same MA. Second, for a potential temporary shortage the signal had to be detected by authorities 30 days before or after the signal was detected by pharmacy practice. For a potentially permanent shortage the signal had to be detected by both authorities and pharmacy practice at any point during the study period.</p>
</sec>
<sec>
<title>Data analysis</title>
<p>We analyzed the signals on potential shortages per calendar year, distinguishing between signals on permanent shortages (withdrawals) and temporary shortages (supply interruptions). When products were permanent in shortage after being temporary in shortage, we considered this a permanent shortage. We also distinguished between signals on marketed and not marketed products in the Netherlands based on the national drug database (G-Standaard) (Z-index<xref ref-type="fn" rid="fn0001"><sup>1</sup></xref>). Every medicinal product that is actually marketed is listed in this database. We analyzed the overlap in signals between authorities and pharmacy practice. For overlapping signals on potentially permanent shortages, we plotted the date the shortage signal was detected by authorities vs. the date it was detected by pharmacy practice. Signals on temporary shortages were excluded from this latter analysis, since we defined a time frame as part of the definition for overlap. We calculated the median difference in time, as well as the interquartile range (IQR). All marketed products which were signaled for a potential shortage, were categorized by their route of administration according to the Standard Terms of the EDQM (European Directorate for the Quality of Medicines HealthCare, <xref ref-type="bibr" rid="B11">2016</xref>) and by their Anatomical Therapeutic Chemical (ATC) class of the WHO (WHO Collaborating Centre for Drug Statistics Methodology ATC - Structure, <xref ref-type="bibr" rid="B32">2018</xref>). These categories were compared to the overall characteristics of the products on the Dutch market (data obtained from G-Standaard).</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>Authorities detected signals on 4,154 potential shortages; 2,128 (51%) signals were related to products marketed in the Netherlands. Most signals (<italic>n</italic> &#x0003D; 2,991; 72%) were on permanent shortages. The overall number of signals to authorities decreased during the study period from 1,366 to 880 per year (Figure <xref ref-type="fig" rid="F1">1</xref>), despite an increase in the number of signals on temporary shortages. Pharmacy practice detected signals on 1,577 potential shortages (Figure <xref ref-type="fig" rid="F2">2</xref>). Most signals (<italic>n</italic> &#x0003D; 1,140; 72%) were for temporary shortages. The overall number of signals to pharmacy practice increased during the study period from 340 to 495 per year due to an increase in signals on temporary shortages (Figure <xref ref-type="fig" rid="F1">1</xref>). During the study period, authorities detected in total 2.6 times more signals on potential shortages than pharmacy practice.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Number of new signals on potential shortages per calendar year.</p></caption>
<graphic xlink:href="fphar-09-01243-g0001.tif"/>
</fig>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Overlap in signals on potential shortages between authorities and pharmacy practice.</p></caption>
<graphic xlink:href="fphar-09-01243-g0002.tif"/>
</fig>
<p>Of a total of 5,731 signals on potential shortages detected by both authorities and pharmacy practice during the study period, only 438 (8%) overlapped (Figure <xref ref-type="fig" rid="F2">2</xref>). Overlapping signals were for temporary shortages (<italic>n</italic> &#x0003D; 251; 57%) and for permanent shortages (<italic>n</italic> &#x0003D; 187, 43%). The median difference in reporting dates for permanent shortages between authorities and pharmacy practice was &#x02212;180 days (interquartile range [IQR]: &#x02212;8 to &#x02212;405 days), meaning that pharmacy practice detected the overlapping signals earlier than authorities (Figure <xref ref-type="fig" rid="F3">3</xref>). Overlapping signals on temporary shortages were also detected by pharmacy practice before they were detected by authorities, with a median difference of &#x02212;1 day (interquartile range [IQR]: 23 to &#x02212;203 days).</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Date of signal by authorities vs. pharmacy practice for potential permanent shortages.</p></caption>
<graphic xlink:href="fphar-09-01243-g0003.tif"/>
</fig>
<sec>
<title>Characteristics of signals</title>
<p>The products for which signals were detected by authorities and pharmacy practice differed in route of administration and showed partial similarity regarding their ATC class (Figures <xref ref-type="fig" rid="F4">4</xref>, <xref ref-type="fig" rid="F5">5</xref>). Authorities detected signals more frequently for rectal products (1.2 times as compared to overall market share) and anti-infectives for systemic use (1.4 times). Pharmacy practice detected signals more frequently for ocular (1.8 times) and cutaneous (1.7 times) products and anti-infectives for systemic use (2.1 times), products for sensory organs (1.8 times), and dermatologicals (1.6 times).</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Signals on potential shortages characterized by route of administration (indexed for market share; at 1.0 the proportion of signaled products with this route of administration is equal to the proportion of products on the Dutch market with this route of administration.</p></caption>
<graphic xlink:href="fphar-09-01243-g0004.tif"/>
</fig>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>Signals on potential shortages characterized by ATC class (indexed for market share; at 1.0 the proportion of signaled products with this ATC class is equal to the proportion of products on the Dutch market with this ATC class).</p></caption>
<graphic xlink:href="fphar-09-01243-g0005.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Our results show totally different perspectives on potential drug shortages when signals from authorities and pharmacy practice are compared. Comparing both sources, we found a very small overlap in signals (8%), different types and characteristics of the affected products and a differential timing of signals. Whereas authorities faced a decrease in number of signals over time, pharmacy practice faced an increase in number of signals. For authorities, a typical signal as identified in this study would be the permanent shortage of a rectal product or an anti-infective for systemic use. For pharmacy practice, a typical signal would be a temporary shortage of an ocular product or an anti-infective for systemic use. Signals to authorities were likely detected by pharmacy practice as well, but the latter detected it earlier. Signals to pharmacy practice may have been detected by authorities as well, but this would not be very likely.</p>
<p>Authorities detected signals on permanent shortages much later than pharmacy practice. Although signals on temporary shortages were detected with a median difference of 1 day, results show a larger variation toward the delay to authorities (Q<sub>3</sub> &#x0003D; &#x02212;203 days) than delay to pharmacy practice (Q<sub>1</sub> &#x0003D; &#x02212;23 days). Since early signaling to authorities is considered critical in preventing and mitigating a drug shortage (Fox et al., <xref ref-type="bibr" rid="B17">2014</xref>), authorities were insufficiently able to intervene during problems in pharmacy practice. Combining both databases gives much more insight and potential to timely action.</p>
<p>The major strength of this study is the direct comparison between signals on potential shortages to authorities and to pharmacy practice for a study period of several years. Authorities in many countries may have data on drug shortages but only few countries collect data from pharmacy practice at a national level and have historical data. It could be argued that data from pharmacy practice mainly relate to local shortages. However, 90% of these signals in our study were confirmed by the MAH as a shortage at a national level. The best available data on drug shortages originate from the American UUDIS/ASHP on pharmacy practice and from the FDA authority (Fox et al., <xref ref-type="bibr" rid="B16">2009</xref>, <xref ref-type="bibr" rid="B17">2014</xref>). These data are comparable to the datasets in the Netherlands since the Dutch as well as the American data report shortages at a national level which have been confirmed by MAHs (American Society of Health-System Pharmacists, <xref ref-type="bibr" rid="B2">2018</xref>; Food Drug Administration, <xref ref-type="bibr" rid="B15">2018</xref>). A direct comparison between the American databases on shortages was only made for a short study period, January 2013 through March 2013. FDA and UUDIS identified a different number of shortages; 17 and 39 respectively. Only 8 shortages overlapped and 5 of these 8 shortages were signaled 6 to 50 days earlier by FDA than UUDIS (US Government Accountablility Office, <xref ref-type="bibr" rid="B29">2016</xref>). UUDIS and FDA have different perspectives on the definition of a shortage, organizations&#x00027; objectives and the data at their disposal, resulting in different numbers (Wosinska and Jensen, <xref ref-type="bibr" rid="B33">2015</xref>; US Government Accountablility Office, <xref ref-type="bibr" rid="B29">2016</xref>). The UUDIS found (Chen et al., <xref ref-type="bibr" rid="B6">2016</xref>) that 55% of their shortages affected parenteral products and the most common classes of drugs were central nervous system agents (17%) and anti-infective agents (14%). These latter results differ from our findings, which may be explained by the fact that we studied signals on potential shortages, whereas UUDIS studied shortages. Also, shortages reported to the UUDIS are published on a website which is hosted by the ASHP which represents pharmacists who serve in hospital settings. As expected UUDIS signals relatively more hospital products. KNMP detected signals from hospital-based and community-based pharmacists.</p>
<p>This study clearly shows a difference in signals on potential shortages detected by authorities and pharmacy practice. Half of this gap (2,026 signals; 51%) is due to signals on products which were never marketed in the Netherlands and therefore could not affect pharmacy practice. Another part of this gap is probably explained by the different sources of signals, perspective of authorities and pharmacy practice and their definition of a shortage. Authorities detect signals from MAHs whereas pharmacy practice detects signals from pharmacists. MAHs may be reluctant to signal potential drug shortages due to logistical and marketing reasons, since potential shortages might disrupt market shares and could be regarded as a negative message to communicate. Not reporting of mandatory signals has not been sanctioned by authorities so far, since they have been focusing primarily on finding solutions for shortages and not on reporting (Dutch Government, Ministry of Health, Welfare and Sport, <xref ref-type="bibr" rid="B10">2017</xref>). Pharmacists may be reluctant to signal potential drug shortages in view of the voluntary nature of the system. Pharmacists probably signaled potential shortages with a large practical impact (to be solved by replacing with a different active substance) more frequently. Potential shortages with less impact (to be solved by replacing with a product with the same therapeutic active substance) were probably signaled less frequently.</p>
<p>Whereas authorities focus on shortages with patient impact at the population level, pharmacy practice handles continuity of care at the patient level. It is known that the definition of a drug shortage depends on the type of organization (De Weerdt et al., <xref ref-type="bibr" rid="B7">2015</xref>) and can be interpreted differently (Barlas, <xref ref-type="bibr" rid="B3">2014</xref>). In addition, not all signals become a shortage, and the impact of a shortage may differ between products and between stakeholders. Further research is needed to provide more insight into which signals have led to a shortage as well as the impact of these shortages at population and individual levels.</p>
<p>Two recent developments may narrow the observed information gap. First, the definition of a drug shortage recently became more uniform for MAHs. At an European level, MAHs together with all other organizations in the pharmaceutical supply chain agreed in 2016 on the definition of a suspected drug shortage as: &#x0201C;<italic>the inability of a community or hospital pharmacy, as a result of factors beyond their control, to supply a medicinal product to a patient within a defined period, for example 72 h</italic>&#x0201D; (AESGP et al., <xref ref-type="bibr" rid="B1">2017</xref>. Also, Dutch authorities agreed on a broader definition of a shortage in 2017: &#x0201C;<italic>an interruption of availability of a medicinal product that is a burden for patients and where the burden is greater than is the case for regular (generic) substitution</italic>&#x0201D; (Dutch Government, Ministry of Health, Welfare and Sport, <xref ref-type="bibr" rid="B10">2017</xref>). Both agreements may lead to more similarity in signals to authorities and to pharmacy practice. Second, MAHs can report to the newly established Medicine Shortages and Defects Notification Center of the Dutch authorities since 2017. This center enables MAHs to report at a central point, therefore providing a quicker and more complete overview to authorities. Future research is needed to examine the impact of these developments.</p>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusions</title>
<p>Authorities and pharmacy practice were informed on drug shortages differently with little overlap. In order to gain maximum insight in drug shortages at a national level combining data from both authorities and pharmacy practice seems to be necessary. No single source can give a complete picture. Moreover, the finding that authorities were informed later than pharmacy practice, raises concerns in terms of opportunities for authorities to assist practice to sort out solutions for drug shortages.</p>
</sec>
<sec id="s6">
<title>Data availability</title>
<p>The datasets for this manuscript are not publicly available, since data is related to specific products and manufacturers, which is confidential information. No additional data available.</p>
</sec>
<sec id="s7">
<title>Author contributions</title>
<p>All authors were involved in the design of the original protocol and amending the protocol. Data entry from authorities was carried out by the Inspectorate and MEB and from pharmacy practice by KNMP. DP extracted and cleaned the data and analyzed the data with input from CG and PDS. DP wrote the first draft of the manuscript with AM. All authors contributed to subsequent and final drafts. AM is guarantor of the paper.</p>
<sec>
<title>Conflict of interest statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</sec>
</body>
<back>
<ack><p>The authors wish to thank the Dutch Medicines Evaluation Board, the Dutch Health and Youth Care Inspectorate and the Royal Dutch Pharmacists for supplying their data.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="web"><person-group person-group-type="author"><collab>AESGP EAHP, EAEPC, EFPIA, EIPG, GIRP, Medicines for Europe PGEU</collab></person-group>. (<year>2017</year>). <source>Joint supply chain actors statement on information and medicinal products shortages</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="http://www.pgeu.eu/en/press/239:pr-joint-statement-on-shortages.html">http://www.pgeu.eu/en/press/239:pr-joint-statement-on-shortages.html</ext-link> (Accessed July 2018).</citation></ref>
<ref id="B2">
<citation citation-type="web"><person-group person-group-type="author"><collab>American Society of Health-System Pharmacists</collab></person-group> (<year>2018</year>). <source>FDA and ASHP Shortage Parameters</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.ashp.org/Drug-Shortages/Current-Shortages/FDA-and-ASHP-Shortage-Parameters">https://www.ashp.org/Drug-Shortages/Current-Shortages/FDA-and-ASHP-Shortage-Parameters</ext-link> (Accessed July, 2018).</citation></ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barlas</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). <article-title>Manufacturers and hospitals spar over drug shortage reporting: FDA proposal seeks to improve early warning system</article-title>. <source>Pharm. Ther.</source> <volume>39</volume>, <fpage>152</fpage>&#x02013;<lpage>215</lpage>. <pub-id pub-id-type="pmid">24790393</pub-id></citation></ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bochenek</surname> <given-names>T.</given-names></name> <name><surname>Abilova</surname> <given-names>V.</given-names></name> <name><surname>Alkan</surname> <given-names>A.</given-names></name> <name><surname>Asanin</surname> <given-names>B.</given-names></name> <name><surname>de Miguel Beriain</surname> <given-names>I.</given-names></name> <name><surname>Besovic</surname> <given-names>Z.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Systemic measures and legislative and organizational frameworks aimed at preventing or mitigating drug shortages in 28 European and Western Asian countries</article-title>. <source>Front. Pharmacol.</source> <volume>8</volume> :<fpage>942</fpage>. <pub-id pub-id-type="doi">10.3389/fphar.2017.00942</pub-id>. <pub-id pub-id-type="pmid">29403372</pub-id></citation></ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bocquet</surname> <given-names>F.</given-names></name> <name><surname>Degrassat-Theas</surname> <given-names>A.</given-names></name> <name><surname>Peigne</surname> <given-names>J.</given-names></name> <name><surname>Paubel</surname> <given-names>P.</given-names></name></person-group> (<year>2017</year>). <article-title>The new regulatory tools of the 2016 health law to fight drug shortages in France</article-title>. <source>Health Policy</source> <volume>121</volume>, <fpage>471</fpage>&#x02013;<lpage>476</lpage>. <pub-id pub-id-type="doi">10.1016/j.healthpol.2017.03.007</pub-id><pub-id pub-id-type="pmid">28366432</pub-id></citation></ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>S. I.</given-names></name> <name><surname>Fox</surname> <given-names>E. R.</given-names></name> <name><surname>Hall</surname> <given-names>M. K.</given-names></name> <name><surname>Ross</surname> <given-names>J. S.</given-names></name> <name><surname>Bucholz</surname> <given-names>E. M.</given-names></name> <name><surname>Krumholz</surname> <given-names>H. M.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Despite federal legislation, shortages of drugs used in acute care settings remain persistent and prolonged</article-title>. <source>Health Aff.</source> <volume>35</volume>, <fpage>798</fpage>&#x02013;<lpage>804</lpage>. <pub-id pub-id-type="doi">10.1377/hlthaff.2015.1157</pub-id><pub-id pub-id-type="pmid">27140985</pub-id></citation></ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Weerdt</surname> <given-names>E.</given-names></name> <name><surname>Simoens</surname> <given-names>S.</given-names></name> <name><surname>Casteels</surname> <given-names>M.</given-names></name> <name><surname>Huys</surname> <given-names>I.</given-names></name></person-group> (<year>2015</year>). <article-title>Toward a European definition for a drug shortage: a qualitative study</article-title>. <source>Front. Pharmacol.</source> <volume>6</volume>:<fpage>253</fpage>. <pub-id pub-id-type="doi">10.3389/fphar.2015.00253</pub-id><pub-id pub-id-type="pmid">26578963</pub-id></citation></ref>
<ref id="B8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Weerdt</surname> <given-names>E.</given-names></name> <name><surname>Simoens</surname> <given-names>S.</given-names></name> <name><surname>Casteels</surname> <given-names>M.</given-names></name> <name><surname>Huys</surname> <given-names>I.</given-names></name></person-group> (<year>2017</year>). <article-title>Clinical, economic and policy implications of drug shortages in the European Union</article-title>. <source>Appl. Health Econ. Health Policy</source> <volume>15</volume>, <fpage>441</fpage>&#x02013;<lpage>445</lpage>. <pub-id pub-id-type="doi">10.1007/s40258-016-0264-z</pub-id><pub-id pub-id-type="pmid">27480539</pub-id></citation></ref>
<ref id="B9">
<citation citation-type="web"><person-group person-group-type="author"><collab>Dutch Government, M.o.t.I.a.K.R.</collab></person-group> (<year>2007</year>). <source>Dutch Medicines Act [Online]</source>. Available: <ext-link ext-link-type="uri" xlink:href="https://wetten.overheid.nl/BWBR0021505">https://wetten.overheid.nl/BWBR0021505</ext-link> (Accessed July, 2018).</citation></ref>
<ref id="B10">
<citation citation-type="web"><person-group person-group-type="author"><collab>Dutch Government, Ministry of Health, Welfare Sport.</collab></person-group> (<year>2017</year>). <source>Report by the Working Party Drug Shortages (in the Netherlands)</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.government.nl/documents/reports/2017/03/30/report-by-the-working-party-drug-shortages-in-the-netherlands">https://www.government.nl/documents/reports/2017/03/30/report-by-the-working-party-drug-shortages-in-the-netherlands</ext-link> (Accessed July, 2018).</citation></ref>
<ref id="B11">
<citation citation-type="web"><person-group person-group-type="author"><collab>European Directorate for the Quality of Medicines HealthCare</collab></person-group> (<year>2016</year>). <source>Standard Terms</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://standardterms.edqm.eu/">https://standardterms.edqm.eu/</ext-link> (Accessed September 2016).</citation></ref>
<ref id="B12">
<citation citation-type="web"><person-group person-group-type="author"><collab>European Medicines Agency</collab></person-group> (<year>2013</year>). <source>Medicine Shortages</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="http://www.ema.europa.eu/ema/index.jsurl=pages/regulation/general/general_content_000588.jsp&#x00026;mid=WC0b01ac05807477a5">http://www.ema.europa.eu/ema/index.jsurl=pages/regulation/general/general_content_000588.jsp&#x00026;mid=WC0b01ac05807477a5</ext-link> (Accessed July 2018).</citation></ref>
<ref id="B13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fink</surname> <given-names>S.</given-names></name></person-group> (<year>2016</year>). <article-title>Drug shortages forcing hard decisions on rationing treatments</article-title>. <source>The New York Times.</source> January 29, 2016.</citation></ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><collab>Food and Drug Administration</collab></person-group> (<year>2015</year>). <article-title>Permanent discontinuance or interruption in manufacturing of certain drug or biological products</article-title>. <source>Final rule. Fed Regist</source> <volume>80</volume>, <fpage>38915</fpage>&#x02013;<lpage>38940</lpage>.</citation></ref>
<ref id="B15">
<citation citation-type="web"><person-group person-group-type="author"><collab>Food Drug Administration</collab></person-group> (<year>2018</year>). <source>Frequently Asked Questions about Drug Shortages</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.fda.gov/Drugs/DrugSafety/DrugShortages/ucm050796.htm">https://www.fda.gov/Drugs/DrugSafety/DrugShortages/ucm050796.htm</ext-link> (Accessed June 1, 2018).</citation></ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fox</surname> <given-names>E. R.</given-names></name> <name><surname>Birt</surname> <given-names>A.</given-names></name> <name><surname>James</surname> <given-names>K. B.</given-names></name> <name><surname>Kokko</surname> <given-names>H.</given-names></name> <name><surname>Salverson</surname> <given-names>S.</given-names></name> <name><surname>Soflin</surname> <given-names>D. L.</given-names></name></person-group> (<year>2009</year>). <article-title>ASHP guidelines on managing drug product shortages in hospitals and health systems</article-title>. <source>Am. J. Health Syst. Pharm</source>. <volume>66</volume>, <fpage>1399</fpage>&#x02013;<lpage>1406</lpage>. <pub-id pub-id-type="doi">10.2146/ajhp090026</pub-id>. <pub-id pub-id-type="pmid">19635779</pub-id></citation></ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fox</surname> <given-names>E. R.</given-names></name> <name><surname>Sweet</surname> <given-names>B. V.</given-names></name> <name><surname>Jensen</surname> <given-names>V.</given-names></name></person-group> (<year>2014</year>). <article-title>Drug shortages: a complex health care crisis</article-title>. <source>Mayo. Clin. Proc.</source> <volume>89</volume>, <fpage>361</fpage>&#x02013;<lpage>373</lpage>. <pub-id pub-id-type="doi">10.1016/j.mayocp.2013.11.014</pub-id><pub-id pub-id-type="pmid">24582195</pub-id></citation></ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gray</surname> <given-names>A.</given-names></name> <name><surname>Manasse</surname> <given-names>H. R.</given-names> <suffix>Jr.</suffix></name></person-group> (<year>2012</year>). <article-title>Shortages of medicines: a complex global challenge</article-title>. <source>Bull. World Health Organ.</source> <volume>90</volume>, <fpage>158</fpage>&#x02013;<lpage>158a</lpage>. <pub-id pub-id-type="doi">10.2471/blt.11.101303</pub-id><pub-id pub-id-type="pmid">22461706</pub-id></citation></ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Iacobucci</surname> <given-names>G.</given-names></name></person-group> (<year>2017</year>). <article-title>Drug shortages cost NHS pound 38m in November</article-title>. <source>BMJ</source> <volume>359</volume>:<fpage>j5883</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.j5883</pub-id></citation></ref>
<ref id="B20">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Koba</surname> <given-names>M.</given-names></name></person-group> (<year>2015</year>). <source>The U.S. has a Drug Shortage and People are Dying</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="http://fortune.com/2015/01/06/the-u-s-has-a-drug-shortage-and-people-are-dying/">http://fortune.com/2015/01/06/the-u-s-has-a-drug-shortage-and-people-are-dying/</ext-link> (Accessed July, 2018).</citation></ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lynas</surname> <given-names>K.</given-names></name></person-group> (<year>2013</year>). <article-title>Patient care and health compromised by drug shortages in Canada: survey of physicians and pharmacists</article-title>. <source>Can. Pharm. J.</source> <volume>146</volume>, <fpage>67</fpage>&#x02013;<lpage>68</lpage>. <pub-id pub-id-type="doi">10.1177/1715163513482702</pub-id><pub-id pub-id-type="pmid">23795173</pub-id></citation></ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Malone</surname> <given-names>C.</given-names></name> <name><surname>Acheson</surname> <given-names>J. R.</given-names></name> <name><surname>Hinds</surname> <given-names>J. D.</given-names></name> <name><surname>McComiskey</surname> <given-names>M. H.</given-names></name></person-group> (<year>2016</year>). <article-title>Uterotonics for non-emergent caesarean section: protocol change during UK-licensed drug shortage</article-title>. <source>Ulster Med. J.</source> <volume>85</volume>, <fpage>174</fpage>&#x02013;<lpage>177</lpage>. <pub-id pub-id-type="pmid">27698519</pub-id></citation></ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McCarthy</surname> <given-names>M.</given-names></name></person-group> (<year>2013</year>). <article-title>FDA reveals new initiatives to deal with drug shortages</article-title>. <source>BMJ</source> <volume>347</volume>:<fpage>f6646</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.f6646</pub-id><pub-id pub-id-type="pmid">24188905</pub-id></citation></ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McCartney</surname> <given-names>M.</given-names></name></person-group> (<year>2015</year>). <article-title>Daily drug shortages place avoidable pressure on primary care</article-title>. <source>BMJ</source> <volume>350</volume>:<fpage>h2514</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.h2514</pub-id><pub-id pub-id-type="pmid">25964678</pub-id></citation></ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pauwels</surname> <given-names>K.</given-names></name> <name><surname>Simoens</surname> <given-names>S.</given-names></name> <name><surname>Casteels</surname> <given-names>M.</given-names></name> <name><surname>Huys</surname> <given-names>I.</given-names></name></person-group> (<year>2015</year>). <article-title>Insights into European drug shortages: a survey of hospital pharmacists</article-title>. <source>PLoS ONE</source> <volume>10</volume>:<fpage>e0119322</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0119322</pub-id><pub-id pub-id-type="pmid">25775406</pub-id></citation></ref>
<ref id="B26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Quilty</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). <article-title>Medicines shortages in Australia-the reality</article-title>. <source>Australas. Med. J.</source> <volume>7</volume>, <fpage>240</fpage>&#x02013;<lpage>242</lpage>. <pub-id pub-id-type="doi">10.4066/AMJ.2014.1933</pub-id><pub-id pub-id-type="pmid">25031644</pub-id></citation></ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosa</surname> <given-names>M. B.</given-names></name> <name><surname>Reis</surname> <given-names>A. M.</given-names></name> <name><surname>Perini</surname> <given-names>E.</given-names></name></person-group> (<year>2016</year>). <article-title>Drug shortage: a public health problem</article-title>. <source>Cad Saude Publica</source> <volume>32</volume>:<fpage>e00086916</fpage>. <pub-id pub-id-type="doi">10.1590/0102-311x00086916</pub-id><pub-id pub-id-type="pmid">27783756</pub-id></citation></ref>
<ref id="B28">
<citation citation-type="web"><person-group person-group-type="author"><collab>The European Parliament the Council of the European Union</collab></person-group> (<year>2011</year>). <source>Directive 2001/83/EC of the European Parliament and of the Council of 6 November 2001 on the Community Code Relating to Medicinal Products for Human Use</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://eur-lex.europa.eu/eli/dir/2001/83/oj">https://eur-lex.europa.eu/eli/dir/2001/83/oj</ext-link> (Accessed July, 2018).</citation></ref>
<ref id="B29">
<citation citation-type="web"><person-group person-group-type="author"><collab>US Government Accountablility Office</collab></person-group> (<year>2016</year>). <source>Drug Shortages: Certain Factors Are Strongly Associated with This Persistent Public Health Challenge. GAO (US Government Accountability Office)</source>. Available: <ext-link ext-link-type="uri" xlink:href="https://www.gao.gov/products/GAO-16-595">https://www.gao.gov/products/GAO-16-595</ext-link> (Accessed GAO-16-595).</citation></ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vail</surname> <given-names>E.</given-names></name> <name><surname>Gershengorn</surname> <given-names>H. B.</given-names></name> <name><surname>Hua</surname> <given-names>M.</given-names></name> <name><surname>Walkey</surname> <given-names>A. J.</given-names></name> <name><surname>Rubenfeld</surname> <given-names>G.</given-names></name> <name><surname>Wunsch</surname> <given-names>H.</given-names></name></person-group> (<year>2017</year>). <article-title>Association Between us norepinephrine shortage and mortality among patients with septic shock</article-title>. <source>JAMA</source> <volume>317</volume>, <fpage>1433</fpage>&#x02013;<lpage>1442</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2017.2841</pub-id><pub-id pub-id-type="pmid">28322415</pub-id></citation></ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><collab>WHO</collab></person-group> (<year>2016</year>). <article-title>Medicines shortages global approaches to addressing shortages of essential medicines in health systems</article-title>. <source>WHO Drug Inform.</source> <volume>30</volume>, <fpage>180</fpage>&#x02013;<lpage>185</lpage>.</citation></ref>
<ref id="B32">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>WHO Collaborating Centre for Drug Statistics Methodology ATC - Structure</surname> <given-names>Principles.</given-names></name></person-group> (<year>2018</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.whocc.no/atc/structure_and_principles/">https://www.whocc.no/atc/structure_and_principles/</ext-link> (Accessed July 2018).</citation></ref>
<ref id="B33">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Wosinska</surname> <given-names>M.</given-names></name> <name><surname>Jensen</surname> <given-names>F. E. V.</given-names></name></person-group> (<year>2015</year>). <source>Are Shortages Going Down or Not? Interpreting Data From the FDA and the University of Utah Drug Information Service [Online]</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.healthaffairs.org/do/10.1377/hblog20150408.046227/full/">https://www.healthaffairs.org/do/10.1377/hblog20150408.046227/full/</ext-link> (Accessed July, 2018).</citation></ref>
</ref-list>
<fn-group>
<fn id="fn0001"><p><sup>1</sup>Z-index About Z Index (2018). [Online]. Available: <ext-link ext-link-type="uri" xlink:href="https://www.z-index.nl/english">https://www.z-index.nl/english</ext-link> [Accessed July, 2018]</p></fn>
</fn-group>
</back>
</article> 