How decentralized facility financing improved supply chains and product availability in primary healthcare centers, a randomized trial in Nigeria

preprint OA: closed CC-BY-4.0
📄 Open PDF Full text JSON View at publisher

Abstract

Background The availability of essential medicines and supplies remains a serious impediment to effective primary health care (PHC) in many lower and lower middle-income countries. Most of these countries rely on centralized procurement, centralized stores, and a “push” distribution system. We describe here the impacts of a large-scale randomized trial in Nigeria, which provided modest funding directly to facilities to spend, on supply availability. Methods Districts in three states were randomly allocated to either direct facility financing (DFF) or performance-based financing (PBF) and matched to a control group. Both DFF and PBF transferred funds to facility bank accounts and allowed the facility management committee to spend on operational costs, including essential drugs. Facilities could procure medicines on the government’s essential drug list from pre-approved suppliers if they were certified by the national drug regulator. We conducted a difference-in-difference (DiD) analysis using facility survey data to assess the impact on availability of essential drugs and supplies. Results Drug availability was initially similar for the three arms of the trial (9 of 29 essential medicines). After three years, DFF and PBF facilities had significantly higher product availability than control (p<0.05). This amounted to an increase of 28/ 34 percentage points in DFF/PBF facilities (an additional 8/10 products, respectively), and only 10% in control (3 additional products). We did note that there was little difference between control and intervention arms in the availability of medicines for donor-supported vertical programs like immunization, family planning, and malaria. However, there were very large improvements for products like antibiotics, obstetrical drugs, diagnostics, and TB medications. Conclusion Providing funds directly to health facilities improved drug availability. It was superior to the typical centralized procurement and “push” distribution system that is widespread in lower-income settings. This approach is already spreading and should be adopted more widely.
Full text 53,071 characters · extracted from preprint-html · click to expand
How decentralized facility financing improved supply chains and product availability in primary healthcare centers, a randomized trial in Nigeria | medRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-P4HH5NV'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search How decentralized facility financing improved supply chains and product availability in primary healthcare centers, a randomized trial in Nigeria View ORCID Profile Brittany Hagedorn , Jeremy Cooper , Oluwole Odutolu , Ojukwu Mark Ojukwu , Benjamin Loevinsohn doi: https://doi.org/10.1101/2025.07.21.25331940 Brittany Hagedorn 1 Institute for Disease Modeling, Gates Foundation , Seattle WA USA MBA Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Brittany Hagedorn For correspondence: brittany.hagedorn{at}gatesfoundation.org Jeremy Cooper 1 Institute for Disease Modeling, Gates Foundation , Seattle WA USA Find this author on Google Scholar Find this author on PubMed Search for this author on this site Oluwole Odutolu 2 Poliwonk Nigeria Limited , London UK MD, MBA Find this author on Google Scholar Find this author on PubMed Search for this author on this site Ojukwu Mark Ojukwu 3 World Bank , Abuja FCT Nigeria PhD Find this author on Google Scholar Find this author on PubMed Search for this author on this site Benjamin Loevinsohn 4 Gavi, The Vaccine Alliance , Geneva Switzerland Find this author on Google Scholar Find this author on PubMed Search for this author on this site Abstract Full Text Info/History Metrics Supplementary material Data/Code Preview PDF Abstract Background The availability of essential medicines and supplies remains a serious impediment to effective primary health care (PHC) in many lower and lower middle-income countries. Most of these countries rely on centralized procurement, centralized stores, and a “push” distribution system. We describe here the impacts of a large-scale randomized trial in Nigeria, which provided modest funding directly to facilities to spend, on supply availability. Methods Districts in three states were randomly allocated to either direct facility financing (DFF) or performance-based financing (PBF) and matched to a control group. Both DFF and PBF transferred funds to facility bank accounts and allowed the facility management committee to spend on operational costs, including essential drugs. Facilities could procure medicines on the government’s essential drug list from pre-approved suppliers if they were certified by the national drug regulator. We conducted a difference-in-difference (DiD) analysis using facility survey data to assess the impact on availability of essential drugs and supplies. Results Drug availability was initially similar for the three arms of the trial (9 of 29 essential medicines). After three years, DFF and PBF facilities had significantly higher product availability than control (p<0.05). This amounted to an increase of 28/ 34 percentage points in DFF/PBF facilities (an additional 8/10 products, respectively), and only 10% in control (3 additional products). We did note that there was little difference between control and intervention arms in the availability of medicines for donor-supported vertical programs like immunization, family planning, and malaria. However, there were very large improvements for products like antibiotics, obstetrical drugs, diagnostics, and TB medications. Conclusion Providing funds directly to health facilities improved drug availability. It was superior to the typical centralized procurement and “push” distribution system that is widespread in lower-income settings. This approach is already spreading and should be adopted more widely. Introduction A reliable supply chain that can provide safe drugs and consumables to health facilities is an essential ingredient of an effective primary healthcare (PHC) system. ( 1 ) However, building out a system that can routinely deliver and ensure availability of essential products has proven elusive in many countries, especially those with limited resources such as Nigeria. ( 2 , 3 ) Most low and lower middle-income countries use a centralized procurement and distribution system that still fails to prevent stock-outs, despite decades of effort and significant financial investments. These supply chains typically rely on a public sector, “push” based system, which provides little agency to front-line health workers and their managers at health facility level. We describe here an alternative approach where funds were provided directly to health facilities and they were responsible for purchasing supplies and pharmaceuticals from accredited private sector wholesale pharmacies. This approach was tested on a large scale and subjected to a randomized trial. Studies across lower and lower middle-income countries reveal that the availability of essential medicines and supplies remains a serious concern. One review across 10 countries found that only 19% of basic PHC facilities had relevant diagnostics. ( 4 ) Another study looking at the availability of essential medicines for asthma and chronic obstructive pulmonary disease found that only six of 58 (10.3%) countries studied met the WHO standard of 80% availability. ( 5 ) Like other lower middle-income countries, Nigeria’s PHC supply chain management system faces numerous challenges, including difficulties with product distribution and inventory management ( 6 ). Essential drug availability at primary healthcare centers was below 50% nationally in a 2019 ( 7 , 8 ) study, a level that can compromise quality of care ( 9 – 11 ). When faced with limited supply, concerns about counterfeit and ineffective products can be a concern, although this risk is variable ( 12 , 13 ) and studies of have found a low prevalence. ( 14 , 15 ) Several factors contribute to stock-outs, including poor storage infrastructure, financial constraints, insecurity, transportation challenges, inadequate human resources, and weak or poorly implemented policies as contributing causes of stock-outs in public sector facilities. ( 16 , 17 ) This is despite continued investment in the public sector supply chain and many pilot studies purporting to identify the right redesign approach. ( 18 , 19 ) Part of the challenge is that the public sector supply chain system in Nigeria is complex, with players at the national and state levels ( 20 ), vertical disease-specific efforts and donor-funded programs. ( 21 ) The Nigerian constitution stipulates ( 22 ) that states are responsible for managing their respective primary and secondary health systems and consequently, management systems can vary widely from state to state ( 23 ), in part reflecting varying levels of health system and market development. These can include state-owned procurement and distribution systems, the use of drug management agencies, annual tender processes with accredited suppliers, and adoption of an open tender system. ( 16 , 20 ) Regardless of the approach, the supply chain for public facilities has historically been dominated by a government-run system that relies on central procurement and government-managed stores, and distribution barriers stemming from this are the most-cited reason for stock-outs. ( 3 ) We note that this centralized approach is not used in higher income countries that rely instead on private sector distribution. This underscores the potential impact of testing new approaches, and many potential interventions have been examined ( 24 – 26 ). A variety of studies, including randomized controlled trials (RCTs) and simpler pre/post evaluations, have been used to evaluate the effectiveness of strategies aimed at improving supply chain performance and reducing stock-outs. ( 24 – 26 ) For example, a study in Uganda that leveraged supervision, performance assessment, and recognition improved supply chain management practices by 16 percentage points. ( 27 ) The introduction of logistics management systems in Tanzania reduced stock-outs rates from 35% to 22%, although a similar system in Ethiopia was found to be limited by human resources skills and poor implementation. ( 28 , 29 ) In Zambia, an RCT that improved logistics capacity at the district level and reduced the number of stockholding points showed meaningful reductions in stock-outs, with a 7-52% percentage point improvement across the six tracer drugs when the role of the district was shifted to cross-docking rather than repackaging and facilities submitted ‘pull’ requests for restocking. ( 30 , 31 ) These trials demonstrate the potential for improving supply chain management and reducing stock-outs, showing that significant gains can be made when decision making is shifted closer to the facility. One approach to study possible solutions is the Nigeria State Health Investment Project (NSHIP), a Nigerian government initiative financed by World Bank credit. It aimed to strengthen the PHC system, increase the delivery of high-impact maternal and child health interventions, and improve quality of care; it did not set out to strengthen the supply chain per se. ( 32 ) Local Government Areas (LGAs equivalent to districts) in three states were randomly assigned to either direct facility financing (DFF) or performance-based financing (PBF), with all the public PHC facilities receiving incremental funding paid directly into the facility’s bank account. The facilities in the PBF arm were paid based on the number and quality of services they provided (annual average $3.49 per capita). The facilities in the DFF arm received an amount calculated as 50% of what PBF facilities were earning, unconditional on performance (annual average $1.74 per capita). In addition to the incremental funding, the PBF and DFF facilities received training on management and budgeting, enhanced supervision using a quantitative supervisory checklist, and involvement of a community representative on the health facility management committee. ( 35 ) As a result, DFF improved Penta3 vaccination coverage by 20 percentage points, decreased out-of-pocket expenditures for child curative care, and improved structural quality of care. ( 32 ) The health facility management committees in both PBF and DFF facilities had considerable autonomy in how they used the funds they received. They could use them for e.g., repairs and maintenance, conducting outreach, or to purchase supplies and medicines. The latter had to be: (i) on the government’s essential drug list; (ii) approved by the National Agency for Food and Drug Administration and Control (NAFDAC); (iii) purchased from a manufacturer or distributor licensed by the Pharmaceutical Council of Nigeria (PCN); and (iv) from a state-approved wholesaler. Health facilities could make purchases from both government and private-sector distributors. Health authorities ensured that facilities followed the guidelines through routine supervision, including use of a checklist that tracked practices related to proper stock management. This was in sharp contrast to the typical reliance on centralized control with Central Medical Stores and distribution with a ‘push’ system and in-kind donation of drugs through vertical programs. Instead, the DFF/PBF strategy allowed facilities to spend small amounts of money to purchase supplies as needed, creating a ‘pull’ system that allowed for planning at the facility level based on local pharmaceutical and medical consumable needs. This was a novel procurement mechanism that has not yet been evaluated in the context of Nigeria. Here, we leveraged the baseline (2014) and endline (2017) facility surveys, which included documentation of product availability as well as supply chain management practices and availability of relevant infrastructure. ( 33 ) We quantified the effect of DFF and PBF on product availability above and beyond underlying secular trends, examined whether there were differences in supply chain performance between DFF and PBF facilities, and studied which clinical areas benefited most in order to better understand what other barriers exist that could benefit from further study. While study data is from 2014-2017, the Nigerian government adopted the decentralized financing approach in the implementation of the Basic Health Care Provision Fund (BHCPF), which has been scaled across the 36 states and the Federal Capital Territory since then. ( 34 ) Findings from this study can provide useful information to support the ongoing operational implementation choices of the BHCPF and can be helpful to other countries experiencing similar supply chain challenges. Materials & Methods Data We conduct secondary data analysis on the NSHIP facility survey data, which was collected by independent observers who visited every facility in 2014 (“baseline”) and again in 2017 (“endline) as part of the project evaluation. We leverage the facility survey data, which includes detailed reporting on availability of individual products at the time of the survey as well as questions on supply chain practices and cold chain equipment. All data has limitations and in this case, the primary assumption that we make is that “NA” values are considered zeroes (i.e., not in stock). This skip pattern in the survey occurred if a facility did not deliver a particular service. For example, if they stated that they do not provide malaria care, then their stock levels for specific malaria treatment drugs were presumably zero, but this was not directly recorded. We believe this to be a reasonable approximation of reality and limits our loss of sample size or risk of a biased sample. Outcome measures For the purposes of this paper, we consider two primary outcome measures. First is the total number of essential drugs available on the day of the survey, by facility. We look at this in aggregate and then also examine subsets relevant for services including routine immunization (RI) and obstetrics. Where it provides useful insights, we report how individual products changed between baseline and endline. Where possible, we report outcomes by clinical service area to ascertain whether certain product categories responded more to the intervention than others. To better understand how the mechanisms by which DFF and PBF under the NSHIP interventions may have affected product availability, we examined corresponding changes in supply chain functionality. These included cold chain items (main unit thermometers, cold storage units, cold boxes, and vaccine carriers) and management practices (bringing in money from drug sales, and logging refrigerator temperatures). We also examined immunization-related indicators of staff activities (number of outreach sessions in the last month, and number of trips to the LGA in the last month). Analysis approach We assessed the effectiveness of DFF and PBF by comparing baseline and endline performance for control versus intervention groups. The original study’s design was to assess whether performance-based financing (PBF) outperformed DFF, and how both compared to a continuation of business as usual (control), so we further break down the results control vs. DFF vs. PBF in the endline comparisons to reflect the reality that these subsets of intervention facilities had different interventions and funding levels available to them. We report descriptive statistics for our two primary outcome measures and results from Wilcox tests on the difference in means or Mood’s test for difference in medians as appropriate, looking at each set of comparison groups. These include: Control facilities – baseline vs. endline, DFF and PBF facilities – baseline vs. endline, Endline – control vs. intervention, and Endline – DFF vs. PBF. To examine the effects on supply chain enablers and functionality, we did three things. First, we reported average values for each state and note the directional change across each of these measures. Second, we reported statistical significance for tests comparing baseline to endline. Third, we ran a difference-in-difference (DiD) linear mixed effects regression (LMER) where product availability was the outcome, enablers and functionality were predictors, study arm was treated as a fixed effect, state is a random effect, and we included the interaction between study arm and time. Results Changes in product availability We see that product availability for essential medicines and all products were similar at baseline but increased much more in intervention facilities, significantly outperforming control at endline. PBF did modestly better than DFF. ( Figure 1 ) We note that this approach to summarizing availability treats this as a binary measure (available or not), without regard for quantity on the shelf exceeding one. Download figure Open in new tab Figure 1. Descriptive statistics for the two primary outcome measures. Bar heights are the median, with the 25 th and 75 th percentiles shown as uncertainty lines. Essential medicines include all items listed by the WHO that were included in the facility survey, so the maximum possible score is 29. Control includes facilities in selected LGAs in Benue, Ogun, and Taraba. Intervention includes all PBF and DFF facilities in Adamawa, Ondo, and Nasarawa. DFF = direct facility financing. PBF = performance-based financing. Baseline = 2014. Endline = 2017. n=sample size. Looking at availability by product category, we split out three subsets of products to examine them in more detail: routine immunization (RI), family planning (FP), and obstetrics. When we do so, we note that all facility groups (control, DFF and PBF) experienced increases in total products on shelf. However, these gains were more significant overall for intervention facilities (DFF +12 and PBF +18) than control (+3). Looking at specific product families, these increases were not driven by services that are managed in a vertical way, such as routine immunization or family planning. Instead, the additional gains in DFF and PBF facilities came from products like antibiotics, diagnostics, and other drug families. ( Table 1 ) View this table: View inline View popup Download powerpoint Table 1. Results from Wilcox tests for difference in means, total number of products in stock today. Values reported are the average (mean) values and the p-value is the result from the Wilcox test. RI = routine immunization. FP = family planning. DFF = facilities assigned to direct facility financing. PBF = facilities assigned to performance-based financing. Intervention category includes both DFF and PBF facilities. Baseline = 2014 facility survey. Endline = 2017 facility survey. Difference values are shaded if they were significant, according to the size of the delta. We ran a DiD regression on total products and total essential products and found that the intervention effect of DFF and PBF had a significant and positive effect on product availability on the day of the endline survey. At baseline, facilities in the study arm had 2.7 more products in stock on the day of the survey than control facilities, and the same number of essential medicines. The average change in the control arm, and the assumed overall time trend, was 0 in both cases. The interaction term of study arm and time, the key model parameter which captures the effect of the intervention over the course of the study, was significant for both the total number of products in stock and the number of essential medicines in stock. These effect sizes were +12.8 and +7.8 products on shelf, respectively, and estimate the increase relative to control. ( Table 2 ) The maximum number of products being tracked was 66 and 29, so these effect sizes were equivalent to a 19.4% and 26.9% increase in the number of products available, respectively. View this table: View inline View popup Download powerpoint Table 2. Regression results estimating the effect of PBF and DFF on product availability. Effect size is the number of additional products on the shelf resulting from a particular variable. In this table, the interaction term (study arm*time) is the key variable and its significance indicates the impact of the study on product availability. The total possible number of products in stock was 66. The number of potential essential medicines in stock was 29. Cells are shaded according to p-value. Supply chain enablers and management practices On average, both control and intervention facilities had improvements in supply chain enablers and functionality, but the gains were larger in the intervention arm. On average, PBF facilities had somewhat better performance than DFF. Most notably, the average control facility still had no refrigerator by endline, but the average intervention facility did have one, allowing them to safely store vaccines on site. There were also larger increases in ice pack availability and the frequency of temperature checks. Staff in intervention facilities increased their outreach services and frequency of their trips to the LGA to pick up supplies more than control facilities, possibly reflecting how increased money was spent on logistics. Lastly, intervention facilities saw a more dramatic increase in drug sales for cost recovery and additional revenues for the facilities. ( Figure 2 ) Download figure Open in new tab Figure 2. Change in supply chain enablers and functionality between baseline (2014) and endline (2017). Data was collected by independent observers as part of facility surveys. Some measures are self-reported by the facility based on their documentation, such as outreach sessions and trips to the LGA. RI = routine immunization. DFF = direct facility financing. PBF = performance-based financing. LGA = local government administration. Intervention values are shaded if they were significantly different than the control arm from the same survey. Statistically speaking (using Mood’s test for differences in median values), at endline, intervention facilities had higher performance than control facilities (p<0.01) for all of the following: ice pack availability, refrigerators, frequency of temperature checks, number of outreach sessions, number of trips to LGA, drug sales providing revenues, frequency of performance review, and having a ward development committee (WDC) member on the health facility management committee (HFMC). While PBF median values were always the same or better than DFF, the only measures for which the difference was statistically significant were ‘drug sales providing revenues to the facility’ and ‘having a WDC member on the HFMC’ (p<0.001). The percentage of facilities with one or more functional refrigerators increased by only 5% (non-significant) in the control arm, while DFF and PBF facilities increased by +15% and 21%, respectively. This was a statistically significant difference and represents an important programmatic difference in terms of supply chain capacity. Further, DiD LMER results found that many of these enablers and functionality measures were associated with an increase in product availability in the facility. The model results indicate that a facility in the intervention arm of the study had a net increase of 5.6 essential medicines and 8.2 total products between baseline and endline. All but one of the enablers were statistically significant in predicting the number of available products in stock on the day of the survey. ( Table 3 ) Of note, routine cold chain maintenance (as measured by temperature checks), conducting outreach sessions, using drug sales as a facility revenue source (presumably to replace drugs that are consumed), frequent supervision and evaluation were all positive. Travel time to the LGA distribution center was negatively associated with performance – i.e., facilities that had to go farther to replenish products had more stock-outs. View this table: View inline View popup Download powerpoint Table 3. Difference-in-difference regression results. Two outcome measures were tested: the total number of products in stock and the number of essential medicines in stock; both were tested as a robustness check on the results. Reported values are the coefficient estimate and the calculated p-value. Shading is to make the table easier to read, with parameters that were significant at p < 0.05 in light green and p < 0.001 in dark green. There were additional variables of interest pertaining to supply chain management capacity, but due to data limitations, a DiD regression could not be performed. However, an LMER model using only the endline data showed that several additional variables were statistically and positively associated with product availability, including: having a separate room for the pharmacy, having a pharmacy that has lockable doors and windows for security, maintaining stock cards or a stock register showing the security stock level, all drugs and medical consumables being NAFDAC certified, and having a member of the WDC on the HFMC. Having a trained pharmacist on staff was positively associated with increased product availability, but not significant (coefficient 1.83, p-value 0.21). (See Supplementary Table S2). Discussion Large Overall Improvements DFF and PBF in Nigeria resulted in an increase in availability of products and drugs, both in the DFF and PBF study arms. While the control facilities also saw some modest increases during the same timeframe, this was mostly in vertically managed programs such as RI. The DFF and PBF facilities had significantly larger gains across the product portfolio. The modeled estimate of impact of DFF and PBF was +12.8 additional products, of which +7.8 were essential medicines. In absolute terms, the increase in total product availability for DFF was +12 and PBF +18, compared to control +3, representing a 17% and 27% (percentage point) reduction in stock-outs. This is better than the 7% improvement in Tanzania after implementing a logistics management system and in line with the results from a fundamental redesign of Zambia’s supply chain, but with less intensive intervention or disruption. Mechanisms To better understand the mechanism by which this improvement occurred, we examined several enablers and functionality of the supply chain. We find that again, the PBF and DFF districts outperformed control in terms of improvements in the state of the enablers, e.g., with more frequent trips to pick up supplies, and weekly refrigerator temperature checks. Of note is that the median for refrigerator availability in intervention facilities increased from zero to one, a programmatically important step-change in equipment availability. At the same time, the number of vaccination outreach sessions increased as well, suggesting that these changes had a meaningful impact on facility operations and service availability, likely driving the previously described increase in immunization coverage. ( 32 ) The reported reduction in travel time to the LGA store and increased frequency of those trips both would be expected to increase product availability, suggesting that facilities in part used their additional funds to cover transportation costs (e.g., fuel) in order to reduce stock-outs. Difference-in-difference regression analysis showed that these enablers were significantly associated with higher product availability (both total and essential products only). Of particular interest was the strong relationship between facilities using drug sales as a revenue source, which had the largest effect size, aside from study arm itself. This suggests that the total budget available to facilities is an important driver of increased product availability and ensuring adequate funding would likely have long-term benefits. The next largest effects came from monthly supervision visits (coefficient of 0.25*12 = +3.0) and routine temperature checks (+ 3.7). These are both equivalent to more than a third of the effect of being in the study, suggesting that good supply management practices at the facility level are important and should be prioritized for investment. Data on additional enablers related to facility infrastructure were available only in the endline survey, so while we could not do a longitudinal regression, we instead conducted a regression analysis only on intervention facilities, to see which components may contribute to increased product and drug availability. In doing so, we found that having a well-equipped facility (e.g., secure storage), NAFDAC-certified products, and having a WDC on the HFMC had substantial positive effects on product availability. This is important to note since the requirement for certification would in fact limit the pool of potential suppliers, so having such a large positive effect (+6.8) would imply that NAFDAC requirements do not hinder availability. Having a separate and secure pharmacy also had a large (+7.3) effect, suggesting that safe storage can reduce pilferage and potentially increase facility staff confidence in purchasing stock that will be available for users when it is needed. Additionally, the size of the effect of a WDC on the management committee was sizeable at + 4.8 total products, emphasizing the importance of good community engagement in long-term management practices. These effects are large compared to the coefficient from being in the PBF arm, suggesting that within intervention facilities at endline, the things that mattered most were specific practices and policies, and facility infrastructure (presumably purchased through NSHIP incremental funds), not only the fact of being in the study itself. From this, we conclude that DFF and PBF had a meaningful and important impact on supply chain equipment, drug availability, and operational choices that drove the previously observed increases in service coverage. This is an important conclusion in itself, but we also note that DFF and PBF were intended to improve overall facility performance, not aiming for supply chain specifically, so the large effect on product availability was not a guarantee. However, given the results, we conclude that by giving facilities modest funding and the autonomy to make decisions, they were able to effectively address their supply chain issues in ways that worked for them, and ultimately increased product availability. This was a pull system, not push, a fundamentally different way of working than business as usual had been, a finding that raises the question of whether central medical stores are necessary. It also implies that bringing in the private sector, when properly certified for quality products, may be an effective supply chain component. Price & Quality Two major objections are typically raised to using DFF or PBF to improve supply chains: the price of products and the quality of the medicines. The evaluation of NSHIP did not collect data directly on prices paid for essential drugs, but an analysis carried out at the same time found that median price difference between government stores and private suppliers was 79%, i.e., government procured medicines were considerably more expensive than those in the private sector. ( 35 ) On the issue of quality, we find that NAFDAC approved medicines were more likely in stock at DFF and PBF facilities (compared to control) and that pharmacy management was considerably higher (see supplemental results). There have been concerns expressed about the prevalence of counterfeit drugs in Nigeria ( 12 ) but a joint NAFDAC-United States Pharmacopeia study in 2017 looking at malaria medicines sampled from around the country found only 0.9% had no active ingredient and another 3.4% of the sample were substandard (failed dissolution or assay tests). ( 14 ) Expansion of DFF & PBF Many low and middle income (LMIC) countries including Nigeria have either adopted or scaled up direct facility financing (plus performance-based financing) as a health financing strategy. ( 36 , 37 ) Correspondingly, multiple innovations are being implemented to adjust or strengthen the health system especially in areas of governance and leadership where there has been greater involvement of the communities in the management of health facilities and in extension of public financial management system to the facility level. ( 38 ) This paper makes the case for rethinking the old, centralized logistic and supply chain (LSC) management (push system) for greater efficiency to ensure availability of medicines and consumables at the last mile. In NSHIP, there was no investment to central medical stores, there was shared distribution cost, and crowding in of the private sector at the local level in sort of public private partnership (PPP). To further improve LSC system, Tanzania introduced prime vendors into its health system ( 39 ), just as in the case of NSHIP in Nigeria and Liberia uses a contractual framework agreement (CFA) ‘between the counties/MOH and the pharmaceutical wholesaler defines fixed prices for a list of essential medicines, inclusive of delivery to the county depot within 10 days of receiving the purchase order and stipulates that all medicines should be registered by the Liberia Medicines and Health Products Regulatory Authority’. ( 40 ) The results presented here call for different roles for the Ministry of Health in the procurement, storage and distribution of medicines and consumables to address the inherent challenges and to align with decentralization policies of governments of LMICs including Nigeria; with the goal of deepening public-private partnerships (PPPs) in supply chains to improve service delivery. However, selection of reputable and competent vendors, and sticking to the contractual agreement is critically important. Conclusion We find that the DFF and PBF interventions, which consisted primarily of incremental funding and facility autonomy to spend it as needed, had a positive effect on the in-stock availability of medicines and products. While the study was not designed specifically to target supply chain performance, it nevertheless had a meaningful impact, suggesting that putting money into the hands of local facilities is an effective intervention. During the study, the money seems to have been spent on improving infrastructure (e.g., secure rooms & refrigerators), addressing operational needs to improve re-supply, and purchasing NAFDAC-certified drugs. The effectiveness of the intervention also raises questions about the need for central stores and whether there is a larger role for private distributors to play. As a result of these findings, decision makers should consider facility-level financing as a potential intervention, alongside policy reforms that would open up supply chains and improve product availability. Data Availability No new data was produced during this study. All data used for the analysis are available from the World Bank's microdata library upon request. https://microdata.worldbank.org/index.php/catalog/4042 Acknowledgements The authors would like to thank Eeshani Kandpal for supporting the data cleaning and access to the full datasets that made this work possible. References 1. ↵ WHO . Monitoring the Building Blocks of Health Systems: A Handbook of Indicators and Their Management Strategies [Internet] . WHO Press . 2010 [cited 2022 Dec 1]. Available from: www.iniscommunication.com 2. ↵ Ogbonna B , Nduka S , Ngwoke K , Anetoh M , Adenola U , Okoye I , et al. Supply Chain Management for Healthcare Commodities: A Growing Need for Health Sector Development in Nigeria . JOJ Nursing & Health Care . 2022 Jul; 12 ( 4 ). 3. ↵ Olaniran A , Briggs J , Pradhan A , Bogue E , Schreiber B , Dini HS , et al. Stock-outs of essential medicines among community health workers (CHWs) in low- and middle-income countries (LMICs): a systematic literature review of the extent, reasons, and consequences . Hum Resour Health [Internet ]. 2022 Dec 1 [cited 2025 Apr 6]; 20 ( 1 ): 1 – 10 . Available from: https://human-resources-health.biomedcentral.com/articles/10.1186/s12960-022-00755-8 OpenUrl 4. ↵ Yadav H , Shah D , Sayed S , Horton S , Schroeder LF . Availability of essential diagnostics in ten low-income and middle-income countries: results from national health facility surveys . Lancet Glob Health [Internet ]. 2021 Nov 1 [cited 2025 Jun 9]; 9 ( 11 ): e1553 – 60 . Available from: https://www.thelancet.com/action/showFullText?pii=S2214109X21004423 OpenUrl 5. ↵ Stolbrink M , Thomson H , Hadfield RM , Ozoh OB , Nantanda R , Jayasooriya S , et al. The availability, cost, and affordability of essential medicines for asthma and COPD in low-income and middle-income countries: a systematic review . Lancet Glob Health [Internet ]. 2022 Oct 1 [cited 2025 Jun 9]; 10 ( 10 ): e1423 – 42 . Available from: https://pubmed.ncbi.nlm.nih.gov/36113528/ OpenUrl 6. ↵ Olutuase VO , Iwu-Jaja CJ , Akuoko CP , Adewuyi EO , Khanal V . Medicines and vaccines supply chains challenges in Nigeria: a scoping review . BMC Public Health [Internet ]. 2022 Dec 1 [cited 2025 Jan 21]; 22 ( 1 ): 1 – 15 . Available from: https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-021-12361-9 OpenUrl 7. ↵ National Bureau of Statistics . National Health Facility Survey Final Country Report Nigeria 2019 . Abuja, Nigeria ; 2019 . 8. ↵ Hanovia Limited . National Health Facility Survey Final Country Report Nigeria 2016 . Abuja, Nigeria ; 2016 Sep. 9. ↵ Goyit K , Amagon KI , Dangiwa DA . An assessment of drug supply chain system in selected facilities in Abuja and Plateau State , Nigeria. West African Journal of Pharmacy [Internet ]. 2023 [cited 2025 Jan 21]; 27 ( 1 ): 64 – 77 . Available from: https://wapcpjournal.org.ng/index.php/home/article/view/103 OpenUrl 10. Ege EE , Adeyi MO . Drug Supply Chain Management in Public Secondary Health Facilities in Lagos State Nigeria . UNILAG Journal of Transport and Logistics [Internet ]. 2024 Sep 25 [cited 2025 Jan 21]; 1 ( 1 ): 22 – 37 . Available from: http://journals.unilag.edu.ng/index.php/UJTL/article/view/2179 OpenUrl 11. ↵ Ngwuluka NC , Akindele IM , Ochekpe NA. Supply chain of some medicines in health facilities in Jos, Nigeria: post Federal Ministry of Health mapping survey . Journal of Pharmacy & Bioresources [Internet] . 2021 Sep 6 [cited 2025 Jan 21]; 18 ( 2 ): 133 – 46 . Available from: https://www.ajol.info/index.php/jpb/article/view/214061 OpenUrl 12. ↵ Fatokun O . Curbing the circulation of counterfeit medicines in Nigeria . Vol. 388 , The Lancet . Lancet Publishing Group ; 2016 . p. 2603 . OpenUrl 13. ↵ National Agency for Food and Drug Administration and Control (NAFDAC) . Curbing Substandard, Falsified (SFS) And Counterfeit Medicines . 2019 . 14. ↵ National Agency for Food and Drug Administration and Control . Medicines Quality Monitoring of Antimalarial Medicines Circulating in Nigeria, Report Round 2 . Abuja, Nigeria ; 2017 . 15. ↵ National Agency for Food and Drug Administration and Control . Medicines Quality Monitoring of Antimalarial Medicines Circulating in Nigeria, Report Round 1 . Abuja, Nigeria ; 2015 . 16. ↵ The World Bank . The Nigerian State Health Investment Project (NSHIP) Logistics and Supply Chain Management – Implementation and Lesson Learned with focus on Strategy, Implementation and Moving Forward [Internet] . 2022 [cited 2025 Jan 21]. Available from: https://documents1.worldbank.org/curated/en/603591626693842222/pdf/Nigeria-States-Health-Investment-Project.pdf 17. ↵ Rotimi K , Itiola AJ , Fagbemi BA , Aiden J , Ibinaiye T , Dabes C , et al. Examining Public Sector Availability and Supply Chain Management Practices for Malaria Commodities: Findings From Northern Nigeria . Glob Health Sci Pract [Internet ]. 2024 Jun 1 [cited 2025 Apr 6]; 12 ( 3 ). Available from: https://www.ghspjournal.org/content/12/3/e2200547 18. ↵ Olutuase VO , Iwu-Jaja CJ , Akuoko CP , Adewuyi EO , Khanal V . Medicines and vaccines supply chains challenges in Nigeria: a scoping review . BMC Public Health [Internet ]. 2022 Dec 1 [cited 2025 Apr 6]; 22 ( 1 ): 1 – 15 . Available from: https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-021-12361-9 OpenUrl 19. ↵ Rotimi K . Review of public health commodity distribution models in Nigeria . Future Business Journal 2024 10:1 [Internet] . 2024 May 16 [cited 2025 Apr 6]; 10 ( 1 ): 1 – 10 . Available from: https://fbj.springeropen.com/articles/10.1186/s43093-024-00337-1 OpenUrl 20. ↵ Public Procurement Act of 2007 . Federal Republic of Nigeria Official Gazette . 2007 Jun 19 ;( 65 ). 21. ↵ Federal Ministry of Health . National Health Products Supply Chain Strategy & Implementation Plan 2021-2025 [Internet] . 2020 Jul [cited 2025 Jan 21]. Available from: https://msh.org/wp-content/uploads/2021/03/national_psm_strategic_plan.pdf 22. ↵ Nigeria National Assembly . Constitution of the Federal Republic of Nigeria . 1999 . 23. ↵ USAID Deliver Project . Deliver Project Final Country Report Nigeria . Arlington ; 2016 . 24. ↵ Schoen AM , Streit-Juotsa L . Raspberry Pi and Sensor Networking for African Health Supply Chains . Operations and Supply Chain Management: An International Journal [Internet ]. 2015 Sep 2 [cited 2025 Apr 6]; 8 ( 3 ): 137 – 45 . Available from: https://www.journal.oscm-forum.org/publication/article/raspberry-pi-and-sensor-networking--for-african-health-supply-chains OpenUrl 25. Yadav P . Health Product Supply Chains in Developing Countries: Diagnosis of the Root Causes of Underperformance and an Agenda for Reform . Health Syst Reform [Internet ]. 2015 [cited 2025 Apr 6]; 1 ( 2 ): 142 – 154 ,. Available from: https://www.tandfonline.com/doi/abs/10.4161/23288604.2014.968005 OpenUrl 26. ↵ Vledder M , Friedman J , Yadav P , Sjoblom M. Improving patient access to malaria and other essential medicines in Zambia: results of a pilot project . In Washington DC: Transport Learning Event ; 2010 . 27. ↵ Ladwar DO , Sembatya MN , Amony NM , Seru M , Ross-Degnan D , Garabedian L , et al. Article 4: Impact assessment of supervision performance assessment and recognition strategy (SPARS) to improve supply chain management in health facilities in Uganda: a national pre and post study . J Pharm Policy Pract [Internet ]. 2021 Dec 1 [cited 2025 Apr 6]; 14 ( 1 ): 1 – 15 . Available from: https://joppp.biomedcentral.com/articles/10.1186/s40545-020-00290-8 OpenUrl 28. ↵ Mwencha M , Rosen JE , Spisak C , Watson N , Kisoka N , Mberesero H . Upgrading Supply Chain Management Systems to Improve Availability of Medicines in Tanzania: Evaluation of Performance and Cost Effects . Glob Health Sci Pract [Internet ]. 2017 Sep 1 [cited 2025 Apr 6]; 5 ( 3 ): 399 – 411 . Available from: https://pubmed.ncbi.nlm.nih.gov/28877933/ OpenUrl 29. ↵ Tiye K , Gudeta T . Logistics management information system performance for program drugs in public health facilities of East Wollega Zone, Oromia regional state , Ethiopia. BMC Med Inform Decis Mak [Internet ]. 2018 Dec 17 [cited 2025 Apr 6]; 18 ( 1 ): 1 – 13 . Available from: https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-018-0720-9 OpenUrl 30. ↵ Enhancing Public Supply Chain Management in Zambia [Internet] . Washington DC; 2012 [cited 2025 Apr 6]. Available from: https://documents1.worldbank.org/curated/en/570681468170683435/pdf/718560WP0P12520ain0Innovation0final.pdf 31. ↵ Vledder M , Friedman J , Sjöblom M , Brown T , Yadav P . Improving Supply Chain for Essential Drugs in Low-Income Countries: Results from a Large Scale Randomized Experiment in Zambia . Health Syst Reform [Internet ]. 2019 Apr 3 [cited 2025 Apr 6]; 5 ( 2 ): 158 – 77 . Available from: https://www.tandfonline.com/doi/abs/10.1080/23288604.2019.1596050 OpenUrl 32. ↵ Kandpal E , Loevinsohn B , Vermeersch C , Pradhan E , Khanna M , Conlon M , et al. Impact Evaluation of Nigeria State Health Investment Project . 2018 Dec. 33. ↵ Nigeria - State Health Investment Project: Impact Evaluation Endline Survey, 2017 [Internet] . [cited 2025 Jan 21]. Available from: https://microdata.worldbank.org/index.php/catalog/4042 34. ↵ NPHCDA . Basic Health Care Provision Fund (BHCPF) [Internet] . 2025 [cited 2025 Mar 10]. Available from: https://nphcda.gov.ng/bhcpf/ 35. ↵ Nepomnyashchiy L , Yadav P. Decentralized Purchasing of Essential Medicines and Its Impact on Availability, Prices, and Quality: A Review of Current Evidence . Washington DC; 2022 . 36. ↵ Witter S , Bertone MP , Diaconu K , Bornemisza O . Performance-based Financing versus “Unconditional” Direct Facility Financing - False Dichotomy? Health Syst Reform [Internet ]. 2021 Jan 1 [cited 2025 Apr 10]; 7 ( 1 ). Available from: https://www.tandfonline.com/doi/abs/10.1080/23288604.2021.2006121 37. ↵ James N , Lawson K , Acharya Y . Evidence on result-based financing in maternal and child health in low- and middle-income countries: a systematic review . Glob Health Res Policy [Internet ]. 2020 Dec 1 [cited 2025 Apr 10]; 5 ( 1 ): 1 – 15 . Available from: https://ghrp.biomedcentral.com/articles/10.1186/s41256-020-00158-z OpenUrl 38. ↵ Cashin C , Bloom D , Sparkes S , Barroy H , Kutzin J , O’dougherty S. Aligning Public Financial Management and Health Financing: Sustaining progress toward universal health coverage [Internet] . Geneva ; 2017 [cited 2025 Apr 10]. Available from: http://apps.who.int/iris/bitstream/10665/254680/1/9789241512039-eng.pdf 39. ↵ Kuwawenaruwa A , Tediosi F , Metta E , Obrist B , Wiedenmayer K , Msamba VS , et al. Acceptability of a Prime Vendor System in Public Healthcare Facilities in Tanzania . Int J Health Policy Manag [Internet ]. 2020 Oct 1 [cited 2025 Apr 10]; 10 ( 10 ): 625 . Available from: https://pmc.ncbi.nlm.nih.gov/articles/PMC9278535/ OpenUrl 40. ↵ Liberian Government Hospital, G2 Pharmacy . Framework Agreement Between the Pharmaceutical Vendor to Supply & Delivery of Medicines and Medical Supplies and the Hospital. Monrovia, Liberia ; 2024 Sep. View the discussion thread. Back to top Previous Next Posted July 22, 2025. Download PDF Supplementary Material Data/Code Email Thank you for your interest in spreading the word about medRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following How decentralized facility financing improved supply chains and product availability in primary healthcare centers, a randomized trial in Nigeria Message Subject (Your Name) has forwarded a page to you from medRxiv Message Body (Your Name) thought you would like to see this page from the medRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share How decentralized facility financing improved supply chains and product availability in primary healthcare centers, a randomized trial in Nigeria Brittany Hagedorn , Jeremy Cooper , Oluwole Odutolu , Ojukwu Mark Ojukwu , Benjamin Loevinsohn medRxiv 2025.07.21.25331940; doi: https://doi.org/10.1101/2025.07.21.25331940 Share This Article: Copy Citation Tools How decentralized facility financing improved supply chains and product availability in primary healthcare centers, a randomized trial in Nigeria Brittany Hagedorn , Jeremy Cooper , Oluwole Odutolu , Ojukwu Mark Ojukwu , Benjamin Loevinsohn medRxiv 2025.07.21.25331940; doi: https://doi.org/10.1101/2025.07.21.25331940 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Public and Global Health Subject Areas All Articles Addiction Medicine (568) Allergy and Immunology (863) Anesthesia (300) Cardiovascular Medicine (4435) Dentistry and Oral Medicine (444) Dermatology (382) Emergency Medicine (608) Endocrinology (including Diabetes Mellitus and Metabolic Disease) (1509) Epidemiology (15229) Forensic Medicine (30) Gastroenterology (1124) Genetic and Genomic Medicine (6600) Geriatric Medicine (668) Health Economics (997) Health Informatics (4536) Health Policy (1368) Health Systems and Quality Improvement (1613) Hematology (541) HIV/AIDS (1264) Infectious Diseases (except HIV/AIDS) (15916) Intensive Care and Critical Care Medicine (1103) Medical Education (623) Medical Ethics (146) Nephrology (667) Neurology (6599) Nursing (346) Nutrition (998) Obstetrics and Gynecology (1144) Occupational and Environmental Health (957) Oncology (3332) Ophthalmology (974) Orthopedics (369) Otolaryngology (420) Pain Medicine (436) Palliative Medicine (130) Pathology (663) Pediatrics (1693) Pharmacology and Therapeutics (691) Primary Care Research (711) Psychiatry and Clinical Psychology (5447) Public and Global Health (9232) Radiology and Imaging (2198) Rehabilitation Medicine and Physical Therapy (1370) Respiratory Medicine (1196) Rheumatology (593) Sexual and Reproductive Health (712) Sports Medicine (530) Surgery (712) Toxicology (99) Transplantation (289) Urology (265) (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'a0088a90af66593a',t:'MTc3OTU4NjI5MQ=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();

Text is read by the "Ask this paper" AI Q&A widget below. Extraction quality varies by source — PMC NXML preserves structure cleanly, OA-HTML may include some navigation residue, and OA-PDF can have broken hyphenation. The publisher copy (via DOI) is the canonical version.

My notes (saved in your browser only)

Ask this paper AI returns verbatim quotes from the full text · source: preprint-html

Answers must be backed by verbatim quotes from this paper's full text. Hallucinated quotes are dropped automatically; if no verbatim passage answers the question, we say so. How this works

Citation neighborhood (no data yet)

We don't have any in-corpus citations linked to this paper yet. This is a recent paper (2025) — citers typically take a year or two to land, and the OpenAlex reference graph may still be filling in.

Source provenance

europepmc
last seen: 2026-05-20T01:45:00.602351+00:00
unpaywall
last seen: 2026-05-22T02:00:06.705733+00:00
License: CC-BY-4.0