A Re-Appraisal of Three Network Meta-Analyses to Explain the Discrepancy in Findings for the Efficacy of Fluoxetine for the Treatment of Depression in Children and Adolescents

A Re-Appraisal of Three Network Meta-Analyses to Explain the Discrepancy in Findings for the Efficacy of Fluoxetine for the Treatment of Depression in Children and Adolescents | medRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-P4HH5NV'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search A Re-Appraisal of Three Network Meta-Analyses to Explain the Discrepancy in Findings for the Efficacy of Fluoxetine for the Treatment of Depression in Children and Adolescents View ORCID Profile Richard Lyus , View ORCID Profile Florian Naudet , View ORCID Profile Gert van Valkenhoef , View ORCID Profile Martin Plöderl doi: https://doi.org/10.1101/2025.09.07.25334757 Richard Lyus 1 Brookside Family Consultation Clinic , Cambridge, UK. Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Richard Lyus For correspondence: richard.lyus{at}cpft.nhs.uk Florian Naudet 2 Univ Rennes, CHU Rennes, Inserm, EHESP, Irset (Institut de recherche en santé, environnement et travail) - UMR_S , Rennes, France; Institut Universitaire de France (IUF), Paris, France. Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Florian Naudet For correspondence: florian.naudet{at}univ-rennes.fr Gert van Valkenhoef 3 Copenhagen, Denmark. Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Gert van Valkenhoef For correspondence: gert{at}gertvv.nl Martin Plöderl 4 Center for Inpatient Psychotherapy and Crisis Intervention, University Clinic for Psychiatry/Psychotherapy/Psychosomatics, Paracelsus Medical University , 5020 Salzburg, Austria . Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Martin Plöderl For correspondence: m.ploederl{at}salk.at Abstract Full Text Info/History Metrics Supplementary material Data/Code Preview PDF Abstract Objective To explain discrepant findings for fluoxetine’s efficacy in three influential network meta-analyses (NMAs) of treatments for pediatric depression, which led to conflicting clinical recommendations. Design Critical appraisal and re-analysis of three published NMAs. Data sources NMAs published in two Lancet journals and in Cochrane, together with the trial datasets reported therein. Data synthesis We compared efficacy estimates for fluoxetine versus placebo across NMAs. We identified and assessed an outlying trial included only in the Lancet NMAs using the INSPECT-SR instrument, and re-analysed the NMAs with and without this trial. Results The larger effects reported in the Lancet NMAs (SMD -0.51, 95% CrI -0.99 to -0.03; and -0.51, -0.84 to -0.18) were driven by an inconsistent fluoxetine–placebo–nortriptyline loop, which the original NMA authors could not explain. We identified the cause of the inconsistency as a small outlier trial of fluoxetine versus nortriptyline that reported an implausibly large effect size (SMD > 4) favouring fluoxetine, and which was not included in the Cochrane NMA. Excluding this trial from the Lancet NMA datasets resolved the inconsistency and yielded efficacy estimates for fluoxetine that closely matched the Cochrane NMA (SMD -0.20, 95%CI -0.28 to -0.11). The outlier trial also showed multiple methodological concerns suggesting low trustworthiness. Conclusion Discrepancies between the three NMAs were explained by the indirect influence of a single small trial with extreme and unreliable results. Removing this trial reconciled the Lancet NMAs with the Cochrane NMA, yielding a more reliable estimate of fluoxetine efficacy versus placebo. It also resolved the inconsistency. This case illustrates how inclusion of a single small problematic trial can substantially distort the clinically important results of NMAs. Our findings may alter the clinical risk/benefit assessment of fluoxetine for this indication. Other : No specific funding was involved in the study. What is already known on this topic ● Three network meta-analyses frequently inform clinical guideline recommendations for the use of fluoxetine to treat depression in children and adolescents. ● However, these studies have discrepant findings for fluoxetine versus placebo, with the two earlier NMAs reporting an SMD approximately -0.5, and the other reporting a mean difference equivalent to an SMD of approximately -0.2. ● Such discrepancies require investigation because network meta-analyses should be reproducible syntheses of the available evidence and different results may have different clinical implications. ● Outlying or problematic trials in meta-analyses can distort results. What this study adds ● We identified that the cause of the discrepant findings was the indirect influence of a single small study of fluoxetine versus nortriptyline that reported an unusually large effect size favouring fluoxetine. This study was not included in the more recent NMA, which excluded studies of tricyclic antidepressants. In addition to the extreme effect size, this study has other concerning features that call into question its credibility. ● Our findings demonstrate how significantly a single small study with outlying results can impact the clinically important findings of NMAs. While it is known that meta-analyses can be affected by the inclusion of retracted studies, less is known about the impact of single unretracted studies with extreme findings and other concerning features. ● Our experience demonstrates that researchers seeking to critically appraise studies with concerning features, and the evidence syntheses that include them, may face barriers when raising their concerns with study authors and journal editors. How this study might affect research, practice, or policy ● Our findings may alter the clinical risk/benefit assessment of fluoxetine for this indication. ● Our findings show how evidence from small studies with outlying results can influence the most clinically important findings of NMAs, and highlight the need for NMA methodology to include assessment for outliers and for the credibility of individual trial results. INTRODUCTION Treatment recommendations rely on high-quality and trustworthy evidence and its synthesis in systematic reviews and meta-analyses. Discrepant findings in evidence syntheses require explanation, particularly if the findings have differing clinical implications. It seems that this problem applies to fluoxetine for the treatment of pediatric depression. Depression affects a significant proportion of children and adolescents and a recent review estimated the global point prevalence at 8%.[ 1 ] Worldwide, pharmacotherapy for this indication is initiated by a range of clinicians, including Family Physicians, Paediatricians, Psychiatrists, and nonmedical prescribers.[ 2 ] Antidepressant prescription rates in children and adolescents are ever increasing and fluoxetine is among the most frequently prescribed antidepressants, [ 3 – 6 ] likely because fluoxetine is recommended as the preferred medication in major guidelines.[ 7 ] Major guidelines and similar publications[ 7 – 10 ] base their recommendations for fluoxetine as first-line medication on two network meta-analyses (NMAs) published in Lancet group journals by Cipriani et al. (2016)[ 11 ] and Zhou et al. (2020)[ 12 ] (Henceforth simply referred to as Ciprani and Zhou). Cipriani reported a standardised mean difference (SMD) for depression symptom reduction for fluoxetine versus placebo of -0.51 (95% Credible Interval [CrI] -0.99 to -0.03). Zhou reported a nearly identical SMD -0.51 (95% CrI -0.84 to -0.18). The confidence in the efficacy findings for fluoxetine was rated as ‘very low’ in both NMAs. In contrast, the more recent NMA by Hetrick et al. (2021) (henceforth simply Hetrick) and published by Cochrane, produced a different result.[ 13 ] Efficacy results for depression symptom reduction were restricted to trials using the most common symptom rating scale, the Children’s Depression Rating Scale-Revised (CDRS-R, range 17 to 113 points), and Hetrick did not report an SMD. Instead they reported a mean difference (MD) of -2.8 points on the CDRS-R (95% Confidence Interval [CI] -4.12 to -1.56); but using a standard deviation (SD) of 14.471 as suggested by Hetrick, the SMD can be calculated as -0.20 (−0.28 to -0.11). The confidence in the finding was rated as ‘moderate’. While the confidence intervals between the Lancet and Cochrane NMAs overlap and statistical significance was found in all three NMAs, the point-estimate and the lower end of the confidence interval were reduced by approximately half in the Cochrane NMA. Moreover, fluoxetine’s efficacy was now clinically equivalent with placebo (even when considering the whole range of the confidence interval) according to the predetermined criteria used by Hetrick, i.e. +/- 5 CDRS-R points (approximately equivalent to SMD 0.35). The appropriate range for equivalence can be debated, but Hetrick’s threshold is at the the smaller end of any such range, both by Hetrick’s own criteria (they suggested a range at least 50% of 10-15 points as a minimum) and by common estimates of the minimal important difference in antidepressant research.[ 14 ] Consequently, recommendations for fluoxetine as a first line treatment are at odds with the findings of the Cochrane NMA. In fact, the findings arguably support the view that fluoxetine should not be used at all, an argument that the authors acknowledged in their conclusion but refrained from endorsing themselves. To our best knowledge, these discrepancies have not been acknowledged or explained in the scientific literature, clinical guidelines, or the Cochrane NMA itself, despite some overlap of authorship in the three NMAs. Furthermore, from a methodological point of view, discrepant findings between NMAs assessing the same treatments require explanation, because NMAs are supposed to be reproducible evidence syntheses. Potential reasons for differences between NMAs include varying inclusion criteria or statistical methods, and errors. For example we have frequently identified what we call the ‘standard error’, that is, when the standard error is conflated with the standard deviation, leading to erroneously large effect sizes. Another explanation of the discrepancy would be the inclusion in the more recent NMA of more recent studies with smaller effect estimates. Furthermore, more recent trials often have multiple arms, with a novel drug, placebo, and fluoxetine as an established comparator drug. This reduces the probability of receiving placebo and may change expectancy effects and unblinding bias.[ 7 ] However, when we investigated this in detail, the effect of more recent trials that were included in the the more recent Cochrane NMA was not sufficient to explain the discrepant findings in the three NMAs.[ 7 ] Therefore, we aimed to further explore why the fluoxetine-placebo effect sizes differed in the Lancet NMAs and Hetrick by critically examining and re-analyzing the NMAs. METHODS Data collection RL, FN, and MP examined the NMAs and sought associated data and code. The complete dataset for Cipriani is freely available through the Oxford University Research Archive . The dataset for Zhou is freely available through Mendeley . For Hetrick, the full dataset was not publicly available. We requested this from the lead author and from Cochrane, but the full dataset had not been retained and only a partial dataset was provided (Sarah Hetrick and Nick Meader, personal communication, 27 May 2025). MP and RL compiled a dataset of the studies that were included in Hetrick, combining the partial data provided by the authors with additional data that we extracted from the Zhou dataset (provided online for details), and following the preferences for data sources and types that were stated by Hetrick. Critical Analysis of an Outlier Trial When a trial with an extreme effect size and various other features that undermined its credibility was identified among the datasets of the NMAs, we formally assessed it using outlier detection tests and the INSPECT-SR (INveStigating ProblEmatic Clinical Trials in Systematic Reviews)) framework.[ 15 ] We contacted the authors of the study, the journal editor, and the publisher, to raise our concerns. Critical analysis of the Three NMAs We adopted a constructivist approach, engaging in a critical analysis of the above materials, followed by a collaborative discussion among three of the authors (RL, MP, FN). We structured our analysis around NMA methodology, network geometry, and inconsistency.[ 16 ] Re-analysis of the Three NMAs Effect measures We re-analysed efficacy estimates for fluoxetine as assessed by change in depression symptoms with placebo as reference group, because it was for this outcome that we observed discrepancies across the three NMAs. To facilitate comparison, we used SMDs in the synthesis and presentation of results. Synthesis methods One of the authors (MP) undertook a full reanalysis of the original Cipriani dataset, including sensitivity analysis to control for the effect of a single trial with outlying results - see below. When discrepancies persisted between the original NMA results and our reproduced results using the full dataset, MP involved an expert in Bayesian statistics NMA (GvV). We then conducted a re-analysis of all three NMAs. The dataset from Cipriani provided the relevant information (mean change from baseline, SD, sample size) for all arms and trials and was thus ready to use for the re-analysis. The dataset from Zhou included similar information; however, there was variation in the assignment of treatment arms to results without supplementary information to explain the assignments. Therefore, we inspected each trial in the dataset to ensure matching of treatment arms to results. For re-analysis of Hetrick we created a dataset as described above. In trials with multiple doses we combined arms following the formula provided in the Cochrane Handbook.[ 17 ] There was no missing data. Estimates of direct and indirect summary measures were compiled and presented through tabulation. Analyses For all re-analyses, we initially aimed to achieve computational reproducibility by using the same data and code as in the published articles. We twice contacted the corresponding authors of all three studies to request the full code used in their analyses (Cipriani and Zhou published only part of their code; Hetrick published none). We did not receive any code. Therefore, we wrote an analytical code, which is available via the Open Science Framework ( OSF ). We conducted Bayesian NMAs using a random effects model for the Lancet studies’ datasets, using all available information including details of priors to emulate their analyses (vague priors with a uniform distribution between 0 and 1 for the heterogeneity SD, and a normal with mean 0 and SD = 100 for all other prior distributions). We used R version 4.3.0[ 18 ] with R’s “gemtc” package version 1.1.[ 19 ] Model convergence was assessed with visual inspection of trace-plots and Gelman plots. We could not achieve perfect computational reproducibility so we conducted a sensitivity analysis using a frequentist approach to assess the robustness of the Bayesian results for Cipriani and Zhou. We conducted a frequentist random effects NMA for the Hetrick dataset, as in the original publication, using R’s “netmeta” package version 3.2-0.[ 20 ] To assess the impact of a single study with outlying results on efficacy estimates, heterogeneity, and consistency, we re-evaluated the two Bayesian NMAs with and without this study. We also ran tests of outliers by investigating standardized residuals and Mahalanobis distance with R’s NMAoutlier package[ 21 ] for the Cipriani and Zhou data. Open Science and reporting This exploratory study did not have a pre-registered protocol. All data and code are either publicly available (links in text) or on the OSF . While there is no specific reporting guideline for this type of analysis, we adapted the PRISMA-NMA framework for reporting findings.[ 16 ] Patient Involvement No patients were involved in this study. All results and their potential implications will be discussed on 9th September 2025 by the RestoRes (Research Integrity in Biomedical Research) project’s external advisory committee, which includes various stakeholders such as patient representatives, editors, and journalists. The committee will also address the most appropriate ways to disseminate these results to the public following their publication. RESULTS Critical analysis of the Three NMAs NMA methodology Table 1 shows the key characteristics of the three NMAs regarding their fluoxetine-placebo efficacy findings. Cipriani and Zhou used a Bayesian approach while Hetrick used a frequentist one. This would not be expected to account for substantial differences in a single finding, particularly when the Bayesian analyses used vague priors. View this table: View inline View popup Download powerpoint Table 1. Characteristics of three network meta-analyses of medication for treatment of depression in children and adolescents focusing on fluoxetine versus placebo efficacy findings for symptom reduction. SMD is for change in depression rating scales. *Hetrick et al. reported only mean difference (MD) and did not report an SMD; the SMD here is calculated using a standard deviation (SD) 14.471, as the authors suggest based on their previous version of the NMA, Hetrick et al. (2012). We considered whether differences in study populations would explain the inconsistent findings, particularly the possibility that Hetrick included more recent studies with direct comparisons of fluoxetine versus placebo that were not available for the earlier NMAs. Two such studies (Findling et al. 2020, 2022) were included only in Hetrick, both of which used fluoxetine as a control arm alongside placebo and an investigational drug (vilazodone and vortioxetine respectively). Findling (2020) reported an MD for fluoxetine versus placebo of -2.3 points (p = 0.14) on the CDRS-R, while Findling (2022) reported an MD of -3.73 points (p = .015) favouring fluoxetine.[ 22 , 23 ]. However, in our pairwise meta-analytic aggregation of fluoxetine trials over time, published elsewhere,[ 7 ] these two studies had no notable effect on the point estimate. Network geometry We did not identify any major differences in the network geometry for medication. Zhou included studies of psychotherapy as well as medication. In all three NMAs, placebo was the most common comparator for drug trials and fluoxetine the most studied drug. Inconsistency Both Lancet NMAs reported inconsistency between the direct and indirect results for fluoxetine versus placebo, identified using the node-splitting method (separating direct and indirect estimates for each comparison), i.e. the direct and indirect estimates were statistically significantly different. The supplementary material for both NMAs showed that there were very large differences between the direct and indirect results for the fluoxetine-notriptyline-placebo loop (summarised in Table 2 ). The effect sizes for the direct comparison between nortriptyline versus fluoxetine, and for the indirect comparison between nortriptyline versus placebo, were very large (SMD ≈ 4). View this table: View inline View popup Download powerpoint Table 2. Evaluation of the inconsistency by node-splitting model in Cipriani et al. and Zhou et al. for the comparisons comprising the fluoxetine-nortriptyline-placebo loop for efficacy on depression symptoms. The inconsistent results included a very large direct result for the comparison of fluoxetine versus nortriptyline, SMD 4.22 in both Lancet NMAs, and we noted that effects of this size are unheard of in studies of antidepressants. The largest effect size reported in a 2018 NMA of medication for treatment of depression in adults, including drug-drug comparisons, was amitriptyline versus placebo, with SMD (pooled) -0.48,[ 24 ] and in a review of various psychiatric drug treatments the maximum reported effect size was SMD 1.12.[ 25 ] The pattern of inconsistency in the fluoxetine-nortriptyline-placebo loop indicated that the efficacy result for fluoxetine versus placebo had been indirectly informed by this very large SMD for fluoxetine versus nortriptyline. Identifying the Source of the Large Effect Size in The Lancet NMAs To identify the source of the large SMD for the direct fluoxetine versus nortriptyline comparison in the Lancet NMAs we reviewed the included studies to find head-to-head trials of these drugs. In both NMAs there was only one such study, Attari et al. (2006).[ 26 ] This was a small trial of 40 patients randomized to fluoxetine (n=20) or nortriptyline (n=20) without a placebo arm, undertaken at a single site in Iran. The study used the self-rated Children’s Depression Inventory (CDI; range 0-54) to measure change in depression symptoms. It reported a mean change score of -10.9 (SD 2.6) for fluoxetine and -2.6 (SD 0.8) for nortriptyline, giving an MD on the CDI of 8.35 points favoring fluoxetine, corresponding to SMD -4.24 (95% CI -5.37 to -3.11, see OSF ). To further scrutinize this large effect size we considered Hetrick’s subgroup analysis of three studies that used the CDI. The raw mean difference for drug versus placebo was -1.30 points (95% CI -5.87 to 3.27) for fluoxetine, -0.43 (−2.91 to 2.05) for paroxetine, and -0.28 (−3.72 to 3.16) for citalopram. The difference of 8.35 points reported by Attari et al. for fluoxetine versus nortriptyline is obviously much greater. We then considered the Attari et al. effect size in the context of the other effect sizes in the Lancet NMA datasets (for all rating scales). For the Cipriani dataset, Attari’s effect size of -4.24 is more than 4 standard deviations from the pooled mean effects and more than four times the next largest effect size of 0.9 ( Figure 1 ). Attari’s outlier status was further confirmed by Mahalanobis plot and standardised residuals plot (Figures S2, S3). Download figure Open in new tab Figure 1. Effect sizes in Zhou et al. (2020) We examined the supplementary material of the Lancet NMAs to see if attempts were made to identify outlying studies. The only assessment we could identify were funnel plots, which are primarily used to identify publication bias but may secondarily identify outliers. However, in both Lancet NMAs the effect sizes had been centred on the pooled comparison-specific effects, not on the pooled effect for the full dataset, so the comparison for nortriptyline versus fluoxetine was plotted at zero because Attari et al. was the only study for this comparison (i.e. it was compared to itself). Next, the possibility was considered that the findings of Attari et al. could be explained by nortriptyline being genuinely (and greatly) inferior to placebo, but this was not supported by pairwise comparisons of nortriptyline versus placebo in the Lancet NMAs, both of which reported SMD -0·11 (95%CrI -0·55 to 0·34). This result was informed by two trials of nortriptyline versus placebo (Geller et al. 1990, n=31; Geller et al. 1992, n=60). Critically Assessing the Outlier Trial Considering the extremity of the effect size reported by Attari et al., we proceeded to analyse this study for other concerning features that might bring into question the credibility of its findings. To guide this analysis we used the preliminary version of INSPECT-SR. We identified concerning features in two of four domains, particularly regarding contradictions in the data (see Table 3 ). The statistical results reported in the study were incompatible with each other, i.e. impossible. The extreme effect size based on change scores was more than four times larger than the effect size based on endpoint scores (SMD = -0.93 [95% CI -1.59 to -0.28], see OSF ), and also differed from effect-sizes calculated from baseline and endpoint values and assuming a range of correlations. To produce the reported effect size the correlation between pre-post scores would have to be almost perfect (r > 0.98; see figure S1 in Appendix and OSF ) and this is not plausible. Furthermore, we noted unusually small SDs for the change scores and larger SDs for the groups based on pre- and post-scores. These features call into question the trustworthiness of the data in Attari et al. View this table: View inline View popup Table 3. INSPECT-SR Checklist for the trial by Attari et al. [ 26 ] However, even if concerns about trustworthiness are set aside, Attari et al. is obviously an outlier. The Cochrane Handbook recommends that, ‘It is advisable to perform analyses both with and without outlying studies as part of a sensitivity analysis’.[ 17 ] No such sensitivity analysis was undertaken in either of the Lancet NMAs. We noted that because Hetrick excluded studies of tricyclics from their analysis, Attari et al. would not have been included. We therefore hypothesised that this study might explain the discrepant findings for the efficacy of fluoxetine between the Lancet NMAs and Hetrick, and proceeded to undertake a sensitivity analysis of the Lancet NMA datasets with and without this study. Re-analysis of the Three NMAs With and Without the Outlier Trial We re-analysed the Cipriani and Zhou datasets with and without Attari et al. using a Bayesian approach, to see how this study affected the fluoxetine efficacy estimates. Table 4 shows the results of the original analyses and all re-analyses with and without Attari et al. We were able to closely reproduce the original findings of Cipriani and Zhou, except for some indirect estimates that were larger in our analyses. We reproduced the statistically significant inconsistency between direct and indirect comparisons for fluoxetine for both NMAs. View this table: View inline View popup Download powerpoint Table 4. Results of the re-analysis of Cipriani et al. for fluoxetine efficacy versus placebo with and without Attari et al. 2006. Efficacy estimates are given as SMDs for Cipriani and Zhou and CDRS-points for Hetrick. Intervals in brackets are 95% credible intervals (CrI) in Bayesian analysis or 95% confidence intervals (CI) in frequentist analysis. CrIs from the ‘Original NMA’ were calculated using +/- 1.96 multiplied with the reported SE; the SMD of the original Hetrick et al. finding was calculated using the suggested SD by Hetrick (see text for details).] Notably, exclusion of the trial by Attari et al. resolved the inconsistency for all three comparisons comprising the fluoxetine-nortriptyline-placebo loop. The network efficacy estimates for fluoxetine versus placebo were substantially smaller without Attari et al., with SMD -0.26 (−0.43 to -0.09) for Cipriani, and -0.29 (−0.50 to -0.07) for Zhou , i.e. much closer to the result of Hetrick et al., which we had calculated as -0.2 using the MD and suggested SD from the original NMA, and which was -0.27 (−0.38 to -0.15) in our re-analysis using our reconstructed Hetrick dataset. For the frequentist approach we also found comparable results in the sensitivity analysis for Cipriani and Zhou (Table S1). In our re-analysis of Hetrick there was no inconsistency between direct and indirect comparisons for fluoxetine versus placebo (SMD -0.26 and -0.39, p = 0.70), in-keeping with the original NMA. Raising Concerns We twice contacted the authors of Attari et al. to raise our concerns about the validity of their data but received no response. We then twice contacted the editor of the journal in which it was published, and received a response which said the editor had forwarded our concerns to the authors. We followed this up with further emails but at the time of writing we have received no response. The journal in which Attari et al. was published has no Digital Object Identifier and is not listed in PubMed so we are unable to post commentary on, for example, PubPeer. We submitted our findings (as an earlier version of this article) to Lancet Psychiatry, who sent our manuscript for peer review and shared our findings with The Lancet and with The Lancet Group Research Integrity Team. Based on the reports of two reviewers, The Lancet Group journals rejected our manuscript and advised us that they felt no further action was required on their part and they considered the matter closed. They suggested that if we had concerns about Attari et al. we should raise these with the relevant authors or editors DISCUSSION Principal Findings We have explained the discrepant findings between the Lancet and Cochrane NMAs: the inclusion in the former of Attari et al., which increased the overall estimate for fluoxetine versus placebo, through indirect comparisons. In our re-analysis we found that removing this trial resolved the discrepant findings for fluoxetine’s efficacy, and it resolved the inconsistency between direct and indirect estimates in the Lancet NMAs. An important finding from our analysis is that one small outlying trial can substantially bias the overall results in an NMA, including the most clinically impactful results. The question arises of why Attari was not identified as a problematic trial in the original Lancet publications. While Attari et al. was rated as having a moderate risk of bias by Cipriani and an unclear risk of bias by Zhou, two important features of this trial remained undetected. First, the extreme effect size in Attari is clearly a statistical outlier. Second, it also has multiple concerning features which undermine its reliability so significantly that it may need to be corrected or retracted. The inconsistency it created was acknowledged as problematic in both NMAs, and they offered various hypotheses as explanation, but the cause was not identified and consequently sensitivity analysis was not done. Our re-analysis supports Cochrane’s recommendation to run sensitivity analyses when there are statistical outliers, but shows that obvious outliers can remain unacknowledged even in meta-analyses by large teams of experienced researchers. Furthermore, our findings suggest that existing risk-of-bias analyses are not sufficient to detect problematic trails. Systematic reviews typically assess the methodological quality of the included trials, but do not consider whether the data themselves can be trusted. The importance of assessing the trustworthiness of findings, using a tool such as INSPECT-SR,[ 15 ] is increasingly recognised as an essential part of ensuring the integrity of research syntheses.[ 27 ] Our re-analysis also has implications regarding the evaluation of fluoxetine’s efficacy. While the confidence or credible intervals in all three NMAs excluded the null-effect, the point-estimates and lower margin of the credible interval in the Lancet NMAs were reduced by about 50% from the original results, in line with the findings by Hetrick. This efficacy estimate puts fluoxetine much more clearly in the the range of clinical equivalence with placebo in all three NMAs, using both the Hetrick definition and using established estimations in antidepressant research.[ 14 ] Our experience of sharing our findings with authors and editors indicates that significant barriers remain to facilitating critical analysis and debate about evidence syntheses and problematic trials. Our experience of communicating our concerns to the editors of the journals that published the NMAs that included Attari et al. raises important questions about the responsibility of authors and editors of evidence syntheses. If editors have no responsibility to alert readers to such concerns, but the authors of the original trials ignore correspondence, it is not clear what recourse there is (or should be) for researchers when they encounter such findings. At the time of writing we are raising our concerns with the publishers. Strengths and Weaknesses We were unable to replicate all numerical estimates exactly, and we did not have access to all original code and data used in the three NMAs. Discrepancies in our results are minor, however, and are likely to be caused by small variations in statistical modelling (E.g., different methods for node-splitting[ 28 ]). For Hetrick, there may have been minor variations in our data extraction compared to the original NMA. However, we were able to reproduce the principal conclusions and inferences, i.e. the different magnitude of the effect estimates across the NMAs, and the existence of inconsistencies between direct and indirect estimates in the Lancet NMAs. These issues were resolved by the exclusion of Attari et al. and this was confirmed in sensitivity analysis using both Bayesian and frequentist approaches. Several other studies have reported on the effects of problematic trials in evidence syntheses, with sometimes substantial changes in effect sizes or even a change of direction of the effect.[ 29 , 30 ] We are not aware of a systematic review of how the inclusion/exclusion of problematic trials in meta-analyses can alter treatment recommendations, and of how the publishing system corrects (or does not correct) systematic reviews and meta-analyses when problematic trials are detected after publication. However, the negative effects of problematic trials can only be mitigated effectively if authors and editors involved in the affected evidence syntheses take responsibility for making corrections.[ 31 ] Implications for Practice and Research and Unanswered Questions Our results may help clinicians and guideline developers who use evidence syntheses to estimate the efficacy of fluoxetine and weigh up the risks and benefits of its use in this population. Our re-analyses give a lower point estimate with narrower certainty intervals that exclude much of the lower portion of the original Lancet NMA credible intervals, and more closely accord with the results of Hetrick. Furthermore, our results bring the estimates for the Lancet NMA datasets (excluding Attari et al.) largely within the range of clinical equivalence as defined by Hetrick. Our findings emphasise that confidence ratings in risk of bias analyses may not communicate effectively the degree to which the data underlying NMA results may be unreliable. Furthermore, confidence ratings are often only a detail in the results section or supplementary information. It remains an open question how researchers can avoid such important contextual information being lost in evidence summaries and guidelines. Sometimes ‘low confidence’ should be replaced with ‘no confidence’. Our re-analysis has implications for the broader field of evidence synthesis and medical publishing. It highlights the importance of post-publication peer review and how transparency in the process of analysis, including the sharing of datasets and code, is important to facilitate this process. Our experience of raising concerns with authors and editors highlights the difficulty of ensuring transparency and critical appraisal of the published evidence when concerns about trials and their impact on evidence syntheses arise. While the need for self-correction in the publishing system is acknowledged, open questions remain as to how this process can be enforced and expedited, especially in cases where treatment recommendations - and patient care - are directly affected. Data Availability The data from two of the three network meta-analysis are publicly available, and all data that we used for the re-analysis of the three network meta-analyses are publicly available (links in text). https://osf.io/jyq5w/ ADDITIONAL INFORMATION Acknowledgments We thank Cipriani et al. and Zhou et al. for publicly sharing their data. We thank Jack Wilkinson, lead author of the INSPECT-SR template, for sharing the latest version of the template and providing feedback on our assessment of Attari et al. (2006). Contributor and guarantor informationt Conceptualization, drafting, data extraction, data management, and data-cleaning: RL, MP. Statistical analysis: MP, GvV. Reviewing and revising: RL, FN, GvV, MP. Responsible for overall content and guarantor: MP and RL. The corresponding author attests that all listed authors meet authorship criteria and that no others meeting the criteria have been omitted. Copyright/licence for publication The Corresponding Author has the right to grant on behalf of all authors and does grant on behalf of all authors, a worldwide licence to the Publishers and its licensees in perpetuity, in all forms, formats and media (whether known now or created in the future), to i) publish, reproduce, distribute, display and store the Contribution, ii) translate the Contribution into other languages, create adaptations, reprints, include within collections and create summaries, extracts and/or, abstracts of the Contribution, iii) create any other derivative work(s) based on the Contribution, iv) to exploit all subsidiary rights in the Contribution, v) the inclusion of electronic links from the Contribution to third party material where-ever it may be located; and, vi) licence any third party to do any or all of the above. Competing interests All authors have completed the Unified Competing Interest form and declare: RL and MP have no conflicts to declare. FN has no relation with any pharmaceutical company but received funding from the French National Research Agency (ANR-23-CE36-0006, for his work on research integrity), the French ministry of health and the French ministry of research. He is a work package leader in the OSIRIS project (Open Science to Increase Reproducibility in Science). The OSIRIS project has received funding from the European Union’s Horizon Europe research and innovation program under the grant agreement No. 101094725. He is a work package leader for the doctoral network MSCA-DN SHARE-CTD (HORIZON-MSCA-2022-DN-01 101,120,360), funded by the EU. GvV is an employee of the Cochrane Collaboration. However, Cochrane was not involved with, and did not support, this work in any way. Data sharing All statistical code is available via the OSF . The data for Cipriani is available through the Oxford University Research Archive . The dataset for Zhou et al. is freely available through Mendeley , the version we used for our analysis is publicly available here . The data we used for the re-analysis of Hetrick et al. is publicly available here . Transparency statement The lead author (the manuscript’s guarantor) MP affirms that the manuscript is an honest, accurate, and transparent account of the study being reported; no important aspects of the study have been omitted, and discrepancies from the study as originally planned/registered have been explained. Role of funding source No funding was involved in this study. References ↵ Shorey S , Ng ED , Wong CHJ . Global prevalence of depression and elevated depressive symptoms among adolescents: A systematic review and meta-analysis . British J Clinic Psychol . 2022 ; 61 : 287 – 305 . doi: 10.1111/bjc.12333 OpenUrl CrossRef PubMed ↵ Lester TR , Herrmann JE , Bannett Y , et al. Anxiety and Depression Treatment in Primary Care Pediatrics . Pediatrics . 2023 ; 151 : e2022058846 . doi: 10.1542/peds.2022-058846 OpenUrl CrossRef PubMed ↵ Chua K-P , Volerman A , Zhang J , et al. Antidepressant Dispensing to US Adolescents and Young Adults: 2016–2022 . Pediatrics . 2024 ; 153 : e2023064245 . doi: 10.1542/peds.2023-064245 OpenUrl CrossRef PubMed Wesselhoeft R , Jensen PB , Talati A , et al. Trends in antidepressant use among children and adolescents: a Scandinavian drug utilization study . Acta Psychiatr Scand . 2020 ; 141 : 34 – 42 . doi: 10.1111/acps.13116 OpenUrl CrossRef PubMed Cao TXD , Fraga LFC , Fergusson E , et al. Prescribing Trends of Antidepressants and Psychotropic Coprescription for Youths in UK Primary Care, 2000-2018 . Journal of Affective Disorders . 2021 ; 287 : 19 – 25 . doi: 10.1016/j.jad.2021.03.022 OpenUrl CrossRef ↵ Klau J , Bernardo CDO , Gonzalez-Chica DA , et al. Trends in prescription of psychotropic medications to children and adolescents in Australian primary care from 2011 to 2018 . Aust N Z J Psychiatry . 2022 ; 56 : 1477 – 90 . doi: 10.1177/00048674211067720 OpenUrl CrossRef PubMed ↵ Plöderl M , Lyus RJ , Horowitz M , et al. The loss of efficacy of fluoxetine in pediatric depression: explanations, lack of acknowledgment, and implications for other treatments . PsyArxXiv [preprint]. Published Online First : 28 August 2025. doi: 10.31234/osf.io/wk4et_v1 OpenUrl CrossRef Taylor DM , Barnes TR , Young AH . The Maudsley prescribing guidelines in psychiatry . 15th edn. John Wiley & Sons 2025 . Walter HJ , Abright AR , Bukstein OG , et al. Clinical Practice Guideline for the Assessment and Treatment of Children and Adolescents With Major and Persistent Depressive Disorders . Journal of the American Academy of Child & Adolescent Psychiatry . 2023 ; 62 : 479 – 502 . doi: 10.1016/j.jaac.2022.10.001 OpenUrl CrossRef ↵ Korczak DJ , Westwell-Roper C , Sassi R . Diagnosis and management of depression in adolescents . CMAJ . 2023 ; 195 : E739 – 46 . doi: 10.1503/cmaj.220966 OpenUrl FREE Full Text ↵ Cipriani A , Zhou X , Del Giovane C , et al. Comparative efficacy and tolerability of antidepressants for major depressive disorder in children and adolescents: a network meta-analysis . The Lancet . 2016 ; 388 : 881 – 90 . doi: 10.1016/S0140-6736(16)30385-3 OpenUrl CrossRef ↵ Zhou X , Teng T , Zhang Y , et al. Comparative efficacy and acceptability of antidepressants, psychotherapies, and their combination for acute treatment of children and adolescents with depressive disorder: a systematic review and network meta-analysis . The Lancet Psychiatry . 2020 ; 7 : 581 – 601 . doi: 10.1016/S2215-0366(20)30137-1 OpenUrl CrossRef PubMed ↵ Hetrick SE , McKenzie JE , Bailey AP , et al. New generation antidepressants for depression in children and adolescents: a network meta-analysis . Cochrane Database of Systematic Reviews . 2021 ; 2021 . doi: 10.1002/14651858.CD013674.pub2 OpenUrl CrossRef PubMed ↵ Hengartner MP , Plöderl M . Estimates of the minimal important difference to evaluate the clinical significance of antidepressants in the acute treatment of moderate-to-severe depression . BMJ Evid Based Med. Published Online First : 2021 . doi: 10.1136/bmjebm-2020-111600 OpenUrl Abstract / FREE Full Text ↵ Wilkinson JD , Heal C , Flemyng E , et al. INSPECT-SR: a tool for assessing trustworthiness of randomised controlled trials . MedRxiv [preprint]. Published Online First : 5 September 2025. doi: 10.1101/2025.09.03.25334905 OpenUrl Abstract / FREE Full Text ↵ Hutton B , Salanti G , Caldwell DM , et al. The PRISMA Extension Statement for Reporting of Systematic Reviews Incorporating Network Meta-analyses of Health Care Interventions: Checklist and Explanations . Ann Intern Med . 2015 ; 162 : 777 – 84 . doi: 10.7326/M14-2385 OpenUrl CrossRef PubMed ↵ Higgins JPT , Thomas CJ , Chandler J , et al. Cochrane Handbook for Systematic Reviews of Interventions version 6.5 (updated August 2024). Cochrane 2024 . ↵ R Core Team . R: A language and environment for statistical computing . Vienna, Austria : R Foundation for Statistical Computing 2025 . ↵ Van Valkenhoef G , Kuiper J . gemtc: Network Meta-Analysis Using Bayesian Methods . 2025 . ↵ Balduzzi S , Rücker G , Nikolakopoulou A , et al. netmeta. An R Package for Network Meta-Analysis Using Frequentist Methods . J Stat Soft . 2023 ; 106 . doi: 10.18637/jss.v106.i02 OpenUrl CrossRef PubMed ↵ Petropoulou M , Schwarzer G , Panos A , et al. NMAoutlier: Detecting Outliers in Network Meta-Analysis . 2019 ; 0 . 2 . 0 . OpenUrl ↵ Findling RL , McCusker E , Strawn JR. A Randomized, Double-Blind, Placebo-Controlled Trial of Vilazodone in Children and Adolescents with Major Depressive Disorder with Twenty-Six-Week Open-Label Follow-Up . Journal of Child and Adolescent Psychopharmacology . 2020 ; 30 : 355 – 65 . doi: 10.1089/cap.2019.0176 OpenUrl CrossRef PubMed ↵ Findling RL , DelBello MP , Zuddas A , et al. Vortioxetine for Major Depressive Disorder in Adolescents: 12-Week Randomized, Placebo-Controlled, Fluoxetine-Referenced, Fixed-Dose Study . Journal of the American Academy of Child & Adolescent Psychiatry . 2022 ; 61 : 1106 – 1118 .e2. doi: 10.1016/j.jaac.2022.01.004 OpenUrl CrossRef PubMed ↵ Cipriani A , Furukawa TA , Salanti G , et al. Comparative efficacy and acceptability of 21 antidepressant drugs for the acute treatment of adults with major depressive disorder: a systematic review and network meta-analysis . Lancet . 2018 ; 391 : 1357 – 66 . doi: 10.1016/S0140-6736(17)32802-7 OpenUrl CrossRef PubMed ↵ Leucht S , Hierl S , Kissling W , et al. Putting the efficacy of psychiatric and general medicine medication into perspective: review of meta-analyses . British Journal of Psychiatry . 2012 ; 200 : 97 – 106 . doi: 10.1192/bjp.bp.111.096594 OpenUrl Abstract / FREE Full Text ↵ Attari A , Moghaddam FY , Hasanzadeh A , et al. Comparison of efficacy of fluoxetine with nortriptyline in treatment of major depression in children and adolescents: a double-blind study . Journal of Research in Medical Sciences . 2006 ; 11 : 24 – 30 . OpenUrl ↵ Weibel S , Popp M , Reis S , et al. Identifying and managing problematic trials: A research integrity assessment tool for randomized controlled trials in evidence synthesis . Research Synthesis Methods . 2023 ; 14 : 357 – 69 . doi: 10.1002/jrsm.1599 OpenUrl CrossRef PubMed ↵ Van Valkenhoef G , Dias S , Ades AE , et al. Automated generation of node-splitting models for assessment of inconsistency in network meta-analysis . Research Synthesis Methods . 2016 ; 7 : 80 – 93 . doi: 10.1002/jrsm.1167 OpenUrl CrossRef PubMed ↵ Graña Possamai C , Cabanac G , Perrodeau E , et al. Inclusion of Retracted Studies in Systematic Reviews and Meta-Analyses of Interventions: A Systematic Review and Meta-Analysis . JAMA Intern Med . 2025 ; 185 : 702 . doi: 10.1001/jamainternmed.2025.0256 OpenUrl CrossRef ↵ Xu C , Fan S , Tian Y , et al. Investigating the impact of trial retractions on the healthcare evidence ecosystem (VITALITY Study I): retrospective cohort study . BMJ . 2025 ; 389 : e082068 . doi: 10.1136/bmj-2024-082068 OpenUrl Abstract / FREE Full Text ↵ Gross CP , Flanagin A , Perencevich EN , et al. Mitigating the Impact of Retracted Studies in the Medical Literature . JAMA Intern Med . 2025 ; 185 : 621 . doi: 10.1001/jamainternmed.2025.0251 OpenUrl CrossRef View the discussion thread. Back to top Previous Next Posted September 09, 2025. Download PDF Supplementary Material Data/Code Email Thank you for your interest in spreading the word about medRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following A Re-Appraisal of Three Network Meta-Analyses to Explain the Discrepancy in Findings for the Efficacy of Fluoxetine for the Treatment of Depression in Children and Adolescents Message Subject (Your Name) has forwarded a page to you from medRxiv Message Body (Your Name) thought you would like to see this page from the medRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share A Re-Appraisal of Three Network Meta-Analyses to Explain the Discrepancy in Findings for the Efficacy of Fluoxetine for the Treatment of Depression in Children and Adolescents Richard Lyus , Florian Naudet , Gert van Valkenhoef , Martin Plöderl medRxiv 2025.09.07.25334757; doi: https://doi.org/10.1101/2025.09.07.25334757 Share This Article: Copy Citation Tools A Re-Appraisal of Three Network Meta-Analyses to Explain the Discrepancy in Findings for the Efficacy of Fluoxetine for the Treatment of Depression in Children and Adolescents Richard Lyus , Florian Naudet , Gert van Valkenhoef , Martin Plöderl medRxiv 2025.09.07.25334757; doi: https://doi.org/10.1101/2025.09.07.25334757 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Psychiatry and Clinical Psychology Subject Areas All Articles Addiction Medicine (568) Allergy and Immunology (863) Anesthesia (299) Cardiovascular Medicine (4425) Dentistry and Oral Medicine (443) Dermatology (382) Emergency Medicine (607) Endocrinology (including Diabetes Mellitus and Metabolic Disease) (1507) Epidemiology (15221) Forensic Medicine (30) Gastroenterology (1123) Genetic and Genomic Medicine (6588) Geriatric Medicine (667) Health Economics (997) Health Informatics (4524) Health Policy (1368) Health Systems and Quality Improvement (1612) Hematology (540) HIV/AIDS (1264) Infectious Diseases (except HIV/AIDS) (15910) Intensive Care and Critical Care Medicine (1103) Medical Education (623) Medical Ethics (145) Nephrology (667) Neurology (6588) Nursing (346) Nutrition (998) Obstetrics and Gynecology (1143) Occupational and Environmental Health (956) Oncology (3331) Ophthalmology (970) Orthopedics (369) Otolaryngology (420) Pain Medicine (435) Palliative Medicine (129) Pathology (663) Pediatrics (1690) Pharmacology and Therapeutics (691) Primary Care Research (710) Psychiatry and Clinical Psychology (5440) Public and Global Health (9220) Radiology and Imaging (2195) Rehabilitation Medicine and Physical Therapy (1369) Respiratory Medicine (1196) Rheumatology (593) Sexual and Reproductive Health (710) Sports Medicine (529) Surgery (710) Toxicology (99) Transplantation (289) Urology (265) (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'9ffd25f0ac47df88',t:'MTc3OTQ2NjgyNg=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();