Quantifying potential immortal time bias in observational studies in acute severe infection

preprint OA: gold CC-BY-4.0
📄 Open PDF Full text JSON View at publisher

Abstract

KEY POINTS Immortal time bias exaggerates estimates of treatment efficacy in naïve analyses of observational data. We developed a tool to estimate the extent of this bias. The benefits of giving intravenous immunoglobulin in streptococcal toxic shock syndrome have likely been overstated Background Immortal time bias is a spurious or exaggerated protective association that commonly arises in naive analyses of observational data. It occurs when people receive the intervention because they survive, rather than survive because they received the intervention. Studies in conditions with substantial early mortality, such as acute severe infections, are particularly vulnerable. The bias can be avoided by fitting the intervention as a time-varying exposure. Methods We developed IMMORTOOL, an R package accessible via a user-friendly web interface. This tool will estimate the potential for immortal time bias using empiric or assumed data on the distributions of time to intervention and time to event. Assumptions are that no other biases are present and that the intervention does not impact the outcome. The tool was benchmarked using studies presenting both naive analyses and analyses with the intervention fit as a time-varying exposure. We applied IMMORTOOL to a set of influential observational studies that used naive analyses when estimating the impact of polyclonal intravenous immunoglobulin (IVIG) on survival in streptococcal toxic shock syndrome (STSS). Results IMMORTOOL demonstrated that published estimates suggesting a survival advantage from giving IVIG in STSS are explained, at least in part, by immortal time bias. Conclusions IMMORTOOL can quantify the potential for immortal time bias in observational analyses. This may help readers interrogate published studies. We do not advocate IMMORTOOL being used to justify naive analyses where the intervention could be fit as a time-varying exposure. To what extent giving IVIG in STSS improves survival remains uncertain.
Full text 38,066 characters · extracted from preprint-html · click to expand
Quantifying potential immortal time bias in observational studies in acute severe infection | medRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-P4HH5NV'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search Quantifying potential immortal time bias in observational studies in acute severe infection View ORCID Profile Tom A. Yates , View ORCID Profile Tom Parks , View ORCID Profile Peter J. Dodd doi: https://doi.org/10.1101/2025.01.09.25320251 Tom A. Yates 1 Institute of Health Informatics, University College London , UK 2 Division of Infection and Immunity, University College London , UK Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Tom A. Yates For correspondence: t.yates{at}ucl.ac.uk Tom Parks 3 Department of Infectious Disease, Imperial College London , UK Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Tom Parks Peter J. Dodd 4 Sheffield Centre for Health and Related Research, University of Sheffield , UK Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Peter J. Dodd Abstract Full Text Info/History Metrics Supplementary material Data/Code Preview PDF Abstract KEY POINTS Immortal time bias exaggerates estimates of treatment efficacy in naïve analyses of observational data. We developed a tool to estimate the extent of this bias. The benefits of giving intravenous immunoglobulin in streptococcal toxic shock syndrome have likely been overstated Background Immortal time bias is a spurious or exaggerated protective association that commonly arises in naive analyses of observational data. It occurs when people receive the intervention because they survive, rather than survive because they received the intervention. Studies in conditions with substantial early mortality, such as acute severe infections, are particularly vulnerable. The bias can be avoided by fitting the intervention as a time-varying exposure. Methods We developed IMMORTOOL, an R package accessible via a user-friendly web interface. This tool will estimate the potential for immortal time bias using empiric or assumed data on the distributions of time to intervention and time to event. Assumptions are that no other biases are present and that the intervention does not impact the outcome. The tool was benchmarked using studies presenting both naive analyses and analyses with the intervention fit as a time-varying exposure. We applied IMMORTOOL to a set of influential observational studies that used naive analyses when estimating the impact of polyclonal intravenous immunoglobulin (IVIG) on survival in streptococcal toxic shock syndrome (STSS). Results IMMORTOOL demonstrated that published estimates suggesting a survival advantage from giving IVIG in STSS are explained, at least in part, by immortal time bias. Conclusions IMMORTOOL can quantify the potential for immortal time bias in observational analyses. This may help readers interrogate published studies. We do not advocate IMMORTOOL being used to justify naive analyses where the intervention could be fit as a time-varying exposure. To what extent giving IVIG in STSS improves survival remains uncertain. Background Patients may succumb to their disease before a treatment is initiated. In this scenario, observational studies that simply count deaths in the treated and untreated groups will overestimate the benefits of the intervention because patients need to survive long enough to receive treatment. Here, some of any ‘protective’ association will result from people having received the intervention because they survived, rather than from them surviving because they received the intervention. This phenomenon is immortal time bias (ITB), a problem reportedly first described by William Farr in 1843[ 1 ] then rediscovered in the 1970s.[ 2 ] Pre-treatment time in the treated group is misclassified because patients are yet to receive treatment ( Figure 1 ). This time period is ‘immortal’ because it is not possible to die prior to treatment and to then receive treatment. Other terms for this type of survival bias include ‘time dependent bias’ and ‘survivor treatment selection bias’. Download figure Open in new tab Figure 1. A schematic depicting the attribution of pre-treatment and post-treatment time in the exposed and unexposed groups applying (A) a naive analysis and (B) the correct analysis, with the intervention fit as a time-varying exposure. Naive analyses of this sort are common despite there being analytical approaches available that result in person time being properly allocated ( Table 1 ).[ 3 ] The two best approaches to avoiding misassignment of person time are analysing the intervention as a time-varying exposure and designing the study so that follow up time in treated and untreated individuals is aligned. View this table: View inline View popup Table 1. Some analytical approaches that are used to address misallocation of person time. Another approach - ‘landmark analysis’ - is widely used.[ 4 ] Here, follow up in both the treated and the untreated group starts at a time by which most treatment has been administered (landmark time), with treatment status fixed at that point. This means individuals that are subsequently treated will be counted among the untreated group. If an appropriate landmark time is chosen, ITB is largely addressed. However, the approach is inefficient, disregarding information on events occurring prior to landmark time.[ 4 ] Furthermore, it generates estimates conditional on survival to landmark time. These estimates may not be generalisable to the overall population being considered for treatment, because the treatment decision is mostly taken at an earlier point in the disease process. For example, antibiotics may be less effective if administered late. Various other, mostly problematic, ‘fixes’ to address ITB are also commonly applied ( Table 1 ). Rather than being a consequence of ITB itself, the shortcomings of these approaches principally reflect different treatment of exposed and unexposed groups. For example, time zero may not be aligned, or early deaths may be discounted in only one of the two groups. Such decisions mean that investigators are not comparing like with like, e.g. comparing people at different stages of their illness or comparing survivors with an unselected group. The extent to which ITB impacts estimates of treatment effect will vary. If patients typically receive the intervention at a time-point that is earlier than most observed deaths, then the bias will be small. Whilst our focus here is mortality, ITB can also occur where other endpoints preclude receiving the intervention. For example, medications that cannot be given in acute kidney injury may appear to protect against renal impairment because they will be prescribed more often to patients whose renal function is preserved. Here, we describe the design and validation of a simple tool that can be used to assess the extent to which ITB might bias the results of observational studies that do not use methods to account for immortal time, or which use commonly applied but problematic methods, such as landmark analysis. Whilst the tool can be applied to any observational study, the studies that motivated this work were observational analyses of interventions in acute severe infections where early mortality is high. Such analyses are particularly vulnerable to ITB, with naive analyses often generating results that suggest interventions have implausibly large benefits. Our tool only addresses bias resulting from misclassification of person time. A set of related forms of selection bias that can occur despite the intervention being fit as a time-varying exposure are mentioned in our conclusions section. Methods Description of the tool We developed an R package called IMMORTOOL, including a web-browser interface, which will assess the potential for ITB to affect study results. The tool can fit Weibull mortality and exposure hazards using the data on cumulative outcomes by time that are typically reported in studies. The tool accounts for competition between mortality and exposure. Plots allow assessment of the plausibility of fits obtained. Under the assumption that the intervention has no effect, fitted hazards are then used to simulate a cohort with default size 100,000. Apparent effect sizes are calculated as mortality rate ratios (RRs) using four commonly applied analytical approaches: Person-time from time zero: Pretreatment time in the treated misclassified as ‘exposed’ (our default, and the most commonly applied naive approach); Exclude early events and do not reset clock: As above, but discounting deaths in both the treated and untreated groups that occur before a prespecified follow up time, leaving time zero unchanged; Exclude early events and reset clock: As above, but discounting deaths in both the treated and untreated groups that occur before a prespecified follow up time, and also resetting time zero to be that same time point; Landmark analysis: As above, but defining exposure status at the landmark time, i.e. individuals treated after landmark time are retained in the untreated group. These approaches are defined formally in the Appendix and some advantages and disadvantages given in Table 1 . For each approach, the RR is calculated as the ratio between the total deaths over total person-time for those exposed vs those unexposed. Finally, approximate confidence intervals are calculated using the observed number of deaths and the expected fraction of deaths occurring in the exposed vs unexposed group (see Appendix). Benchmarking To assess the performance of our tool, we used a set of infection-related observational studies that reported the same treatment effects using methods that accounted for ITB as well as methods that did not account for ITB. Detailed descriptions of each of these studies can be found in the Appendix. Two of these studies undertook both naive analyses, but also fitted the intervention as a time-varying exposure, thereby addressing ITB. The first described mortality in people with Staphylococcus aureus bacteraemia who had survived for 48 hours after the date of the first positive blood culture.[ 5 ] The analysis compared mortality in patients who received or did not receive a Computed Tomography - Positron Emission Tomography (CT-PET) scan to screen for deep foci of infection. The second study described mortality in people admitted to intensive care beds with severe H1N1 influenza, comparing mortality in people who received or did not receive oseltamivir, an antiviral drug.[ 6 , 7 ] The authors of this influenza study also provided a landmark analysis. In both these studies, correct allocation of person time substantially attenuated the protective association reported. It is important to note that observational analyses properly accounting for ITB may not estimate the true effects of the intervention, as confounding by indication and other biases may result in either an underestimate or an overestimate of the true association.[ 8 ] Randomized controlled trials (RCTs) of both interventions are ongoing ( NCT04381936 , NCT02735707 , NCT05137119 ). The third study described the rate with which people admitted to hospital with COVID-19 progressed to mechanical ventilation or death.[ 9 ] The analysis compared the incidence of this composite endpoint in people who received or did not receive the drug hydroxychloroquine. The authors presented both a naive analysis and a landmark analysis, but did not include an analysis with the intervention analysed as a time-varying exposure. Both this observational analysis and subsequent RCTs suggested that the intervention - hydroxychloroquine as a treatment for COVID-19 - offered either no benefit or was harmful.[ 10 ] Application to a clinical problem: IVIG in STSS We next used our tool to assess the likely impact of ITB on observational studies in acute infection that did not model the intervention as a time-varying exposure. Here, our focus was on observational studies of polyspecific intravenous immunoglobulin (IVIG) in patients with streptococcal toxic shock syndrome (STSS). We selected this example because STSS carries very high early mortality. IVIG is an expensive pooled blood product and, in many settings, not immediately available. As such, the risk of meaningful ITB seemed high. The only RCT of IVIG in STSS enrolled 18 patients, so cannot exclude either substantial benefit or substantial harm.[ 11 ] We took our data from a systematic review of observational studies describing mortality in patients with STSS who either received or did not receive IVIG.[ 12 ] The review reported 30 day mortality in patients, all of whom had received adjunctive clindamycin. Data in this subgroup was not reported in all of the primary papers. Three of these studies applied a naive analysis.[ 13 – 15 ] One study excluded untreated (but not treated) individuals who died within the first twelve hours.[ 16 ] We applied IMMORTOOL to the first three studies but not to the study excluding early deaths in the untreated. Whilst excluding early deaths in the untreated might be expected to attenuate ITB, it comes at the cost of creating groups that are not directly comparable – i.e. all treated individuals compared to untreated individuals who had survived for at least twelve hours. The net impact of this strategy is not something that IMMORTOOL is able to predict. Only one of the remaining studies reported time to receipt of IVIG, stating that this was mostly initiated ‘during the first day of onset of illness’.[ 15 ] In our primary analysis, for all studies, we assumed that, in the treated group, 50% received the intervention within 12 hours. With only one time point - 30 day mortality - provided in the clindamycin treated STSS population, we used external data to parameterise the distribution of time to death.[ 17 ] In our primary analysis, we assumed that all deaths occurred within 8 days and that half of all deaths occurred within the first 48 hours. To emulate the original review, we pooled results using random effects meta-analysis. In sensitivity analysis, we varied these assumptions to generate a ‘low ITB scenario’ (50% of all IVIG given within 6 hours, and 33% of all deaths occurring within the first 48 hours) and a ‘high ITB scenario (50% of all IVIG given within 24 hours, and 66% of all deaths occurring within the first 48 hours). Code and tool availability We have made IMMORTOOL available as an R package, with a ShinyApp interface, so readers can undertake their own analyses. The underlying code, including code to reproduce all results reported in this paper, are available at https://github.com/petedodd/IMMORTOOL . Online access to the Shiny interface is available at https://petedodd.github.io/IMMORTOOL-live/ . Note, in some browsers, the interface will take a few minutes to load. Ethical approvals All analyses presented here used data in the public domain. Ethical approval to undertake these analyses was, therefore, not required. Results Benchmarking Results from the three papers we used for benchmarking are presented in Table 2 . Where possible, we present the results from the naive analysis as well as results treating the intervention as a time-varying exposure. Where papers presented both crude and adjusted estimates, we present their primary adjusted estimates. These are presented alongside the estimates provided by IMMORTOOL. The IMMORTOOL results are an estimate of the intervention effect that might be expected purely as a result of ITB, under the assumption that the intervention had no effect and that no other biases were at play. View this table: View inline View popup Download powerpoint Table 2. Published results from the three ‘benchmarking’ studies alongside estimates from IMMORTOOL. In the same table, we present the results of landmark analyses by Jones and Fowler[ 6 ] and by Geleris et al [ 9 ] alongside estimates, applying the same landmark time, provided by IMMORTOOL. The IMMORTOOL results, again, represent an estimate of the intervention effect that might be expected purely as a result of residual ITB, under the assumption that the intervention had no effect and that no other biases were at play. IVIG in STSS Estimates of the effects of IVIG on mortality in STSS are presented in Figure 2 . All three observational studies applied a naive analysis, and the data presented here are unadjusted for potential confounders. Also presented in Figure 2 are estimates from IMMORTOOL, under various assumptions about the distributions of time to event and time to intervention, plus the estimate from the single underpowered RCT. Download figure Open in new tab Figure 2. A forest plot containing the results reported by three observational studies estimating a risk ratio for 30 day mortality in patients with STSS according to whether they received IVIG; the results of three sets of IMMORTOOL simulations, estimating the results expected as a result of ITB, if the intervention has no effect on the outcome; and the results of the small RCT. The standard simulation assumptions had 50% of those receiving the intervention receiving it within 12 hours, and half of all deaths occurring within 48 hours. The low ITB assumptions had 50% of those receiving the intervention receiving it within 6 hours, and 33% of all deaths occurring within 48 hours. The high ITB assumptions had 50% of those receiving the intervention receiving it within 24 hours, and 66% of all deaths occurring within 48 hours. Conclusions Inappropriate analyses of observational studies, that fail to account for immortal time, can result in the protective effects of interventions being overestimated. This is a particular risk in conditions with substantial early mortality, such as acute severe infections. By fitting to reported data and simulating a study with a true null effect, IMMORTOOL can calculate the likely extent of this bias. In doing so, it makes two key assumptions. The first, that the intervention has no effect on the outcome, is often true. The second, that no other biases are at play, is rarely true. In both the CT-PET and influenza studies, IMMORTOOL identified the potential for substantial ITB in the naive analyses, which was apparent when comparing these to the results fitting the intervention as a time-varying exposure. IMMORTOOL also suggested the potential for significant ITB in the hydroxychloroquine study. That the naive estimate in that study suggested no benefit – in keeping with data from randomized controlled trials – may suggest that a second bias, most likely residual confounding by indication, offset the ITB. Here, we did not have results fitting the intervention as a time-varying exposure to directly compare to results from the naive analysis. Clearly, other biases may attenuate or exaggerate naive effect estimates. In smaller studies, the play of chance will also result in naive estimates that do not align with those predicted by IMMORTOOL. Our benchmarking exercise does, however, suggest that the tool will highlight situations in which substantial ITB is likely. The landmark analysis performed by the authors of the influenza study is instructive as it resulted in an estimate of the treatment effect that was further from the estimate with the intervention fit as a time-varying exposure than the estimate from the naive analysis. This is likely because the approach throws away data, resulting in imprecision. We used IMMORTOOL to interrogate three influential studies of the association between receiving IVIG and 30 day mortality in STSS.[ 13 – 15 ] Even where conservative assumptions were made regards the distribution of time to intervention and time to event, IMMORTOOL suggested that ITB was leading to exaggerated estimates of the benefits associated with IVIG treatment. Whilst our results suggest that published estimates of the effects IVIG on mortality in STSS overstate the survival advantage because of ITB, we would caution against concluding that the intervention has no benefit. There are reasons that observational studies might underestimate the benefits of this intervention. For example, if IVIG were offered to the sickest STSS patients then a modest benefit might be masked by confounding by indication. Confounding by indication could also operate in the other direction, with IVIG administration associated with prompt STSS diagnosis and proactive management. The most robust means of answering this important clinical question would be to undertake a large pragmatic multicentre RCT. The acuity of the situation, potential harms associated with administering a blood product, and the significant limitations of the existing evidence base could argue in favour of deferred consent, as has been used in other recent trials in acute severe infection.[ 18 ] Deferred consent would likely improve enrolment. However, if the true benefits of IVIG are more modest than had previously been assumed, then this RCT would need to be large.[ 19 ] The only previous trial ceased recruitment after randomizing 18 participants because enrolment was too slow.[ 11 ] Our tool can assess likely ITB in specific cases, and includes the impact of sample size on precision. In smaller samples, exaggerated point estimates - in both directions - will be seen more commonly regardless of the extent of ITB. IMMORTOOL can also explore the impact of landmark analysis and of crude approaches to limit ITB, such as not including deaths that occur early. Importantly, ITB is related to other forms of selection bias, such as prevalent user bias, that are not fully addressed by fitting the intervention as a time-varying exposure (this only addresses misallocation of person time). These biases occur where the intervention is harmful or protective - contrary the assumption made by IMMORTOOL - and where treatment assignment and follow up time are not aligned. Here, the most vulnerable individuals may be selectively depleted from the exposed or unexposed group such that, when follow up begins, the two populations are not comparable. These issues, and methods that can address selection problems beyond misallocation of person time, are discussed elsewhere.[ 20 ] A challenge in applying IMMORTOOL is that study authors often do not provide full data on the timings of the intervention or endpoints. However, readers will often have some idea of the expected distribution of time to death and can test a number of plausible time to intervention distributions. It is noteworthy that reporting guidelines do not explicitly mandate reporting of the distribution of time to treatment or time to event in observational studies of health interventions. STROBE[ 21 ] requires authors to ‘report numbers of outcome events or summary measures over time’, but there is nothing further in the relevant STROBE extensions RECORD[ 22 ] or RECORD-PE.[ 23 ] Updating these reporting guidelines to encourage the reporting of these distributions, so readers have the data required to assess risk of ITB, should be considered. IMMORTOOL enables quantitative assessments of the likely extent of ITB in published observational studies. This may flag studies where the published intervention effect is likely to be over optimistic. Alternatively, it may provide reassurance that ITB is unlikely, meaning published results are not automatically disregarded, although clearly other forms of bias may still explain results. It is not our intention that the tool be used to justify naive analyses where better analyses are possible. However, sometimes data do not allow for the intervention to be fit as a time-varying exposure. For example, sufficiently granular data on time to intervention or time to event may not be available. Here, investigators may find IMMORTOOL helpful in deciding whether to proceed with a crude or naive analysis. Where possible, important questions regards the relative efficacy and safety of interventions should be answered in randomised controlled trials. Data Availability We have made IMMORTOOL available as an R package, with a ShinyApp interface, so readers can undertake their own analyses. The underlying code, including code to reproduce all results reported in this paper, are available at https://github.com/petedodd/IMMORTOOL . Online access to the Shiny interface is available at https://petedodd.github.io/IMMORTOOL-live/ . Note, in some browsers, the interface will take a few minutes to load. https://github.com/petedodd/IMMORTOOL https://petedodd.github.io/IMMORTOOL-live Funding sources TAY is an NIHR Clinical Lecturer, funded by the National Institute for Health and Care Research. TP is a Clinical Research Career Development Fellow, funded by the Wellcome Trust (222098/Z/20/Z). PJD was supported by a fellowship from the UK Medical Research Council (MR/P022081/1). The views expressed in this publication are those of the author(s) and not necessarily those of the NHS, the National Institute for Health and Care Research, or the Department of Health and Social Care. Conflicts of interest TP was an author on the IVIG in STSS systematic review that we cite. Beyond this, the authors have no relevant conflicts of interest to declare. Patient consent As this was a secondary analysis of published data, patient consent was not required. Acknowledgements We are grateful to Dr Mark Jones and Prof Rob Fowler for answering our queries about their paper exploring the impact of immortal time bias on estimates of the efficacy of oseltamivir in severe influenza. References 1. ↵ Farr W , Humphreys NA , Royal Sanitary Institute , London . Vital Statistics: A Memorial Volume of Selections from the Reports and Writings of William Farr . Sanitary Institute , 1885 . 2. ↵ Gail MH . Does cardiac transplantation prolong life? A reassessment . Ann Intern Med 1972 ; 76 : 815 – 817 . OpenUrl CrossRef PubMed Web of Science 3. ↵ van Walraven C , Davis D , Forster AJ , Wells GA . Time-dependent bias was common in survival analyses published in leading clinical journals . J Clin Epidemiol 2004 ; 57 : 672 – 682 . OpenUrl CrossRef PubMed Web of Science 4. ↵ Dafni U . Landmark analysis at the 25-year landmark point . Circ Cardiovasc Qual Outcomes 2011 ; 4 : 363 – 371 . OpenUrl Abstract / FREE Full Text 5. ↵ van der Vaart TW , Prins JM , van Werkhoven CH , et al. Positive Impact of [ 18 F]FDG-PET/CT on Mortality in Patients With Staphylococcus aureus Bacteremia Explained by Immortal Time Bias . Clin Infect Dis 2023 ; 77 : 9 – 15 . OpenUrl PubMed 6. ↵ Jones M , Fowler R . Immortal time bias in observational studies of time-to-event outcomes . J Crit Care 2016 ; 36 : 195 – 199 . OpenUrl CrossRef PubMed 7. ↵ Heneghan CJ , Onakpoya I , Jones MA , et al. Neuraminidase inhibitors for influenza: a systematic review and meta-analysis of regulatory and mortality data . Health Technol Assess 2016 ; 20 : 1 – 242 . OpenUrl CrossRef PubMed 8. ↵ Lee TC , McDonald EG , Tong SYC . Positron emission tomography in staphylococcus aureus bacteremia: Peeking under the covers . Clin Infect Dis 2023 ; 77 : 16 – 18 . OpenUrl PubMed 9. ↵ Geleris J , Sun Y , Platt J , et al. Observational study of hydroxychloroquine in hospitalized patients with Covid-19 . N Engl J Med 2020 ; 382 : 2411 – 2418 . OpenUrl PubMed 10. ↵ Singh B , Ryan H , Kredo T , Chaplin M , Fletcher T . Chloroquine or hydroxychloroquine for prevention and treatment of COVID-19 . Cochrane Database Syst Rev 2021 ; 2 : CD013587 . OpenUrl PubMed 11. ↵ Darenberg J , Ihendyane N , Sjölin J , et al. Intravenous immunoglobulin G therapy in streptococcal toxic shock syndrome: a European randomized, double-blind, placebo-controlled trial . Clin Infect Dis 2003 ; 37 : 333 – 340 . OpenUrl CrossRef PubMed Web of Science 12. ↵ Parks T , Wilson C , Curtis N , Norrby-Teglund A , Sriskandan S . Polyspecific Intravenous Immunoglobulin in Clindamycin-treated Patients With Streptococcal Toxic Shock Syndrome: A Systematic Review and Meta-analysis . Clin Infect Dis 2018 ; 67 : 1434 – 1436 . OpenUrl CrossRef PubMed 13. ↵ Adalat S , Dawson T , Hackett SJ , Clark JE , In association with the British Paediatric Surveillance Unit. Toxic shock syndrome surveillance in UK children . Arch Dis Child 2014 ; 99 : 1078 – 1082 . OpenUrl Abstract / FREE Full Text 14. Carapetis JR , Jacoby P , Carville K , Ang S-JJ , Curtis N , Andrews R . Effectiveness of clindamycin and intravenous immunoglobulin, and risk of disease in contacts, in invasive group a streptococcal infections . Clin Infect Dis 2014 ; 59 : 358 – 365 . OpenUrl CrossRef PubMed 15. ↵ Linnér A , Darenberg J , Sjölin J , Henriques-Normark B , Norrby-Teglund A . Clinical efficacy of polyspecific intravenous immunoglobulin therapy in patients with streptococcal toxic shock syndrome: a comparative observational study . Clin Infect Dis 2014 ; 59 : 851 – 857 . OpenUrl CrossRef PubMed 16. ↵ Kaul R , McGeer A , Norrby-Teglund A , et al. Intravenous immunoglobulin therapy for streptococcal toxic shock syndrome--a comparative observational study. The Canadian Streptococcal Study Group . Clin Infect Dis 1999 ; 28 : 800 – 807 . OpenUrl CrossRef PubMed Web of Science 17. ↵ Lamagni TL , Neal S , Keshishian C , et al. Predictors of death after severe Streptococcus pyogenes infection . Emerg Infect Dis 2009 ; 15 : 1304 – 1307 . OpenUrl CrossRef PubMed 18. ↵ Qian ET , Casey JD , Wright A , et al. Cefepime vs piperacillin-tazobactam in adults hospitalized with acute infection: The ACORN randomized clinical trial: The ACORN randomized clinical trial . JAMA 2023 ; 330 : 1557 – 1567 . OpenUrl PubMed 19. ↵ Yusuf S , Collins R , Peto R . Why do we need some large, simple randomized trials? Stat Med 1984 ; 3 : 409 – 422 . OpenUrl CrossRef PubMed Web of Science 20. ↵ Hernán MA , Sterne JAC , Higgins JPT , Shrier I , Hernández-Díaz S. A structural description of biases that generate immortal time . Epidemiology 2024 ; Available at: http://journals.lww.com/epidem . 21. ↵ von Elm E , Altman DG , Egger M , et al. The Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) statement: guidelines for reporting observational studies: Guidelines for reporting observational studies . Epidemiology 2007 ; 18 : 800 – 804 . OpenUrl CrossRef PubMed Web of Science 22. ↵ Benchimol EI , Smeeth L , Guttmann A , et al. The REporting of studies Conducted using Observational Routinely-collected health Data (RECORD) statement . PLoS Med 2015 ; 12 : e1001885 . OpenUrl CrossRef PubMed 23. ↵ Langan SM , Schmidt SA , Wing K , et al. The reporting of studies conducted using observational routinely collected health data statement for pharmacoepidemiology (RECORD-PE) . BMJ 2018 ; 363 : k3532 . OpenUrl FREE Full Text 24. Hernán MA , Robins JM . Using Big Data to Emulate a Target Trial When a Randomized Trial Is Not Available . Am J Epidemiol 2016 ; 183 : 758 – 764 . OpenUrl CrossRef PubMed View the discussion thread. Back to top Previous Next Posted January 09, 2025. Download PDF Supplementary Material Data/Code Email Thank you for your interest in spreading the word about medRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following Quantifying potential immortal time bias in observational studies in acute severe infection Message Subject (Your Name) has forwarded a page to you from medRxiv Message Body (Your Name) thought you would like to see this page from the medRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share Quantifying potential immortal time bias in observational studies in acute severe infection Tom A. Yates , Tom Parks , Peter J. Dodd medRxiv 2025.01.09.25320251; doi: https://doi.org/10.1101/2025.01.09.25320251 Share This Article: Copy Citation Tools Quantifying potential immortal time bias in observational studies in acute severe infection Tom A. Yates , Tom Parks , Peter J. Dodd medRxiv 2025.01.09.25320251; doi: https://doi.org/10.1101/2025.01.09.25320251 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Infectious Diseases (except HIV/AIDS) Subject Areas All Articles Addiction Medicine (568) Allergy and Immunology (863) Anesthesia (297) Cardiovascular Medicine (4421) Dentistry and Oral Medicine (443) Dermatology (382) Emergency Medicine (606) Endocrinology (including Diabetes Mellitus and Metabolic Disease) (1507) Epidemiology (15212) Forensic Medicine (30) Gastroenterology (1121) Genetic and Genomic Medicine (6581) Geriatric Medicine (667) Health Economics (996) Health Informatics (4520) Health Policy (1366) Health Systems and Quality Improvement (1611) Hematology (539) HIV/AIDS (1264) Infectious Diseases (except HIV/AIDS) (15906) Intensive Care and Critical Care Medicine (1103) Medical Education (620) Medical Ethics (144) Nephrology (667) Neurology (6580) Nursing (345) Nutrition (998) Obstetrics and Gynecology (1141) Occupational and Environmental Health (956) Oncology (3324) Ophthalmology (970) Orthopedics (369) Otolaryngology (420) Pain Medicine (435) Palliative Medicine (129) Pathology (663) Pediatrics (1689) Pharmacology and Therapeutics (691) Primary Care Research (710) Psychiatry and Clinical Psychology (5433) Public and Global Health (9212) Radiology and Imaging (2193) Rehabilitation Medicine and Physical Therapy (1368) Respiratory Medicine (1194) Rheumatology (593) Sexual and Reproductive Health (709) Sports Medicine (529) Surgery (709) Toxicology (99) Transplantation (288) Urology (265) (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'9ff64880edc358f4',t:'MTc3OTM5NDg0MQ=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();

Text is read by the "Ask this paper" AI Q&A widget below. Extraction quality varies by source — PMC NXML preserves structure cleanly, OA-HTML may include some navigation residue, and OA-PDF can have broken hyphenation. The publisher copy (via DOI) is the canonical version.

My notes (saved in your browser only)

Ask this paper AI returns verbatim quotes from the full text · source: preprint-html

Answers must be backed by verbatim quotes from this paper's full text. Hallucinated quotes are dropped automatically; if no verbatim passage answers the question, we say so. How this works

Citation neighborhood (no data yet)

We don't have any in-corpus citations linked to this paper yet. This is a recent paper (2025) — citers typically take a year or two to land, and the OpenAlex reference graph may still be filling in.

Source provenance

europepmc
last seen: 2026-05-20T01:45:00.602351+00:00
unpaywall
last seen: 2026-05-21T05:10:58.409756+00:00
License: CC-BY-4.0