On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak

On the use of real-time reported mortality... | Gates Open Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://gatesopenresearch.org/js/vendor/ckeditor/' window.reactTheme = 'gates'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); Skip to content Gates Open Research file_upload Submit via VeriXiv search clear search menu close clear Search Browse Gateways & Collections How to Publish Submit via VeriXiv My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Publication Charges Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Contact Blog My Account Submissions Content and Tracking Alerts My Details Sign In Submit via VeriXiv { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://gatesopenresearch.org/articles/4-128" }, "headline": "On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak", "datePublished": "2020-09-11T13:50:17", "dateModified": "2020-09-11T13:50:17", "author": [ { "@type": "Person", "name": "Per Liljenberg" } ], "publisher": { "@type": "Organization", "name": "Gates Open Research", "logo": { "@type": "ImageObject", "url": "https://gatesopenresearch.org/img/AMP/Gates_image.png", "height": 600, "width": 47 } }, "image": { "@type": "ImageObject", "url": "https://gatesopenresearch.org/img/AMP/Gates_image.png", "height": 1200, "width": 94 }, "description": "Background: For diseases like Covid-19, where it has been difficult to identify the true number of infected people, or where the number of known cases is heavily influenced by the number of tests performed, hospitalizations and deaths play a significant role in understanding the epidemic and in determining the appropriate response. However, the Covid-19 deaths data reported by some countries display a significant weekly variability, which can make the interpretation and use of the death data in analysis and modeling difficult. Methods: We derive the mathematical relationship between the series of new daily deaths by reporting date and the series of deaths by death date. We then apply this formalism to the corresponding time-series reported by Sweden during the Covid-19 pandemic. Results: The practice of reporting new deaths daily, as is standard procedure during an outbreak in most countries and regions, should be viewed as a time-dependent filter, modulating the underlying true death curve. After having characterized the Swedish reporting process, we show how smoothing of the Swedish reported daily deaths series results in a curve distinctly different from the true death curve. We also comment on the use of nowcasting methods. Conclusions: Modelers and analysts using the series of new daily deaths by reporting date should take extra care when it is highly variable and when there is a significant reporting delay. It might be appropriate to instead use the series of deaths by death date combined with a nowcasting algorithm as basis for their analysis." } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://gatesopenresearch.org/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://gatesopenresearch.org/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://gatesopenresearch.org/articles/4-128/v1", "name": "On the use of real-time reported mortality data in modelling and analysis..." } } ] } Home Browse On the use of real-time reported mortality data in modelling and analysis... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Liljenberg P. On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak [version 1; peer review: 2 approved with reservations] . Gates Open Res 2020, 4 :128 ( https://doi.org/10.12688/gatesopenres.13180.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Research Article On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak [version 1; peer review: 2 approved with reservations] Per Liljenberg https://orcid.org/0000-0002-2597-953X Per Liljenberg https://orcid.org/0000-0002-2597-953X PUBLISHED 11 Sep 2020 Author details Author details Bill & Melinda Gates Foundation, Seattle, WA, USA Per Liljenberg Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Project Administration, Resources, Software, Supervision, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS This article is included in the Coronavirus (COVID-19) collection. Abstract Background : For diseases like Covid-19, where it has been difficult to identify the true number of infected people, or where the number of known cases is heavily influenced by the number of tests performed, hospitalizations and deaths play a significant role in understanding the epidemic and in determining the appropriate response. However, the Covid-19 deaths data reported by some countries display a significant weekly variability, which can make the interpretation and use of the death data in analysis and modeling difficult. Methods : We derive the mathematical relationship between the series of new daily deaths by reporting date and the series of deaths by death date. We then apply this formalism to the corresponding time-series reported by Sweden during the Covid-19 pandemic. Results : The practice of reporting new deaths daily, as is standard procedure during an outbreak in most countries and regions, should be viewed as a time-dependent filter, modulating the underlying true death curve. After having characterized the Swedish reporting process, we show how smoothing of the Swedish reported daily deaths series results in a curve distinctly different from the true death curve. We also comment on the use of nowcasting methods. Conclusions : Modelers and analysts using the series of new daily deaths by reporting date should take extra care when it is highly variable and when there is a significant reporting delay. It might be appropriate to instead use the series of deaths by death date combined with a nowcasting algorithm as basis for their analysis. READ ALL READ LESS Keywords mortality data, reporting delay, real-time, nowcasting, epidemiological modeling, smoothing Corresponding Author(s) Per Liljenberg ( [email protected] ) Close Corresponding author: Per Liljenberg Competing interests: No competing interests were disclosed. Grant information: The author is an employee of the Gates Foundation. Copyright: © 2020 Liljenberg P. This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Liljenberg P. On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak [version 1; peer review: 2 approved with reservations] . Gates Open Res 2020, 4 :128 ( https://doi.org/10.12688/gatesopenres.13180.1 ) First published: 11 Sep 2020, 4 :128 ( https://doi.org/10.12688/gatesopenres.13180.1 ) Latest published: 11 Sep 2020, 4 :128 ( https://doi.org/10.12688/gatesopenres.13180.1 ) Introduction What policy makers and analysts are interested in during an outbreak is the times series M of number of deaths m t that happened on each day t , M = { m t , t ∈ [ 0 , T ] } ( 1 ) During the outbreak, this is typically not what is available in real time. Instead, we shall have a closer look at two commonly used times series. The first time series is what has been reported by countries and regions to the WHO 1 , the US CDC 2 , the European CDC 3 and that eventually end up in dashboards like Johns Hopkins University 4 , 5 or Our World in Data 6 . This is the number of new deaths r t that has been reported to competent agencies in countries and regions during the last 24 hours, and which the countries and regions in turn report to the WHO and the European CDC on the reporting date t . We shall call this the reporting series, R , R = { r t , t ∈ [ 0 , T ] } ( 2 ) Note that this number is only on very rare occasions updated retrospectively. Normally, a new number is added to the time series every day. Also note that we know nothing about when the deaths happened, the event date, we only know the number of deaths reported on each day. The second time series is a time series that some countries, e.g. Sweden 7 – 9 , Belgium 10 and the UK 11 , 12 , make available on the internet. This data is normally a de-identified extract from the national surveillance and reporting system. This series has information about when the deaths actually happened. We will call this data set the event-based series D T , D T = { d t T , t ∈ [ 0 , T ] } ( 3 ) This data set is a time series reported on day T , where each number in the series, d t T , is the cumulative number of deaths on each event date t known to the country agency on date T . Note that typically a whole new time series is reported every day. As time goes by, more deaths find their way through the reporting process, the number of deaths for every event date in the past is updated. The two time-series as reported by Sweden on 2020-05-01 have been plotted in Figure 1 . A few general comments about these curves. The R -series varies dramatically with a weekly pattern, whereas the D T -series varies less but descends sharply towards zero as time approaches the reporting time T . From inspecting the cumulative versions in Figure 2 one can see the R -series for the most part represents a delayed situation compared to the D T -series, but that they coincide on the reporting day. Notably, these times series do look quite different and in what follows we will discuss how to interpret these time series and where care must be taken in using these data sets as input in modelling or for decision making. Figure 1. The daily deaths series. he R-series and the D T -series as reported by Sweden on 2020-05-01 and on 2020-07-09. It is enough to plot just one R-series as it does not change retrospectively unlike the D T -series, which is updated retrospectively every time it is reported. Figure 2. The cumulative deaths series. The cumulative R-series and the cumulative D T -series as reported by Sweden on 2020-05-01 and on 2020-07-09. Clearly, there is a delay in the R-series compared to the D T -series. The cumulative number of deaths coincide for both series on the reporting day. In addition to comparing the R -series and the D T -series, we will say a few words about nowcasting, and introduce a naive method based on the characteristics of the reporting process. Materials and methods It turns out that there is a rather elegant mathematical framework for the two series in terms of matrix algebra. For the interested reader we have put all of that in the Appendix (see Extended data 13 ). One of the key findings is equation (A16) which is the mathematical relationship between the R -series and the D T -series which is worth repeating here. The relationship between r t and d e T is r t = ∑ e = 0 T ρ e T ( t − e ) d e T ( 4 ) where ρ e T ( Δ ) is the so-called forward-looking probability mass function (pmf) defined as the fraction of the deaths that happened on event date e and were reported exactly Δ days later. If there were underlying stochastic variables for when deaths happened and were reported, ρ e T ( Δ ) would have the interpretation as an estimate of the conditional probability P (reporting date = e +Δ | event date = e ). There is also a corresponding forward-looking cumulative distribution function (cdf) ϕ e T ( Δ ) defined as the the fraction of the deaths that happened on event date e and were reported within Δ days. The expression (4) makes intuitive sense. It says that the number of deaths reported on day t , is the weighted sum of deaths happening on previous event days. The contribution from each event day e is the total number of deaths that day d e T times the probability that those deaths will be reported exactly t – e days later. Now, typically the reporting process does not change that much over time, in which case one may want to find the average cumulative distribution function and the average probability mass function. See expression (A15) in the Appendix (see Extended data 13 ) for how this is done. Also see the equation (A20) in the Appendix (see Extended data 13 ) for the inverse of (4), i.e. d e T as a function of r t . Equation (4) is interesting from another perspective. It is the defining expression of a linear time-dependent filter, where in-signal x ( t ) is modulated by a time dependent filter function f (τ, t , –τ) resulting in an out-signal y ( t ) y ( t ) = ∫ 0 ∞ f ( τ , t − τ ) x ( τ ) d τ ( 5 ) In mathematical terms, the expression (5) is a so-called convolution of the true signal and the time-dependent filter. Filters are used in many areas including epidemiology, although its main application is in signal processing. Interestingly, studies of time-dependent filters relevant to this paper can be found in geology, e.g. in 14 , 15 . The main insight here is that the practice of reporting daily deaths, the R -series, as is standard procedure, should be viewed as a time-dependent filter modulating the event-based curve. The reporting series R is distinct from the true death curve, even if it in most practical applications comes very close. Below we will highlight some circumstances where this difference can be important. Nowcasting of the D T -series As can be seen in Figure 1 , the D T -series typically descends to a value close to zero on the reporting day T . This is because few deaths will be reported on the same day they actually happened. Many deaths have happened but are still being processed in the reporting system and will be reported at a later date. This means that for a time period prior to the reporting time, the D T -series will underestimate the actual number of deaths on those days. Ideally, one would like to know the final number of deaths on any particular event date e before the reporting date T , i.e. finding the M series for t < T . This is the problem of nowcasting. Several groups have devised algorithms to estimate the M -series for t < T , see 16 – 22 . In the Appendix (see Extended data 13 ) we derive a very simple expression for the M -series, i.e. for m e = d e ∞ , which is m e = d e ∞ = d e T / ϕ e ∞ ( T − e ) ( 6 ) Intuitively this expression makes sense. It says that one could get the final number of deaths on an event day e by dividing the number of deaths on that day that have been reported so far (i.e. d e T ) by ϕ e ∞ ( T − e ) , which the fraction of the final number of deaths on day e reported within T – e days since day e . Of course, at time T we don’t know what the final cdf ϕ e ∞ will look like but by making the assumption that the reporting process will behave as it has done in the recent past, we will be able to compute simple nowcasts below. The drawback of this method is that it does not work when d e T = 0 , but as we will see it can still be quite useful. Source data and data processing The computations in this paper have been based on the fundamental data set d e t T , which was constructed from downloading the D T -series daily from 2020-04-02 to 2020-07-09. Data processing was done in R-studio (v1.2.1335) using R version 3.6.0 (2019-04-26). An R-script including relevant R-packages has been made available. Further information can be found in the Data availability section 13 23 . Results We will now apply the methods described above and, in the Appendix (see Extended data 13 ), to analyze the relationship between the reporting series and the event-based series as reported by Sweden. The Swedish reporting process for Covid-19 deaths As we have argued, the reporting process is characterized by the two time-dependent distribution functions ϕ e T ( Δ ) and ρ e T ( Δ ) . In Figure 3 we have plotted the cumulative distribution functions for all event dates between 2020-04-02 and 2020-06-01, as well as the resulting mean cdf. Figure 3. The cdfs for the Swedish reporting process of deaths. Plot of all cdfs ϕ e T ( Δ ) for event dates between 2020-04-02 and 2020-06-01. The bars represent the mean cdf which is time independent. The cdf ϕ e T ( Δ ) is defined as the fraction of deaths on a particular event date e that will be reported within Δ days. In Figure 4 we show the corresponding mean pmf ρ e T ( Δ ) . The first observation is that there is a significant delay in the reporting process. The average delay can be computed using equation (A14) and is 5.2 days. By inspection of the cdf, we see that it takes on average 7 days to capture 75% of the deaths on a particular day, and about 10 days to capture 90% of the deaths. Figure 4. The mean pmf for the Swedish reporting process of deaths. Plot of the mean probability mass function corresponding to the mean cdf across all event days between 2020-04-02 and 2020-06-01. Furthermore, from inspection of the pmf in Figure 4 , there seems to be a substructure to the reporting process. One can identify three sub-processes with different delays. Allow us to speculate that we have one reporting process for deaths in hospitals with an average delay of 1–2 days, one process for deaths in nursing homes with an average delay of 6–7 days and a third process that for some reason takes even longer, with an average delay of 11–12 days. One can imagine the pmf resulting from superposition of three distributions where the respective areas under the curve correspond to the fraction of deaths in those three settings respectively. Again, by inspection of the pmf, we estimate that roughly 3/8, 1/2 and 1/8 of the deaths happened in those three settings respectively. This is roughly in line with what has been reported by Sweden 24 . In order to better understand the weekly periodic pattern in the R -series, we have computed the average distributions for each weekday. The average cumulative distribution functions for each weekday is plotted in Figure 5 . There is a flat portion of each curve representing the fact that deaths were essentially not reported on Sundays. For Saturdays the flat portion is between day 0 and day 1; for Fridays between day 1 and 2 etc. Sweden stopped reporting both the R and the D T -series on weekends from 2020-06-20 onwards. Figure 5. The average cdfs by weekday for the Swedish reporting process of deaths. Plot of the average cdfs by weekday, for all event days between 2020-04-02 and 2020-06-01. We also plot the pmfs in Figure 6 . Given the simplicity of the mean distribution, the differences by weekday are a little surprising. It is a complex interplay between the three sub-processes mentioned previously and a significantly reduced reporting on Saturdays and Sundays resulting in the "valley" on day 6 on Mondays moving one day to the left every day. Figure 6. The average pmfs by weekday for the Swedish reporting process of deaths. Plot of the average pmfs by weekday, for all event days between 2020-04-02 and 2020-06-01. Next, in order to isolate the effect of the reporting process, we compute the effect of the Swedish reporting process on a hypothetical smooth bell shaped death curve, much like we have done for two simple examples in Figure A11 and Figure A12 in the Appendix (see Extended data 13 ). The result can be seen in Figure 7 . Figure 7. Application of the Swedish reporting process to a hypothetical death curve. Plot of the Swedish reporting process applied to a hypothetical smooth bell-shaped actual deaths curve. The R -series resulting from application of the full time-dependent set of pmfs shows a response very similar to reported R -series. The R -series resulting from the application of the time-independent mean pmf produces a modified bell-shaped R -series which is flatter and wider with a slightly different slope. Again, the daily, time-dependent pmfs produce a highly variable output just like the observed reporting series. Contrasting this output to the output one gets using the mean time-independent pmf, we conclude that the periodic pattern in the reporting series has its origin in characteristics of the reporting process rather than in the characteristics of the actual deaths curve. Although this is perhaps not very surprising, the amplitude of the periodic pattern is surprising. Relatively small differences in the reporting processes from one weekday to the next results in these wild swings in the reported daily deaths. Is there an opportunity to give guidance to the countries for how to reduce these resulting swings? We also note that the Swedish reporting process modifies the shape of the hypothetical death curve in three ways, just like the hypothetical cases in the Appendix (see Extended data 13 ). First, there is a clear time shift. Second, the peak is lower. Third, the slope is flatter, both as deaths increase and decrease. Smoothing of the Swedish R -series As we have seen, the Swedish R -series is very variable. Hence, when using the R -series as model input one may have to do some pre-processing. If used in a time dependent model together with case incidence or prevalence (e.g. in an SIR model) one may have to adjust for the reporting delay, since the reporting of cases normally is quicker than the reporting of deaths. The average reporting delay for cases in Sweden is approximately 1–2 days. Additionally, if initial conditions need to be specified for the magnitude as well as the slope of the death curve, some kind of smoothing of the R -series is appropriate. The question then arises, what is a good smoothing of the R -series? Since the R -series is not the same as the D T -series, what should a good smoothing of the R -series look like? The example in the previous section gives us a clue. Based on the graphs plotted in Figure 7 , a measure of how good a smoothing is to see how closely it matches the "transformed" D T -series, i.e. the series one would obtain by applying a "smoothed reporting process" to the event based series, i.e. using the time-independent mean pmf rather than the time-dependent pmfs. In addition, a good smoothing should have the same area under the curve as the R -series. Unfortunately, neither the D T -series, nor the mean pmf are available to the modelers. One model that relies on the shape of the death curve is the model developed by the Institute of Health Metrics and Evaluations (IHME) at University of Washington 25 . In Figure 8 we have plotted the Swedish R -series as reported on 2020-06-03 well as the smoothing of the R -series by IHME modelers in the 2020-06-05 update of their model 26 . We have also plotted the transformed D T -series one obtains by filtering the D T series using the mean pmf. Figure 8. Smoothing of the Swedish R-series. Plot showing the IHME smoothing of the R-series on 2020-06-03 in comparison with the Transformed D T -series using the mean pmf. Note there is an uptick in the R-series just before the reporting date, which may have influenced the smoothing. Also note that the Transformed D T -series has a slightly lower peak, a significant delay and a lesser slope than the D T -series. At this particular instance the IHME modelers were unfortunate to produce a smoothing that drastically changed the outcome of the model and we can see that it deviates significantly from the transformed D T -series. This IHME smoothing preserved the number of deaths. For reference, the 2020-06-05 update of the model estimated 8357 (7046, 10386) number of deaths by 2020-08-01. A previous update on 2020-05-29, with a different smoothing, estimated 5254 (4688, 6420) number of deaths. In their next update of the model on 2020-06-25, the smoothing is very similar to the transformed D T -series. Please note that by only using the smoothed R -series as input, one does not compensate for the delay in the reporting process, nor for the change in shape of the curve. This means for the total number of deaths, as well as the rise (or decline) in number of deaths is underestimated. Nowcasting of the Swedish D T -series Turning our attention to the D T -series, we were curious to see how a state of the art nowcasting algorithm would perform in the presence of the strong weekly patterns in the Swedish time-dependent reporting process. We have therefore compared a "naive" approximation of the nowcasting formula (6) with the nowcasting algorithm developed by a group at Harvard 17 . We wanted to use both a time independent and a time-dependent approximation and used the following two naive approximations ϕ e ∞ ( Δ ) ≈ ϕ 21 − 34 ∞ ( Δ ) ( Mean nowcast ) ( 7 ) ϕ e ∞ ( Δ ) ≈ 1 2 [ ϕ e − 21 ∞ ( Δ ) + ϕ e − 28 ∞ ( Δ ) ] ( Weekday forecast ) ( 8 ) where ϕ 21 − 34 T ( Δ ) is the mean cdf computed as an average of the 14 cdfs for the event days 21–34 days before the reporting time T . Note that we have to go 21 days back in order to have the cdf defined for Δ between 0 and 21 days. We deliberately chose a multiple of 7 to match with the correct weekday. Starting on Sunday 2020-05-10, we have plotted 7 nowcasts of the D T -series. The first graphs are shown in Figure 9 and the following six in Figure 10 . Figure 9. Nowcasts of the Swedish D T -series, initial day. Graph showing the D T -series, the Mean nowcast, the Weekday nowcast and the Harvard nowcast of the D T -series on the reporting day 2020-05-10. The D T -series as of 2020-07-09 serves as the true M-series. On this reporting day, the three nowcasts are quite different for the two days prior to the reporting date. Figure 10. Nowcasts of the Swedish D T -series, subsequent days. Graph showing the zoomed-in D T -series, the Mean nowcast, the Weekday nowcast and the Harvard nowcast of the D T -series on reporting days between 2020-05-11 and 2020-05-16. The D T -series as of 2020-07-09 serves as the true M-series. Although the Harvard nowcast is better, the naive nowcasts can be useful. Generally, the Harvard nowcast algorithm performs better, but since also the Harvard nowcast fluctuates, it would be interesting to see if there are improvements that can be made by taking the weekly pattern better into account. It should be noted that we have used default settings for the Harvard nowcast. Furthermore, one can likely improve upon the approximations (7) and (8) but nowcasting is not the focus of this paper. The takeaway message here is that there are good nowcast methods available to analysts if they have access to the fundamental data set d e t T and if they are interested in using the best possible input in their analyses. Conclusion By viewing the R -series and the D T -series as two aspects of the same underlying data set, we conclude that the R -series is the result of a reporting process that "filters" the event based series, the D T -series, see Equation (4) . In many cases this does not result in a significant difference between the two series. However, it turns out that the Swedish reporting process for Covid-19 deaths happens to generate a R -series that looks quite different from the D T -series. The R -series is wildly varying in time, which makes it hard to see trends and use as model input. To remedy this for the Swedish R -series, smoothing of the curve is appropriate. Unfortunately, it is hard to know what constitutes a good smoothing, unless you have access to the D T -series. However, three factors are worth paying close attention to. First, most reporting processes have a built-in delay, leading to a corresponding shift in time between the R -series and the D T -series. Second, if the delay is significant, the shape of the curve will also be affected. The peak will be lower, and the slope of the smooth R -series will be less than the slope of the D T -series. This may result in an estimate of number of deaths that is an under-estimate during times of increasing daily deaths counts, and an over-estimate during times of decreasing death counts. Finally, if the slope of the deaths curve just before the reporting time is of importance, one should note that the perfectly smooth R -series will to some degree reflect the slope of the D T -series and drop off just before the reporting time. Getting the slope right based on the R -series can therefore be a very hard problem, as we have seen in a real world case shown in Figure 8 . It is worth noting that smoothing of the R -series by applying a 7- or 14-day rolling average, which has been very common when reporting Covid-19 deaths, might be a good idea but it suffers from the same short comings as mentioned above. It adds another four (alt. eight) days of delay, dampens the peaks, and additionally flattens the slope of the death curve. So, what is the best method? In cases where the there is a significant difference between the R -series and the D T -series, it is probably not very controversial to be of the opinion that one should use the D T -series. However, one then faces the problem of a D T -series that drops off to zero close to the reporting date, see Figure 1 , and one is forced to use a nowcasting method to compensate for this drop-off. As we have seen in Figure 9 and Figure 10 , the nowcasting series are not perfect and do fluctuate when applied to the Swedish data set. Nevertheless, whereas the change in shape of the R -series from one day to another can be significant, the shape of D T -series never changes that much since it distributes the new deaths over many event dates. This is the main reason why using the D T -series with nowcasting is preferable to using the R -series with smoothing, shifting and potentially compensating for a difference in shape. Coming back to the Swedish situation, back in May it was not a trivial task to interpret the death curve and seeing the trend if you only had access to the R -series. However, having access to the D T -series and a nowcasting algorithm did give you confidence that the number of deaths were indeed declining. Of course, access to data for hospitalizations, ICU occupancy and case incidence gives a more complete picture and help interpret the situation. Nevertheless, it would be welcome if more countries made the D T -series available. Data availability Underlying data The primary data set analyzed in this paper was constructed by downloading the D T -series daily from the Public Health Agency of Sweden 7 between 2020-04-02 and 2020-07-09. The data is publicly available and is considered public domain data. Zenodo: On the use of real-time mortality data in modelling and analysis during an epidemic outbreak – underlying data https://doi.org/10.5281/zenodo.3992345 23 . This project contains the following underlying data: FHM_Covid_Download.zip . (Zip-archive of raw downloaded files with Swedish deaths data.) swedish_covid_deaths_data.csv . (Swedish deaths data collated from the raw data files in a .csv format.) swedish_covid_deaths_data.xlsx . (Swedish deaths data collated from the raw data files in a .xlsx format.) Data are available under the terms of the Creative Commons Zero "No rights reserved" data waiver (CC0 1.0 Public domain dedication). In the article we also discuss and plot data generated by Institute of Health Metrics and Evaluation 26 in the 2020-06-05 update of their model. The terms and conditions can be found or their website and states for non-commercial users: “Data made available for download on IHME Websites can be used, shared, modified or built upon by non-commercial users via the Creative Commons Attribution-NonCommercial 4.0 International License ( https://creativecommons.org/licenses/by-nc/4.0/)” . Extended data The Appendix to this article as well as the R-code to generate the graphs and the nowcasts are available as extended data. Zenodo: On the use of real-time mortality data in modelling and analysis during an epidemic outbreak – extended data. http://doi.org/10.5281/zenodo.4005244 13 . This project contains the following extended data: Liljenberg2020_OGR_Appendix.pdf (Appendix to the main article) swedish_covid_deaths_OGR.R . (R-script to generate graphs and nowcasts in the paper.) MDAR author checklist.pdf (Completed MDAR reporting checklist) Data are available under the terms of the Creative Commons Zero "No rights reserved" data waiver (CC0 1.0 Public domain dedication). Acknowledgements We would like to acknowledge Dr. Sarah McGough for assistance with the Harvard nowcasting r-package. Faculty Opinions recommended References 1. World Health Organization (WHO): Coronavirus Disease (COVID-19) Situation Reports. [Accessed: 01-Aug-2020]. Reference Source 2. Centers for Disease Control and Prevention (U.S.): CDC COVID Data Tracker. [Accessed: 01-Aug-2020]. 3. European Centre for Disease Control: How ECDC collects and processes COVID-19 data. 2020. [Accessed: 05-Jul-2020]. Reference Source 4. Johns Hopkins University: COVID-19 Map - Coronavirus Resource Center. 2020. [Accessed: 01-Aug-2020]. Reference Source 5. Dong E, Du H, Gardner L: An interactive web-based dashboard to track COVID-19 in real time. Lancet Infect Dis. Lancet Publishing Group. 2020; 20 (5): 533–534. PubMed Abstract | Publisher Full Text | Free Full Text 6. Our World in Data: Coronavirus Pandemic (COVID-19) - Statistics and Research. [Accessed: 01-Aug-2020]. Reference Source 7. Folkhälosmyndigheten (Public health agency of Sweden): Bekräftade fall i Sverige — Folkhälsomyndigheten. [Accessed: 10-Jul-2020]. Reference Source 8. Folkhälsomyndigheten (Public health agency of Sweden): Bekräftade fall i Sverige - daglig uppdatering. [Accessed: 05-Jul-2020]. Reference Source 9. Sveriges Television: The spread of the new coronavirus - SVT Nyheter. [Accessed: 05-Jul-2020]. Reference Source 10. Sciensano (Belgian Institute for Health): Epistat - COVID-19 Monitoring. 2020. [Accessed: 18-Aug-2020]. Reference Source 11. National Health Service: Statistics » COVID-19 Daily Deaths. [Accessed: 10-Jul-2020]]. Reference Source 12. GOV.UK: Coronavirus (COVID-19) in the UK. [Accessed: 05-Jul-2020]. Reference Source 13. Liljenberg P: On the use of real-time mortality data in modelling and analysis during an epidemic outbreak - extended data [Data set]. Zenodo. 2020. http://www.doi.org/10.5281/zenodo.4005244 14. Margrave GF: Theory of nonstationary linear filtering in the Fourier domain with application to time‐variant filtering. GEOPHYSICS. 1998; 63 (1): 244–259. Publisher Full Text 15. Clarke GKC: Time-varying deconvolution filters. GEOPHYSICS. 1968; 33 (6): 936–944. Publisher Full Text 16. Salmon M, Schumacher D, Stark K, et al. : Bayesian outbreak detection in the presence of reporting delays. Biom J. 2015; 57 (6): 1051–1067. PubMed Abstract | Publisher Full Text 17. McGough SF, Johansson MA, Lipsitch M, et al. : Nowcasting by Bayesian Smoothing: A flexible, generalizable model for real-time epidemic tracking. PLOS Comput Biol. 2020; 16 (4): e1007735. PubMed Abstract | Publisher Full Text | Free Full Text 18. Rotejanaprasert C, Ekapirat N, Areechokchai D, et al. : Bayesian spatiotemporal modeling with sliding windows to correct reporting delays for real-time dengue surveillance in Thailand. Int J Health Geogr. 2020; 19 (1): 4. PubMed Abstract | Publisher Full Text | Free Full Text 19. Wu JT, Leung K, Leung GM: Nowcasting and forecasting the potential domestic and international spread of the 2019-nCoV outbreak originating in Wuhan, China: a modelling study. Lancet. 2020; 395 (10225): 689–697. PubMed Abstract | Publisher Full Text | Free Full Text 20. Arslan S, Ozdemir MY, Ucar A: Nowcasting and Forecasting the Spread of COVID-19 and Healthcare Demand In Turkey, A Modelling Study. medRxiv. 2020. Publisher Full Text 21. Science Media Centre: Nowcasting and forecasting COVID-19 data. [Accessed: 01-Aug-2020]. Reference Source 22. Bird S, Nielsen B: Now-casting of Covid-19 deaths in English hospitals. [Accessed: 21-Jun-2020]. Reference Source 23. Liljenberg P: On the use of real-time mortality data in modelling and analysis during an epidemic outbreak - underlying data [Data set]. Zenodo. 2020. http://www.doi.org/10.5281/zenodo.3992345 24. Socialstyrelsen: Statistik om covid-19 bland äldre efter boendeform - Socialstyrelsen. [Accessed: 11-Jul-2020]. Reference Source 25. IHME COVID-19 health service utilization forecasting team, Murray CJL: Forecasting the impact of the first wave of the COVID-19 pandemic on hospital demand and deaths for the USA and European Economic Area countries. medRxiv. 2020. Publisher Full Text 26. IHME COVID-19 health service utilization forecasting team, Murray CJL: COVID-19 estimate downloads | Institute for Health Metrics and Evaluation. [Accessed: 10-Jul-2020]. Reference Source Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 11 Sep 2020 ADD YOUR COMMENT Comment Author details Author details Bill & Melinda Gates Foundation, Seattle, WA, USA Per Liljenberg Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Project Administration, Resources, Software, Supervision, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information The author is an employee of the Gates Foundation. Article Versions (1) version 1 Published: 11 Sep 2020, 4:128 https://doi.org/10.12688/gatesopenres.13180.1 Copyright © 2020 Liljenberg P. This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads Gates Open Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Liljenberg P. On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak [version 1; peer review: 2 approved with reservations] . Gates Open Res 2020, 4 :128 ( https://doi.org/10.12688/gatesopenres.13180.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 11 Sep 2020 Views 0 Cite How to cite this report: Truelove S. Reviewer Report For: On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak [version 1; peer review: 2 approved with reservations] . Gates Open Res 2020, 4 :128 ( https://doi.org/10.21956/gatesopenres.14380.r30074 ) The direct URL for this report is: https://gatesopenresearch.org/articles/4-128/v1#referee-response-30074 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 29 Jan 2021 Shaun Truelove , Department of International Health, Johns Hopkins Bloomberg School of Public Health, Baltimore, MD, USA Approved with Reservations VIEWS 0 https://doi.org/10.21956/gatesopenres.14380.r30074 This paper presents an interesting examination of how aggregate death reporting can misrepresent the true mortality curve during the COVID-19 pandemic. Using case data, which captures the true dates of when deaths happened, not just when they were reported, the ... Continue reading READ ALL This paper presents an interesting examination of how aggregate death reporting can misrepresent the true mortality curve during the COVID-19 pandemic. Using case data, which captures the true dates of when deaths happened, not just when they were reported, the author developed a mathematical framework for compare the sources of deaths. Through this framework, the author goes on to compare the now-casting with their framework with those of IHME and Harvard. While the methods are sound, the structure of this manuscript was unconventional, making it somewhat challenging to follow. The author provided only limited background information, and motivation for this work was not overtly clear to the reader. I would like to see more background provided about why we care about these differences in deaths reporting. The methods and results were similarly lacking in structure. I was not completely clear what the authors did in terms of methods, particularly with respect to the now-casting, and much of the results are presented as a conversational commentary, rather than scientific findings. It would have been good to seen a quantified impact of using the R-series versus the D-series. Finally, while I believe this work provides novel findings, I believe these findings could be more clearly presented and emphasized, particularly in terms of how the public should be interpreting model results, and how researchers should be accounting for these. Additionally, the author did not discuss limitations of this work or reliability of the data being used. While the "D-series" is ideal, it is often only a subset of individuals across a country. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Yes Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: infectious disease epidemiology and modeling, statistics, COVID-19, vaccination I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Truelove S. Reviewer Report For: On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak [version 1; peer review: 2 approved with reservations] . Gates Open Res 2020, 4 :128 ( https://doi.org/10.21956/gatesopenres.14380.r30074 ) The direct URL for this report is: https://gatesopenresearch.org/articles/4-128/v1#referee-response-30074 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Khajanchi S. Reviewer Report For: On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak [version 1; peer review: 2 approved with reservations] . Gates Open Res 2020, 4 :128 ( https://doi.org/10.21956/gatesopenres.14380.r29961 ) The direct URL for this report is: https://gatesopenresearch.org/articles/4-128/v1#referee-response-29961 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 18 Nov 2020 Subhas Khajanchi , Department of Mathematics, Presidency University, Kolkata, West Bengal, India Approved with Reservations VIEWS 0 https://doi.org/10.21956/gatesopenres.14380.r29961 The COVID-19 pandemic has already spread throughout the world and the people are aware about the diseases and they are using precautions about the pandemic. Still, COVID-19 is spreading very quickly. Some countries like Spain, Australia, Serbia, China, etc. have ... Continue reading READ ALL The COVID-19 pandemic has already spread throughout the world and the people are aware about the diseases and they are using precautions about the pandemic. Still, COVID-19 is spreading very quickly. Some countries like Spain, Australia, Serbia, China, etc. have started a second wave of COVID-19. To stop the spread of the disease, a vaccine is needed. In absence of the vaccine people must have maintained social distancing. In order to maintain the social distancing, one must obey the modeling rule. The introduction needs to be improved by incorporating some recent references of COVID-19 pandemic. To do so, I suggest some modeling work to be included in the references such as: Sakar et al . (2020) 1 , Khajanchi & Sakar (2020) 2 , and Samui et al. (2020) 3 . In this context, an important factor must be included in this study, that is, the impact of the effect of media. How the COVID-19 dynamics been changed due to incorporation of the media related awareness like use of face masks, non-pharmaceutical interventions, hand sanitization, etc. The author must include the manuscript Khajanchi et al. (2020) 4 to study the effect of media. Is there any experimental data to validate the mathematical model? The authors at least describe the basic reproduction number R 0 and its impact on COVID-19 pandemic in India. The basic reproduction number R 0 is one of the most crucial quantities in infectious diseases, as R 0 measures how contagious a disease is. For R 0 < 1, the disease is expected to stop spreading, but for R 0 = 1 an infected individual can infect on an average 1 person, that is, the spread of the disease is stable. The disease can spread and become epidemic if R 0 must be greater than 1 5 . Some references contain errors and inconsistent formatting. It is difficult to give credit to research if even elementary aspects of the work are not error free. This should be corrected with care and love to detail. The manuscript is comprehensive, and I have enjoyed learning about the presented results. I find that the manuscript is written with very poor language and the presentation is not good, and I am in principal in favor of indexing, although the following comments should nevertheless be accommodated in one major revision. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly References 1. Sarkar K, Khajanchi S, Nieto JJ: Modeling and forecasting the COVID-19 pandemic in India. Chaos Solitons Fractals . 2020; 139 : 110049 PubMed Abstract | Publisher Full Text 2. Khajanchi S, Sarkar K: Forecasting the daily and cumulative number of cases for the COVID-19 pandemic in India. Chaos . 2020; 30 (7): 071101 PubMed Abstract | Publisher Full Text 3. Samui P, Mondal J, Khajanchi S: A mathematical model for COVID-19 transmission dynamics with a case study of India. Chaos Solitons Fractals . 2020; 140 : 110173 PubMed Abstract | Publisher Full Text 4. Khajanchi S, Sarkar K, Mondal J, Perc M: Dynamics of the COVID-19 pandemic in India. 2020. Publisher Full Text 5. Khajanchi S, Bera S, Roy T: Mathematical analysis of the global dynamics of a HTLV-I infection model, considering the role of cytotoxic T-lymphocytes. Mathematics and Computers in Simulation . 2021; 180 : 354-378 Publisher Full Text Competing Interests: No competing interests were disclosed. Reviewer Expertise: Infectious diseases, Ecological systems, Tumor-immune interactions. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Khajanchi S. Reviewer Report For: On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak [version 1; peer review: 2 approved with reservations] . Gates Open Res 2020, 4 :128 ( https://doi.org/10.21956/gatesopenres.14380.r29961 ) The direct URL for this report is: https://gatesopenresearch.org/articles/4-128/v1#referee-response-29961 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 11 Sep 2020 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 Version 1 11 Sep 20 read read Subhas Khajanchi , Presidency University, Kolkata, India Shaun Truelove , Johns Hopkins Bloomberg School of Public Health, Baltimore, USA Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2021 Truelove S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 29 Jan 2021 | for Version 1 Shaun Truelove , Department of International Health, Johns Hopkins Bloomberg School of Public Health, Baltimore, MD, USA 0 Views copyright © 2021 Truelove S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This paper presents an interesting examination of how aggregate death reporting can misrepresent the true mortality curve during the COVID-19 pandemic. Using case data, which captures the true dates of when deaths happened, not just when they were reported, the author developed a mathematical framework for compare the sources of deaths. Through this framework, the author goes on to compare the now-casting with their framework with those of IHME and Harvard. While the methods are sound, the structure of this manuscript was unconventional, making it somewhat challenging to follow. The author provided only limited background information, and motivation for this work was not overtly clear to the reader. I would like to see more background provided about why we care about these differences in deaths reporting. The methods and results were similarly lacking in structure. I was not completely clear what the authors did in terms of methods, particularly with respect to the now-casting, and much of the results are presented as a conversational commentary, rather than scientific findings. It would have been good to seen a quantified impact of using the R-series versus the D-series. Finally, while I believe this work provides novel findings, I believe these findings could be more clearly presented and emphasized, particularly in terms of how the public should be interpreting model results, and how researchers should be accounting for these. Additionally, the author did not discuss limitations of this work or reliability of the data being used. While the "D-series" is ideal, it is often only a subset of individuals across a country. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Yes Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise infectious disease epidemiology and modeling, statistics, COVID-19, vaccination I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (0) Truelove S. Peer Review Report For: On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak [version 1; peer review: 2 approved with reservations] . Gates Open Res 2020, 4 :128 ( https://doi.org/10.21956/gatesopenres.14380.r30074) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://gatesopenresearch.org/articles/4-128/v1#referee-response-30074 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2020 Khajanchi S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 18 Nov 2020 | for Version 1 Subhas Khajanchi , Department of Mathematics, Presidency University, Kolkata, West Bengal, India 0 Views copyright © 2020 Khajanchi S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The COVID-19 pandemic has already spread throughout the world and the people are aware about the diseases and they are using precautions about the pandemic. Still, COVID-19 is spreading very quickly. Some countries like Spain, Australia, Serbia, China, etc. have started a second wave of COVID-19. To stop the spread of the disease, a vaccine is needed. In absence of the vaccine people must have maintained social distancing. In order to maintain the social distancing, one must obey the modeling rule. The introduction needs to be improved by incorporating some recent references of COVID-19 pandemic. To do so, I suggest some modeling work to be included in the references such as: Sakar et al . (2020) 1 , Khajanchi & Sakar (2020) 2 , and Samui et al. (2020) 3 . In this context, an important factor must be included in this study, that is, the impact of the effect of media. How the COVID-19 dynamics been changed due to incorporation of the media related awareness like use of face masks, non-pharmaceutical interventions, hand sanitization, etc. The author must include the manuscript Khajanchi et al. (2020) 4 to study the effect of media. Is there any experimental data to validate the mathematical model? The authors at least describe the basic reproduction number R 0 and its impact on COVID-19 pandemic in India. The basic reproduction number R 0 is one of the most crucial quantities in infectious diseases, as R 0 measures how contagious a disease is. For R 0 < 1, the disease is expected to stop spreading, but for R 0 = 1 an infected individual can infect on an average 1 person, that is, the spread of the disease is stable. The disease can spread and become epidemic if R 0 must be greater than 1 5 . Some references contain errors and inconsistent formatting. It is difficult to give credit to research if even elementary aspects of the work are not error free. This should be corrected with care and love to detail. The manuscript is comprehensive, and I have enjoyed learning about the presented results. I find that the manuscript is written with very poor language and the presentation is not good, and I am in principal in favor of indexing, although the following comments should nevertheless be accommodated in one major revision. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly References 1. Sarkar K, Khajanchi S, Nieto JJ: Modeling and forecasting the COVID-19 pandemic in India. Chaos Solitons Fractals . 2020; 139 : 110049 PubMed Abstract | Publisher Full Text 2. Khajanchi S, Sarkar K: Forecasting the daily and cumulative number of cases for the COVID-19 pandemic in India. Chaos . 2020; 30 (7): 071101 PubMed Abstract | Publisher Full Text 3. Samui P, Mondal J, Khajanchi S: A mathematical model for COVID-19 transmission dynamics with a case study of India. Chaos Solitons Fractals . 2020; 140 : 110173 PubMed Abstract | Publisher Full Text 4. Khajanchi S, Sarkar K, Mondal J, Perc M: Dynamics of the COVID-19 pandemic in India. 2020. Publisher Full Text 5. Khajanchi S, Bera S, Roy T: Mathematical analysis of the global dynamics of a HTLV-I infection model, considering the role of cytotoxic T-lymphocytes. Mathematics and Computers in Simulation . 2021; 180 : 354-378 Publisher Full Text Competing Interests No competing interests were disclosed. Reviewer Expertise Infectious diseases, Ecological systems, Tumor-immune interactions. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (0) Khajanchi S. Peer Review Report For: On the use of real-time reported mortality data in modelling and analysis during an epidemic outbreak [version 1; peer review: 2 approved with reservations] . Gates Open Res 2020, 4 :128 ( https://doi.org/10.21956/gatesopenres.14380.r29961) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://gatesopenresearch.org/articles/4-128/v1#referee-response-29961 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with Gates Open Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "On the use of real-time reported mortality...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://gatesopenresearch.org/articles/4-128/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://gatesopenresearch.org/articles/4-128/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://gatesopenresearch.org/articles/4-128/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Liljenberg P'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://gatesopenresearch.org/articles/4-128/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://gatesopenresearch.org/articles/4-128", templates : { twitter : "On the use of real-time reported mortality data in modelling.... Liljenberg P, published by " + "Gates Open Research" + ", https://gatesopenresearch.org/articles/4-128/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/13180/14380") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "14380"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "29888": 0, "29959": 0, "29640": 0, "29960": 0, "30025": 0, "29961": 32, "30026": 0, "29962": 0, "30027": 0, "29777": 0, "29650": 0, "29778": 0, "29651": 0, "30036": 0, "30037": 0, "30038": 0, "30039": 0, "29593": 0, "29923": 0, "29924": 0, "29925": 0, "29934": 0, "29555": 0, "29556": 0, "29557": 0, "29558": 0, "29559": 0, "30073": 0, "29945": 0, "30074": 16, "30267": 0, "30268": 0, "30269": 0, "30270": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "f2449095-e618-4367-bf99-f734bf56d5e3"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); Are you a Gates-funded researcher? If you are a previous or current Gates grant holder, sign up for information about developments, publishing and publications from Gates Open Research. First Name * You must provide your first name Last Name * You must provide your last name Email * You must provide a valid email address Institution You must provide an institution. Submit Thank you! We'll keep you updated on any major new updates to Gates Open Research Gates Open Research Browse Gateways How to Publish About Contact Legal For Developers Cookie Notice Privacy Notice RSS Submit via VeriXiv © F1000 Research Limited and its licensors ISSN 2572-4754 var F1000platform = new F1000.Platform({ name: "gates", displayName: "Gates Open Research", hostName: "gatesopenresearch.org", id: "3", editorialEmail: "[email protected]", infoEmail: "[email protected]", usePmcStats: true }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });