Protocol for the creation of a core outcome set... | HRB Open Research dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); const cookieDomain = window.location.hostname; const tld = buildTLD(); function buildTLD() { const domainParts = cookieDomain.split('.'); while (domainParts.length > 2) { domainParts.shift(); } return domainParts.join('.'); } function deleteCookie(cookieName) { if (!cookieName) { return; } const cookiePath = (cookieName.startsWith('retraction_warning_') || cookieName.startsWith('version_warning_')) ? '/articles/' + cookieName : '/'; // Yes, these three slightly different ways to try and remove cookies are necessary document.cookie = cookieName + '=; path=' + cookiePath + '; domain=' + cookieDomain + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; domain=.' + tld + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; } function deleteGroupCookies(group) { if (!group) { return; } const domainData = OneTrust.GetDomainData(), cookies = domainData.Groups.filter(cookieGroup => cookieGroup.OptanonGroupId === group)[0].Cookies; cookies.forEach(cookie => deleteCookie(cookie.Name)); } function OptanonWrapper() { const cookieConsentGroups = []; for (group of OneTrust.GetDomainData().Groups) { cookieConsentGroups.push(group.OptanonGroupId); } OneTrust.OnConsentChanged(function(e) { const cookieConsentActiveGroups = OnetrustActiveGroups.split(',').filter(activeGroup => activeGroup); cookieConsentGroups.forEach(group => { if (!cookieConsentActiveGroups.includes(group)) { deleteGroupCookies(group); }; }); }); } window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://hrbopenresearch.org/js/vendor/ckeditor/' window.reactTheme = 'HRB'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); Skip to content HRB Open Research file_upload Submit your research search clear search menu close clear Search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Data Guidelines Prepublication Checks Production Process Article Processing Charges Finding Article Reviewers About How it Works For Reviewers National Steering Group Policies Glossary FAQs Contact Blog My Account Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://hrbopenresearch.org/articles/7-67" }, "headline": "Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in...", "datePublished": "2024-10-28T10:32:50", "dateModified": "2026-01-09T22:00:21", "author": [ { "@type": "Person", "name": "Patrick Crowley" }, { "@type": "Person", "name": "Evelyn Flanagan" }, { "@type": "Person", "name": "Rónán O'Caoimh" } ], "publisher": { "@type": "Organization", "name": "HRB Open Research", "logo": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 566, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 1200, "width": 127 }, "description": " Background While sleep disturbance is common in dementia, leading to negative outcomes, there is growing evidence that sleep disturbance begins early in prodromal dementia and may contribute to cognitive decline. Sleep is therefore an important treatment target throughout the natural history of dementia and there is increasing interest in sleep as a modifiable risk factor. Clinical trials of interventions to improve sleep in people with cognitive impairment are beset by wide heterogeneity in the outcome measures reported. A core outcome set (COS) is urgently required to improve the coherence and comparability of data. Aim To produce a COS for clinical trials of interventions to improve sleep in people with cognitive impairment: the Sleep in Cognitive Impairment Core Outcome Set (SCICOS). Methods The Core Outcome Set-STAndards for Development: the COS-STAD recommendations will be followed. A systematic review (Registration: CRD42024556750) will identify outcome measures used in relevant clinical trials. Qualitative interviews involving people living with cognitive impairment and their caregivers will ascertain the outcome measures important to them. Finally, a modified Delphi process, involving people living with cognitive impairment and their caregivers as well as expert clinicians and researchers, will be conducted to reach consensus regarding the final composition of the SCICOS. Conclusion Interventions to improve sleep in people with cognitive impairment may reduce distress associated with sleep disturbance and, potentially, slow progression of cognitive decline. Creating the SCICOS will facilitate development of more meaningful and coherent data to drive progress in this emerging field. " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://hrbopenresearch.org/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://hrbopenresearch.org/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://hrbopenresearch.org/articles/7-67/v3", "name": "Protocol for the creation of a core outcome set for clinical trials..." } } ] } Home Browse Protocol for the creation of a core outcome set for clinical trials... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Crowley P, Flanagan E and O'Caoimh R. Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.12688/hrbopenres.14004.3 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Study Protocol Revised Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] Patrick Crowley https://orcid.org/0009-0008-9767-5907 1,2 , Evelyn Flanagan 1,2 , Rónán O'Caoimh https://orcid.org/0000-0002-1499-673X 1 Patrick Crowley https://orcid.org/0009-0008-9767-5907 1,2 , Evelyn Flanagan 1,2 , Rónán O'Caoimh https://orcid.org/0000-0002-1499-673X 1 PUBLISHED 09 Jan 2026 Author details Author details 1 Mercy University Hospital, Cork, County Cork, T12 WE28, Ireland 2 University College Cork, Cork, County Cork, Ireland Patrick Crowley Roles: Conceptualization, Funding Acquisition, Project Administration, Writing – Original Draft Preparation Evelyn Flanagan Roles: Funding Acquisition, Writing – Review & Editing Rónán O'Caoimh Roles: Conceptualization, Funding Acquisition, Project Administration, Supervision, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS Abstract Background While sleep disturbance is common in dementia, leading to negative outcomes, there is growing evidence that sleep disturbance begins early in prodromal dementia and may contribute to cognitive decline. Sleep is therefore an important treatment target throughout the natural history of dementia and there is increasing interest in sleep as a modifiable risk factor. Clinical trials of interventions to improve sleep in people with cognitive impairment are beset by wide heterogeneity in the outcome measures reported. A core outcome set (COS) is urgently required to improve the coherence and comparability of data. Aim To produce a COS for clinical trials of interventions to improve sleep in people with cognitive impairment: the Sleep in Cognitive Impairment Core Outcome Set (SCICOS). Methods The Core Outcome Set-STAndards for Development: the COS-STAD recommendations will be followed. A systematic review (Registration: CRD42024556750) will identify outcome measures used in relevant clinical trials. Qualitative interviews involving people living with cognitive impairment and their caregivers will ascertain the outcome measures important to them. Finally, a modified Delphi process, involving people living with cognitive impairment and their caregivers as well as expert clinicians and researchers, will be conducted to reach consensus regarding the final composition of the SCICOS. Conclusion Interventions to improve sleep in people with cognitive impairment may reduce distress associated with sleep disturbance and, potentially, slow progression of cognitive decline. Creating the SCICOS will facilitate development of more meaningful and coherent data to drive progress in this emerging field. READ ALL READ LESS Keywords Sleep. Dementia. Mild cognitive impairment. Core Outcome Set. Protocol. Corresponding Author(s) Patrick Crowley ( [email protected] ) Close Corresponding author: Patrick Crowley Competing interests: No competing interests were disclosed. Grant information: Health Research Board [HRB DTICTN-2021-003]. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2026 Crowley P et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Crowley P, Flanagan E and O'Caoimh R. Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.12688/hrbopenres.14004.3 ) First published: 28 Oct 2024, 7 :67 ( https://doi.org/10.12688/hrbopenres.14004.1 ) Latest published: 09 Jan 2026, 7 :67 ( https://doi.org/10.12688/hrbopenres.14004.3 ) Revised Amendments from Version 2 In the Methods section, minor changes are made to the paragraph that is sub-headed “Step 1: A systematic review” in order to emphasise more clearly that a detailed protocol for the systematic review has been published elsewhere. Further details regarding the methodology to be employed in the systematic review are available in said protocol. In the Methods section, the paragraph that is sub-headed “Step 2: Qualitative semi-structured interviews” has been amended to provide some further clarification regarding the eligibility criteria for participation in said interviews. It is clarified that participants will have both cognitive impairment and co-morbid sleep disturbance. Further detail is provided regarding the manner in which the severity of participants’ cognitive impairment will be determined and described. Finally, a sentence is added to explain that, while there may be some concern regarding the ability of people with cognitive impairment to participate reliably in such interviews, it is their own subjective experience and insights that are important to inform the design of the core outcome set. In the Methods section, minor changes are made to the paragraph that is sub-headed “Step 1: A systematic review” in order to emphasise more clearly that a detailed protocol for the systematic review has been published elsewhere. Further details regarding the methodology to be employed in the systematic review are available in said protocol. In the Methods section, the paragraph that is sub-headed “Step 2: Qualitative semi-structured interviews” has been amended to provide some further clarification regarding the eligibility criteria for participation in said interviews. It is clarified that participants will have both cognitive impairment and co-morbid sleep disturbance. Further detail is provided regarding the manner in which the severity of participants’ cognitive impairment will be determined and described. Finally, a sentence is added to explain that, while there may be some concern regarding the ability of people with cognitive impairment to participate reliably in such interviews, it is their own subjective experience and insights that are important to inform the design of the core outcome set. See the authors' detailed response to the review by Maria Basta READ REVIEWER RESPONSES Introduction There are approximately 55 million people living with dementia worldwide and, with a rapidly growing and ageing population, the global prevalence of dementia is expected to increase to 139 million by 2050 1 . Despite the recent emergence of disease-modifying therapies 2 – 4 , there is no curative treatment. Clinical management, therefore, remains largely focused on addressing modifiable risk factors to prevent development and progression of prodromal dementia, and on reducing the symptom burden in more advanced cases. Sleep disturbance affects up to 70% of people with cognitive impairment 5 and contributes to worsening cognitive outcomes 5 , impaired daytime functioning and deteriorating quality of life 6 . The increased carer burden caused by sleep disturbance in people with dementia has been shown to lead to sub-optimal care 7 and early institutionalisation 8 , which increases the economic burden of dementia care 9 . There is also increasing evidence that sleep disturbance may play a role in precipitating the onset and accelerating the progression of cognitive decline 10 . At a biological level, for example, there is evidence that sleep disturbance may increase accumulation within the cerebrospinal fluid of the beta-amyloid and tau proteins that are biomarkers of Alzheimer’s disease 11 . Although the recently published Dementia Prevention, Intervention and Care: 2024 report of the Lancet Commission 12 has reaffirmed that additional research is required to definitively clarify the effect of sleep on cognitive decline, interest is nevertheless growing in sleep as a modifiable risk factor for cognitive impairment 13 . Despite the importance of sleep as a treatment target throughout the natural history of dementia, to potentially slow disease progression in prodromal stages and to reduce the burden of symptoms in more advanced cases, the evidence base supporting clinical practice is limited 14 . One review notably concluded that “the literature available to guide effective treatment of sleep in patients with Alzheimer’s disease is woefully insufficient” 6 . Systematic reviews of interventions to improve sleep in people with cognitive impairment have been limited by small sample sizes with wide heterogeneity, both in the manner in which sleep is measured and in the outcome measures reported, limiting data synthesis 15 , 16 . A 2022 scoping review of the measurement of sleep in people with mild cognitive impairment (MCI) and mild dementia found that, after synonymous terms had been combined, 165 separate sleep outcomes were reported across all included studies 17 . This heterogeneity limits comparability of data, which precludes data synthesis and inhibits the development of a robust evidence base to guide clinical practice. Furthermore, 62 (37.6%) of the 165 sleep-related outcomes were reported in only one included study, raising the possibility of positive-finding publication bias. In addition to this heterogeneity in the outcome measures reported, the aforementioned scoping review 17 demonstrated significant variability in the methods used to measure sleep. Of the 188 studies included in the review, 131 used subjective measures of sleep such as questionnaires or sleep diaries. Objective measures of sleep were used less frequently, with polysomnography being used in 88 and medical-grade actigraphy being used in 37 of the included studies. It is, perhaps, unsurprising that most of the studies used subjective measures of sleep, given their low cost, ease of administration and the relatively low burden imposed on participants 17A . However, discrepancies between subjective and objective measures of sleep in people with cognitive impairment are well documented 17B – 17C . While the subjective experience of sleep is an important outcome measure in its own right, subjective measures of sleep are undoubtedly susceptible to recall bias, which is likely to be particularly problematic among people with cognitive impairment 17D . Polysomnography is widely recognised as the gold standard method of measuring sleep 17E . However, it is relatively expensive, requires expertise for interpretation, and the more invasive nature of the assessment – generally requiring overnight stays in sleep laboratories whilst wearing multiple attachments to measurement equipment – may be unsuitable for people with more advanced cognitive impairment 17D . There are several other methods of measuring sleep objectively, each with its own associated advantages and disadvantages 17F and varying degrees of accuracy compared to gold standard polysomnography 17G . Acknowledging that there is no direct one-to-one relation between the different methods of measuring sleep, subjective and objective measures likely make their own uniquely valuable contributions to sleep quantification 17H . The lack of concordance between them, however, further limits opportunities to compare data from clinical trials that use different methods of measuring sleep. A core outcome set (COS) is therefore urgently required to improve the coherence and utility of research data in the field. A COS is an agreed standard or minimum set of measurements and outcomes that all studies in a particular field of research are recommended to report 18 . This study aims to involve key stakeholders, including people living with cognitive impairment and their caregivers, in the creation of a COS for clinical trials of interventions to improve sleep in people with cognitive impairment – the Sleep in Cognitive Impairment Core Outcome Set (SCICOS). The SCICOS will increase clinical trial efficiency, reduce the risk of reporting bias, improve data synthesis and help build a robust evidence base for interventions that improve the lives of people living with cognitive impairment and their caregivers. Methods The SCICOS has been registered on the Core Outcome Measures in Effectiveness Trials (COMET) database (see: https://www.comet-initiative.org/Studies/Details/3250 ) and will be created in accordance with the Core Outcome Set - STAndards for Development (COS-STAD) recommendations from the COMET Initiative 19 . These recommendations will, however, be adapted to facilitate participation of people living with cognitive impairment and their caregivers, as suggested by the CO-research Involvement and Engagement in Dementia (COINED) model 20 . The SCICOS study design will therefore involve a multi-stage mixed methods approach in four steps, as follows (see Figure 1 ): Figure 1. Flowchart of the SCICOS study design. SCICOS = Sleep in Cognitive Impairment Core Outcome Set . Step 1: A systematic review will be undertaken of randomised and non-randomised controlled clinical trials involving both pharmacological and non-pharmacological interventions to improve sleep in people with cognitive impairment, encompassing those with MCI and dementia. A detailed protocol for the systematic review has been published elsewhere 21 and has been registered with the International Prospective Register of Systematic Reviews (PROSPERO), registration number: CRD42024556750. The systematic review will produce a list of all the outcome measures reported in the included trials. Step 2: Qualitative semi-structured interviews will be conducted among a convenience sample of 20 – 25 people living with cognitive impairment and co-morbid sleep disturbance, and/or their caregivers, to examine what matters most to them when determining the effectiveness of an intervention to improve sleep. The interviews will therefore endeavour to ascertain the outcome measures that people living with cognitive impairment and their caregivers deem most important in any clinical trial of an intervention designed to improve sleep. Purposive sampling will be used to include people living with different stages of cognitive impairment 21A , as determined by a consultant physician in geriatric medicine. In this regard, the Reisberg FAST criteria will be used to describe the severity of participants’ cognitive impairment 21B . While there may be some concern regarding the ability of people with cognitive impairment to participate reliably in these interviews, it is nevertheless their own subjective experience and insights that are sought. When developing a core outcome set, it is important to garner the opinions of people with lived experience of the medical condition being examined in this manner, as they may indicate additional outcomes of importance or emphasise different priorities compared to those suggested by clinicians or researchers 22 . Participants will be drawn from patients and, if required, their caregivers attending memory clinics at the Mercy University Hospital in Cork, Ireland. They will also be drawn from the Patient and Public Involvement (PPI) panels of Dementia Trials Ireland (DTI), a Clinical Trials Network funded by the Health Research Board of Ireland. Prior informed written consent will be obtained from all participants. A bespoke interview topic guide will be used (see Table 1 in extended data). Responses will be recorded and transcribed verbatim. Qualitative data analysis software will be used to analyse the transcripts in accordance with the reflexive thematic analysis approach espoused by Braun and Clarke 23 . Step 3: Collating the results of the systematic review and the qualitative semi-structured interviews. Any additional outcome measures suggested by the qualitative semi-structured interviews (described in step 2 above) will be collated with the list of outcome measures produced by the systematic review (described in step 1 above) to produce a preliminary ‘long list’ of outcome measures. These initial outcome measures will be categorised by domain and core area in accordance with the OMERACT Filter 2.0 Framework 24 . Outcome measures within the same domain that are synonymous or similar may be combined to avoid unnecessary duplication. The categorisation and combination of outcome measures in this manner will be undertaken independently by two researchers and any disagreements will be resolved by the principal investigator, as recommended by the COMET Handbook 25 . A previous scoping review examining studies involving the measurement of sleep in people with MCI and mild dementia has demonstrated that many outcome measures appear in only one (37.6%) or two (58.8%) studies 17 . As any outcome measure that appears so infrequently is unlikely to be considered a core outcome measure, we will exclude from further consideration in the modified Delphi process any outcome measure that: (a) appears in only one clinical trial, or (b) appears in any number of clinical trials which, when combined, involve less than 1% of the total number of participants involved in all the clinical trials included in the planned systematic review, described above. Step 4: A modified Delphi process will be employed to reach consensus regarding the outcome measures that should be included in the SCICOS 25 . There is no consensus on the recommended sample size for a Delphi panel 25 . We aim to include sufficient lay and professional participants to ensure comprehensive representation of different perspectives at all stages of the process 25 . Different modes of participation in the modified Delphi process will be offered to professional and lay participants in order to facilitate involvement of people living with cognitive impairment and their caregivers 26 . Fully informed prior written consent to participation will be obtained from all participants. Demographic details, including age, sex and stakeholder group (either professional or lay participants) will be collected. Professional participants Professional participants will have an established research interest in sleep and/or dementia. They will be drawn primarily from among the authors of research papers that are included in the systematic review mentioned in step 1 above. Professional participants will be invited to participate in the modified Delphi process by completing an electronic survey administered via an online platform. Lay participants Lay participants will be people living with cognitive impairment or their caregivers. They will be drawn from the PPI panel of DTI and from patients attending memory clinics at the Mercy University Hospital in Cork, Ireland. To facilitate meaningful involvement of people living with cognitive impairment and their caregivers in the modified Delphi process, lay participants will be offered different modes of completing the Delphi surveys 26 . Lay participants may complete the Delphi surveys via paper-based survey and may avail of the assistance of a researcher to do so via a researcher-supported survey. A researcher-supported survey involves a researcher supporting the participation of the person living with cognitive impairment by helping them to complete the survey 26 . Delphi surveys and consensus process The modified Delphi process will consist of two ‘rounds’ of surveys, in which participants are asked to rate the importance of each outcome measure, before a final consensus meeting is convened among a sub-set of participants to determine which outcome measures will be included in the SCICOS. In line with the Grading of Recommendations, Assessment, Development, and Evaluation (GRADE) 27 , professional participants will be asked to score the importance of each outcome measure on a 9-point Likert scale 28 . Subsequently, in order to align with the scores of lay participants (see below), scores from 1 to 3 will be defined as ‘not particularly important’, scores from 4 to 6 will be defined as ‘important but not critical’ and scores from 7 to 9 will be defined as ‘very important’. Each outcome measure included in the lay participants’ Delphi survey will be accompanied by an ‘accessible statement’, which is a simple, clear and concise description of the outcome measure in plain non-technical language 29 . The Likert scale will also be adapted in the lay participants’ Delphi survey 25 . Previous research has demonstrated that Likert-scales with five or more points are unsuccessful in people with dementia 30 . Instead, therefore, a three-point scale will be used: ‘not particularly important’, ‘important but not critical’, and ‘very important’ 26 . The following criteria will be applied in order to determine which outcome measures qualify for consideration at the final consensus meeting. In each of the two rounds of Delphi surveys, outcome measures will qualify for consideration at the final consensus meeting if at least 70% of all participants regard them as ‘very important’ and less than 15% regard them as ‘not particularly important’, or if over 90% of participants from one stakeholder group regard them as ‘very important’ 31 . After the first Delphi survey round, outcome measures will be excluded from further consideration in the second round if at least 70% of all participants regard them as ‘not particularly important’ and less than 15% regard them as ‘very important’. During the second Delphi survey round, the results of the first round will be available to participants for consideration and they will be asked if they would like to change how they rated each remaining outcome measure in light of this information. Consensus meeting Following the second Delphi survey round, the final consensus meeting will be convened virtually to determine the ultimate composition of the SCICOS. All participants in the two Delphi survey rounds will be invited to participate in the final consensus meeting. Outcome measures will be considered at the final consensus meeting if, in either of the two preceding Delphi survey rounds, at least 70% of all participants rated them as ‘very important’ and less than 15% rated them as ‘not particularly important’, or if over 90% of participants from one stakeholder group regarded them as ‘very important’ 31 . At the final consensus meeting, each such outcome measure will be considered in turn and will be included in the SCICOS if at least 70% of participants, including at least one person from each stakeholder group, votes in favour of its inclusion in the SCICOS. Additionally, participants will be invited to give their opinion regarding the most appropriate method of measuring each outcome measure that is included in the SCICOS. In this way, the SCICOS will not only prescribe a core set of outcome measures for clinical trials of interventions to improve sleep in people with cognitive impairment, but will also make recommendations regarding the most appropriate method of measuring those outcome measures. This will help to reduce problems associated with the lack of concordance between the different methods of measuring sleep. Study status The study has commenced and is currently on-going. Discussion In recent years, due to the growing burden of dementia 1 and an increasing preponderance of evidence implicating sleep disturbance not just in its symptomatology but also perhaps in its pathophysiology 10 , 11 , there is growing research interest in the treatment of sleep disturbance in people with cognitive impairment 13 , 17 . Most clinical trials of interventions to improve sleep in people with cognitive impairment have been limited by small sample sizes 15 , 16 . The synthesis of data from these trials has been limited in turn by wide heterogeneity both in the methods used to measure sleep and in the outcome measures reported, precluding meta-analysis 16 and impeding the development of a reliable evidence base to guide clinical practice. Given the challenges inherent in conducting clinical research among people with cognitive impairment 32 , it is important to ensure that future research is reliable and coherent, thus increasing the likelihood that the research will lead to clinically meaningful insights. The SCICOS will improve the utility and efficiency of future clinical trials by prescribing a standard minimum set of outcome measures, and making recommendations regarding the methods used to measure them, thus reducing risk of reporting bias and facilitating meta-analysis. The SCICOS will be developed in accordance with the COS-STAD recommendations 19 . Clinicians and researchers from around the world with established expertise in sleep and/or dementia will be invited to participate to optimise generalisability, credibility and relevance. The COS-STAD recommendations will be adapted to ensure meaningful involvement of people living with cognitive impairment and their caregivers throughout the process of developing the SCICOS. A 2020 Cochrane review of pharmacotherapies in dementia 33 found that clinical trials do not always succeed in taking account of what matters most to the end-users of the tested interventions. In ancillary qualitative research among caregivers of people with dementia, it was noted that their highest priority outcome was uninterrupted sleep at night yet this was not included as an outcome measure in any of the included trials. The process for developing the SCICOS includes people living with cognitive impairment and their caregivers as key stakeholders. As a practical consequence of the adaptations made to the study design to facilitate meaningful involvement of people living with cognitive impairment and their caregivers, data collection from this key stakeholder group will be limited to Ireland. This may potentially introduce bias, as the level of importance attributed to outcome measures may vary across different countries and cultures. Nevertheless, by involving people living with cognitive impairment and their caregivers throughout the process of creating the SCICOS, this study will ensure that the voices of this key stakeholder group will be heard in all relevant future clinical trials. Conclusion There is growing interest in sleep disturbance as a modifiable risk factor for cognitive impairment. Sleep disturbance remains an important treatment target in more advanced dementia to alleviate the associated symptom burden and carer strain. Existing literature regarding the role of sleep in cognitive impairment is beset by wide heterogeneity in the methods used to measure sleep and in the outcome measures reported. Creating a COS for clinical trials involving interventions to improve sleep in people with cognitive impairment will increase comparability of data and help build the evidence base for interventions that can improve the lives of people living with cognitive impairment and their caregivers. Ethics and consent The SCICOS study will be conducted in accordance with the Declaration of Helsinki and General Data Protection Regulations (GDPR). Ethical approval was granted for each phase of this study by the Clinical Research Ethics Committee of the Cork Teaching Hospitals (CREC) on 30 th July 2024, reference numbers: ECM 4 (c) 06/02/2024 & ECM 5 (7) 20/02/2024 & ECM 4 (dd) 30/07/2024. Fully informed written consent will be obtained from all participants prior to their participation in the study. In order to facilitate the process of obtaining fully informed consent, each prospective participant will be provided with a comprehensive Participant Information Leaflet that is appropriate to their personal circumstances. Separate versions of the Participant Information Leaflet will be provided to prospective participants from each stakeholder group, namely professional and lay participants. Within the latter stakeholder group, separate versions of the Participant Information Leaflet will be provided to people living with cognitive impairment and their caregivers. Copies of each version of the Participant Information Leaflet and Consent Form are provided in the extended data. Dissemination The SCICOS will be reported in accordance with the Core Outcome Set-STAndards for Reporting: the COS-STAR Statement 34 . Everybody who participated in the process of developing the SCICOS will be provided with a copy of the final report. The SCICOS will be disseminated through submission for publication in a peer reviewed medical journal and promulgation at relevant clinical conferences. Data availability statement Underlying data No data are associated with this article. Extended data Open Science Framework: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. https://doi.org/10.17605/OSF.IO/U96RJ This article contains the following extended data 35 : Lay (Patient) Participant Information Leaflet & Consent Form Lay (Carer) Participant Information Leaflet & Consent Form Professional Participant Information Leaflet & Consent Form Table 1. (Qualitative Interview Topic Guide) Reporting guidelines Open Science Framework: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. https://doi.org/10.17605/OSF.IO/U96RJ This article contains the following reporting guidelines 35 : Completed PRISMA-P Checklist Data are available under the terms of the Creative Commons Zero "No rights reserved" data waiver (CC0 1.0 universal). Faculty Opinions recommended References 1. World Health Organisation: World failing to address dementia challenge. Geneva: World Health Organisation, 2021; [updated September 2nd 2021; cited September 13th 2024]. Reference Source 2. Food and Drug Administration: FDA grants accelerated approval for Alzheimer’s drug. Silver Spring, Maryland: Food and Drug Administration, 2021; [updated June 7th 2021; cited September 13th 2024]. Reference Source 3. van Dyck CH, Swanson CJ, Aisen P, et al. : Lecanemab in early Alzheimer's disease. N Engl J Med. 2023; 388 (1): 9–21. PubMed Abstract | Publisher Full Text 4. Mintun MA, Lo AC, Duggan Evans C, et al. : Donanemab in early Alzheimer's disease. N Engl J Med. 2021; 384 (18): 1691–1704. PubMed Abstract | Publisher Full Text 5. Wennberg AMV, Wu MN, Rosenberg PB, et al. : Sleep disturbance, cognitive decline, and dementia: a review. Semin Neurol. 2017; 37 (4): 395–406. PubMed Abstract | Publisher Full Text | Free Full Text 6. Vitiello MV, Borson S: Sleep disturbances in patients with Alzheimer’s disease. Mol Diag Ther. 2001; 15 : 777–796. Publisher Full Text 7. McCurry SM, Vitiello MV, Gibbons LE, et al. : Factors associated with caregiver reports of sleep disturbances in persons with dementia. Am J Geriatr Psychiatry. 2006; 14 (2): 112–20. PubMed Abstract | Publisher Full Text 8. Pollak CP, Perlick D, Linsner JP, et al. : Sleep problems in the community elderly as predictors of death and nursing home placement. J Community Health. 1990; 15 (2): 123–35. PubMed Abstract | Publisher Full Text 9. Jönsson L, Tate A, Frisell O, et al. : The costs of dementia in Europe: an updated review and meta-analysis. Pharmacoeconomics. 2023; 41 (1): 59–75. PubMed Abstract | Publisher Full Text | Free Full Text 10. Mander BA, Winer JR, Jagust WJ, et al. : Sleep: a novel mechanistic pathway, biomarker, and treatment target in the pathology of Alzheimer's disease? Trends Neurosci. 2016; 39 (8): 552–566. PubMed Abstract | Publisher Full Text | Free Full Text 11. Lucey BP: It's complicated: the relationship between sleep and Alzheimer's disease in humans. Neurobiol Dis. 2020; 144 : 105031. PubMed Abstract | Publisher Full Text | Free Full Text 12. Livingston G, Huntley J, Liu KY, et al. : Dementia prevention, intervention, and care: 2024 report of the Lancet standing commission. Lancet. 2024; 404 (10452): 572–628. PubMed Abstract | Publisher Full Text 13. Minakawa EN, Wada K, Nagai Y: Sleep disturbance as a potential modifiable risk factor for Alzheimer's disease. Int J Mol Sci. 2019; 20 (4): 803. PubMed Abstract | Publisher Full Text | Free Full Text 14. Bedward A, Kaur J, Seedat S, et al. : Pharmacological interventions to improve sleep in people with Alzheimer's disease: a meta-analysis of randomized controlled trials. Expert Rev Neurother. 2024; 24 (5): 527–539. PubMed Abstract | Publisher Full Text 15. O'Caoimh R, Mannion H, Sezgin D, et al. : Non-pharmacological treatments for sleep disturbance in mild cognitive impairment and dementia: a systematic review and meta-analysis. Maturitas. 2019; 127 : 82–94. PubMed Abstract | Publisher Full Text 16. Blackman J, Swirski M, Clynes J, et al. : Pharmacological and non-pharmacological interventions to enhance sleep in Mild Cognitive Impairment and Mild Alzheimer's disease: a systematic review. J Sleep Res. 2021; 30 (4): e13229. PubMed Abstract | Publisher Full Text | Free Full Text 17. Blackman J, Morrison HD, Lloyd K, et al. : The past, present, and future of sleep measurement in mild cognitive impairment and early dementia-towards a Core Outcome Set: a scoping review. Sleep. 2022; 45 (7): zsac077. PubMed Abstract | Publisher Full Text | Free Full Text 17A. Ibáñez V, Silva J, Cauli O: A survey on sleep assessment methods. PeerJ. 2018; 6 : e4849. PubMed Abstract | Publisher Full Text | Free Full Text 17B. DiNapoli EA, Gebara MA, Kho T, et al. : Subjective-objective sleep discrepancy in older adults with MCI and subsyndromal depression. J Geriatr Psychiatry Neurol. 2017; 30 (6): 316–323. PubMed Abstract | Publisher Full Text | Free Full Text 17C. Most EI, Aboudan S, Scheltens P, et al. : Discrepancy between subjective and objective sleep disturbances in early- and moderate-stage Alzheimer disease. Am J Geriatr Psychiatry. 2012; 20 (6): 460–7. PubMed Abstract | Publisher Full Text 17D. Camargos EF, Louzada FM, Nóbrega OT: Wrist actigraphy for measuring sleep in intervention studies with Alzheimer's disease patients: application, usefulness, and challenges. Sleep Med Rev. 2013; 17 (6): 475–88. PubMed Abstract | Publisher Full Text 17E. Jafari B, Mohsenin V: Polysomnography. Clin Chest Med. 2010; 31 (2): 287–97. PubMed Abstract | Publisher Full Text 17F. Ghazi SN, Behrens A, Berner J, et al. : Objective sleep monitoring at home in older adults: a scoping review. J Sleep Res. 2024; 34 (4): e14436. PubMed Abstract | Publisher Full Text 17G. Ong JL, Golkashani HA, Ghorbani S, et al. : Selecting a sleep tracker from EEG-based, iteratively improved, low-cost multisensor, and actigraphy-only devices. Sleep Health. 2024; 10 (1): 9–23. PubMed Abstract | Publisher Full Text 17H. Van Someren EJW: Improving actigraphic sleep estimates in insomnia and dementia: how many nights? J Sleep Res. 2007; 16 (3): 269–75. PubMed Abstract | Publisher Full Text 18. Williamson PR, Altman DG, Blazeby JM, et al. : Developing core outcome sets for clinical trials: issues to consider. Trials. 2012; 13 : 132. PubMed Abstract | Publisher Full Text | Free Full Text 19. Kirkham JJ, Davis K, Altman DG, et al. : Core Outcome Set-STAndards for development: the COS-STAD recommendations. PLoS Med. 2017; 14 (11): e1002447. PubMed Abstract | Publisher Full Text | Free Full Text 20. Swarbrick CM, Doors O, Scottish Dementia Working Group, et al. : Visioning change: co-producing a model of involvement and engagement in research (innovative practice). Dementia (London). 2019; 18 (7–8): 3165–3172. PubMed Abstract | Publisher Full Text 21. Crowley P, Flanagan E, O'Caoimh R: A protocol for the systematic review and meta-analysis of clinical trials of interventions to improve sleep in people with mild cognitive impairment or dementia [version 1; peer review: 1 approved with reservations]. HRB Open Res. 2024; 7 : 63. Publisher Full Text 21A. Palinkas LA, Horwitz SM, Green CA, et al. : Purposeful sampling for qualitative data collection and analysis in mixed method implementation research. Adm Policy Ment Health. 2015; 42 (5): 533–44. PubMed Abstract | Publisher Full Text | Free Full Text 21B. Reisberg B: Functional Assessment Staging (FAST). Psychopharmacol Bull. 1988; 24 (4): 653–9. PubMed Abstract 22. Sinha IP, Smyth RL, Williamson PR: Using the Delphi technique to determine which outcomes to measure in clinical trials: recommendations for the future based on a systematic review of existing studies. PLoS Med. 2011; 8 (1): e1000393. PubMed Abstract | Publisher Full Text | Free Full Text 23. Braun V, Clarke V: Using thematic analysis in psychology. Qual Res Psychol. 2006; 3 (2): 77–101. Publisher Full Text 24. Boers M, Kirwan JR, Wells G: Developing core outcome measurement sets for clinical trials: OMERACT filter 2.0. J Clin Epidemiol. 2014; 67 (7): 745–53. PubMed Abstract | Publisher Full Text 25. Williamson PR, Altman DG, Bagley H, et al. : The COMET handbook: version 1.0. Trials. 2017; 18 (Suppl 3): 280. PubMed Abstract | Publisher Full Text | Free Full Text 26. Harding AJE, Morbey H, Ahmed F, et al. : Developing a Core Outcome Set for people living with dementia at home in their neighbourhoods and communities: study protocol for use in the evaluation of non-pharmacological community-based health and social care interventions. Trials. 2018; 19 (1): 247. PubMed Abstract | Publisher Full Text | Free Full Text 27. Schünemann H, Brożek J, Guyatt G, et al. : The GRADE working group. GRADE Handbook for grading quality of evidence and strength of recommendations, Updated October 2013. Reference Source 28. Guyatt GH, Oxman AD, Schünemann HJ, et al. : GRADE guidelines: a new series of articles in the Journal of Clinical Epidemiology . J Clin Epidemiol. 2011; 64 (4): 380–2. PubMed Abstract | Publisher Full Text 29. Morbey H, Harding AJE, Swarbrick C, et al. : Involving people living with dementia in research: an accessible modified Delphi survey for Core Outcome Set development. Trials. 2019; 20 (1): 12. PubMed Abstract | Publisher Full Text | Free Full Text 30. Wood C: Co-produced and patient reported experience outcomes for dementia: a report. London: Health Innovation Network South London, 2014. 31. Wylde V, MacKichan F, Bruce J, et al. : Assessment of chronic post-surgical pain after knee replacement: development of a Core Outcome Set. Eur J Pain. 2015; 19 (5): 611–20. PubMed Abstract | Publisher Full Text | Free Full Text 32. Lepore M, Shuman SB, Wiener JM, et al. : Challenges in involving people with dementia as study participants in research on care and services. United States Department of Health and Human Services, 2017. Reference Source 33. McCleery J, Sharpley AL: Pharmacotherapies for sleep disturbances in dementia. Cochrane Database Syst Rev. 2020; 11 (11): CD009178. PubMed Abstract | Publisher Full Text | Free Full Text 34. Kirkham JJ, Gorst S, Altman DG, et al. : Core Outcome Set-STAndards for reporting: the COS-STAR statement. PLoS Med. 2016; 13 (10): e1002148. PubMed Abstract | Publisher Full Text | Free Full Text 35. Crowley P, Flanagan E, O’Caoimh R: Protocol for the creation of a Core Outcome Set for clinical trials of interventions to improve sleep in people with cognitive impairment: the Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. 2024. http://www.doi.org/10.17605/OSF.IO/U96RJ Comments on this article Comments (0) Version 3 VERSION 3 PUBLISHED 28 Oct 2024 ADD YOUR COMMENT Comment Author details Author details 1 Mercy University Hospital, Cork, County Cork, T12 WE28, Ireland 2 University College Cork, Cork, County Cork, Ireland Patrick Crowley Roles: Conceptualization, Funding Acquisition, Project Administration, Writing – Original Draft Preparation Evelyn Flanagan Roles: Funding Acquisition, Writing – Review & Editing Rónán O'Caoimh Roles: Conceptualization, Funding Acquisition, Project Administration, Supervision, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information Health Research Board [HRB DTICTN-2021-003]. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (3) version 3 Revised Published: 09 Jan 2026, 7:67 https://doi.org/10.12688/hrbopenres.14004.3 version 2 Revised Published: 06 May 2025, 7:67 https://doi.org/10.12688/hrbopenres.14004.2 version 1 Published: 28 Oct 2024, 7:67 https://doi.org/10.12688/hrbopenres.14004.1 Copyright © 2026 Crowley P et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics VIEWS $counts.viewCount downloads Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Crowley P, Flanagan E and O'Caoimh R. Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.12688/hrbopenres.14004.3 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 2 VERSION 2 PUBLISHED 06 May 2025 Revised Views 0 Cite How to cite this report: Basta M. Reviewer Report For: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.21956/hrbopenres.15552.r47555 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-67/v2#referee-response-47555 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 25 Aug 2025 Maria Basta , Technical University of Crete, Chania, Crete Region, Greece Approved with Reservations VIEWS 0 https://doi.org/10.21956/hrbopenres.15552.r47555 The role of sleep as a potential modifiable factor that could reverse of delay the course of cognitive decline among people with cognitive deficits has drawn the attention of numerous research studies during the last decades. Indeed, as authors emphasize, ... Continue reading READ ALL The role of sleep as a potential modifiable factor that could reverse of delay the course of cognitive decline among people with cognitive deficits has drawn the attention of numerous research studies during the last decades. Indeed, as authors emphasize, studies on topics are heterogeneous based on different methodological approaches, measuring different sleep characteristics (i.e. duration, quality, subjective vs. objective parameters), different disease severity, coming from different settings (i.e. community-based vs. institutionalized populations). Therefore establishing a Core Outcome Set (COS) of sleep parameters would improve the coherence and comparability of data. This protocol aims to produce a COS for clinical trials of interventions to improve sleep with Sleep Cognitive Impairment (i.e. MCI and dementia) COS (SCICOS). Authors do report information about the methods used, however more details should be provided to allow replication by others. For example, more information should be provided about the methodology they are planning to follow for the systematic review. Given that the article by Blackman et al does not include all existing literature (for example studies from the Cretan Aging Cohort and HELIAD study are not included), authors should describe a more thorough procedure that would included all up to date associated studies. Additionally, regarding the qualitative interviews authors should clarify the inclusion criteria of the people living with cognitive impairment, taking under consideration that their cognitive function should be adequate to provide reliable answers. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Partly Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: sleep medicine , geriatric psychiatry I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Basta M. Reviewer Report For: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.21956/hrbopenres.15552.r47555 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-67/v2#referee-response-47555 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 09 Jan 2026 Patrick Crowley , Mercy University Hospital, Cork, T12 WE28, Ireland 09 Jan 2026 Author Response Thank you for your thoughtful review and for acknowledging the rationale for developing this core outcome set. In the Methods section, we have edited the paragraph that is sub-headed ... Continue reading Thank you for your thoughtful review and for acknowledging the rationale for developing this core outcome set. In the Methods section, we have edited the paragraph that is sub-headed “Step 1: A systematic review” in order to emphasise more clearly that a detailed protocol for the systematic review has been published elsewhere. Further details regarding the methodology to be employed in the systematic review are available in said protocol. Later in the Methods section, the paragraph that is sub-headed “Step 2: Qualitative semi-structured interviews” has been amended to provide some further clarification regarding the eligibility criteria for participation in said interviews. It is clarified that participants will have both cognitive impairment and co-morbid sleep disturbance. Further detail is provided regarding the manner in which the severity of participants’ cognitive impairment will be determined and described. While there may be some concern regarding the ability of people with cognitive impairment to participate reliably in such interviews, it is nevertheless their own subjective experience and insights that are important to inform the design of the core outcome set. It is important to garner the opinions of people with lived experience of the medical condition being examined in this manner, as they may indicate additional outcomes of importance or emphasise different priorities compared to those suggested by clinicians or researchers. Thank you for your thoughtful review and for acknowledging the rationale for developing this core outcome set. In the Methods section, we have edited the paragraph that is sub-headed “Step 1: A systematic review” in order to emphasise more clearly that a detailed protocol for the systematic review has been published elsewhere. Further details regarding the methodology to be employed in the systematic review are available in said protocol. Later in the Methods section, the paragraph that is sub-headed “Step 2: Qualitative semi-structured interviews” has been amended to provide some further clarification regarding the eligibility criteria for participation in said interviews. It is clarified that participants will have both cognitive impairment and co-morbid sleep disturbance. Further detail is provided regarding the manner in which the severity of participants’ cognitive impairment will be determined and described. While there may be some concern regarding the ability of people with cognitive impairment to participate reliably in such interviews, it is nevertheless their own subjective experience and insights that are important to inform the design of the core outcome set. It is important to garner the opinions of people with lived experience of the medical condition being examined in this manner, as they may indicate additional outcomes of importance or emphasise different priorities compared to those suggested by clinicians or researchers. Competing Interests: No competing interests to declare. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 09 Jan 2026 Patrick Crowley , Mercy University Hospital, Cork, T12 WE28, Ireland 09 Jan 2026 Author Response Thank you for your thoughtful review and for acknowledging the rationale for developing this core outcome set. In the Methods section, we have edited the paragraph that is sub-headed ... Continue reading Thank you for your thoughtful review and for acknowledging the rationale for developing this core outcome set. In the Methods section, we have edited the paragraph that is sub-headed “Step 1: A systematic review” in order to emphasise more clearly that a detailed protocol for the systematic review has been published elsewhere. Further details regarding the methodology to be employed in the systematic review are available in said protocol. Later in the Methods section, the paragraph that is sub-headed “Step 2: Qualitative semi-structured interviews” has been amended to provide some further clarification regarding the eligibility criteria for participation in said interviews. It is clarified that participants will have both cognitive impairment and co-morbid sleep disturbance. Further detail is provided regarding the manner in which the severity of participants’ cognitive impairment will be determined and described. While there may be some concern regarding the ability of people with cognitive impairment to participate reliably in such interviews, it is nevertheless their own subjective experience and insights that are important to inform the design of the core outcome set. It is important to garner the opinions of people with lived experience of the medical condition being examined in this manner, as they may indicate additional outcomes of importance or emphasise different priorities compared to those suggested by clinicians or researchers. Thank you for your thoughtful review and for acknowledging the rationale for developing this core outcome set. In the Methods section, we have edited the paragraph that is sub-headed “Step 1: A systematic review” in order to emphasise more clearly that a detailed protocol for the systematic review has been published elsewhere. Further details regarding the methodology to be employed in the systematic review are available in said protocol. Later in the Methods section, the paragraph that is sub-headed “Step 2: Qualitative semi-structured interviews” has been amended to provide some further clarification regarding the eligibility criteria for participation in said interviews. It is clarified that participants will have both cognitive impairment and co-morbid sleep disturbance. Further detail is provided regarding the manner in which the severity of participants’ cognitive impairment will be determined and described. While there may be some concern regarding the ability of people with cognitive impairment to participate reliably in such interviews, it is nevertheless their own subjective experience and insights that are important to inform the design of the core outcome set. It is important to garner the opinions of people with lived experience of the medical condition being examined in this manner, as they may indicate additional outcomes of importance or emphasise different priorities compared to those suggested by clinicians or researchers. Competing Interests: No competing interests to declare. Close Report a concern COMMENT ON THIS REPORT Version 1 VERSION 1 PUBLISHED 28 Oct 2024 Views 0 Cite How to cite this report: Lazar AS. Reviewer Report For: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.21956/hrbopenres.15370.r44048 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-67/v1#referee-response-44048 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 07 Jan 2025 Alpar S Lazar , University of East Anglia, Norwich, England, UK Approved with Reservations VIEWS 0 https://doi.org/10.21956/hrbopenres.15370.r44048 The role of sleep duration and quality in age-dependent cognitive decline, neurodegeneration, and quality of life is undoubtedly critical, driving extensive research in the field. However, as the authors rightly highlight, there is significant heterogeneity in how sleep is measured ... Continue reading READ ALL The role of sleep duration and quality in age-dependent cognitive decline, neurodegeneration, and quality of life is undoubtedly critical, driving extensive research in the field. However, as the authors rightly highlight, there is significant heterogeneity in how sleep is measured and reported across clinical trials. This variability makes it challenging to compare and interpret results across different clinical studies. Given that age-dependent cognitive decline is a growing public health concern, such methodological shortcomings in the field may impede the development of effective interventions aimed at improving sleep quality to positively influence cognitive aging and enhance quality of life. To address this issue, the authors propose the development of a standardized set of sleep outcomes to be used in clinical sleep studies focused on cognitive impairment ( Sleep in Cognitive Impairment Core Outcome Set, SCICOS) , following established methodologies. The planned methods for this initiative, including a systematic review and the integration of both quantitative and qualitative research approaches, are a clear strength of the proposal. The inclusion of input from both professionals and individuals with lived experiences (patients and caregivers) enhances the relevance and applicability of the proposed SCICOS. However, the proposal could benefit from a more extensive discussion of the two major methodological approaches to sleep assessment: subjective and objective measurements. Both approaches offer distinct advantages and limitations, and a frequently observed challenge in sleep research is the lack of concordance between them, despite their critical role as outcome measures. In the realm of objective sleep assessment, a wide variety of tools are available, ranging from the gold-standard polysomnography to wearable and contactless devices. These methods differ significantly in feasibility, accuracy, and their ability to identify sleep problems. The suitability of each tool often depends on the specific aims of the study, the characteristics of the population being studied, and the resources available. Addressing these issues more comprehensively within the proposal would strengthen its practical relevance. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Partly Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: I am a sleep researcher with a focus on the role of sleep and biological rhythms in brain health I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Lazar AS. Reviewer Report For: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.21956/hrbopenres.15370.r44048 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-67/v1#referee-response-44048 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Song M. Reviewer Report For: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.21956/hrbopenres.15370.r43222 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-67/v1#referee-response-43222 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 02 Dec 2024 Min Song , China Pharmaceutical University, Nanjing, Jiangsu, China Approved with Reservations VIEWS 0 https://doi.org/10.21956/hrbopenres.15370.r43222 The relationship between sleep disturbances and memory decline and cognitive impairment has attracted increasing attention. However, the lack of extensive and reliable clinical data has hindered the development of research in this area. The aim of this study is to ... Continue reading READ ALL The relationship between sleep disturbances and memory decline and cognitive impairment has attracted increasing attention. However, the lack of extensive and reliable clinical data has hindered the development of research in this area. The aim of this study is to develop a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment, specifically the Sleep in Cognitive Impairment Core Outcome Set, which is of practical significance. However, the use of qualitative semi-structured interviews is open to discussion. Descriptions from both patients and caregivers are inherently subjective. It may be worth considering more objective methods, such as monitoring sleep data and measuring biomarkers, while also recording the types of sleep interventions used and analyzing their correlations. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Partly Are sufficient details of the methods provided to allow replication by others? Partly Are the datasets clearly presented in a useable and accessible format? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: Alzheimer's disease and pharmaceutical analysis I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Song M. Reviewer Report For: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.21956/hrbopenres.15370.r43222 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-67/v1#referee-response-43222 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 3 VERSION 3 PUBLISHED 28 Oct 2024 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 3 Version 3 (revision) 09 Jan 26 Version 2 (revision) 06 May 25 read Version 1 28 Oct 24 read read Min Song , China Pharmaceutical University, Nanjing, China Alpar S Lazar , University of East Anglia, Norwich, UK Maria Basta , Technical University of Crete, Chania, Greece Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Basta M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 25 Aug 2025 | for Version 2 Maria Basta , Technical University of Crete, Chania, Crete Region, Greece 0 Views copyright © 2025 Basta M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The role of sleep as a potential modifiable factor that could reverse of delay the course of cognitive decline among people with cognitive deficits has drawn the attention of numerous research studies during the last decades. Indeed, as authors emphasize, studies on topics are heterogeneous based on different methodological approaches, measuring different sleep characteristics (i.e. duration, quality, subjective vs. objective parameters), different disease severity, coming from different settings (i.e. community-based vs. institutionalized populations). Therefore establishing a Core Outcome Set (COS) of sleep parameters would improve the coherence and comparability of data. This protocol aims to produce a COS for clinical trials of interventions to improve sleep with Sleep Cognitive Impairment (i.e. MCI and dementia) COS (SCICOS). Authors do report information about the methods used, however more details should be provided to allow replication by others. For example, more information should be provided about the methodology they are planning to follow for the systematic review. Given that the article by Blackman et al does not include all existing literature (for example studies from the Cretan Aging Cohort and HELIAD study are not included), authors should describe a more thorough procedure that would included all up to date associated studies. Additionally, regarding the qualitative interviews authors should clarify the inclusion criteria of the people living with cognitive impairment, taking under consideration that their cognitive function should be adequate to provide reliable answers. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Partly Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise sleep medicine , geriatric psychiatry I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 09 Jan 2026 Patrick Crowley, Mercy University Hospital, Cork, T12 WE28, Ireland Thank you for your thoughtful review and for acknowledging the rationale for developing this core outcome set. In the Methods section, we have edited the paragraph that is sub-headed “Step 1: A systematic review” in order to emphasise more clearly that a detailed protocol for the systematic review has been published elsewhere. Further details regarding the methodology to be employed in the systematic review are available in said protocol. Later in the Methods section, the paragraph that is sub-headed “Step 2: Qualitative semi-structured interviews” has been amended to provide some further clarification regarding the eligibility criteria for participation in said interviews. It is clarified that participants will have both cognitive impairment and co-morbid sleep disturbance. Further detail is provided regarding the manner in which the severity of participants’ cognitive impairment will be determined and described. While there may be some concern regarding the ability of people with cognitive impairment to participate reliably in such interviews, it is nevertheless their own subjective experience and insights that are important to inform the design of the core outcome set. It is important to garner the opinions of people with lived experience of the medical condition being examined in this manner, as they may indicate additional outcomes of importance or emphasise different priorities compared to those suggested by clinicians or researchers. View more View less Competing Interests No competing interests to declare. reply Respond Report a concern Basta M. Peer Review Report For: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.21956/hrbopenres.15552.r47555) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-67/v2#referee-response-47555 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Lazar A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 07 Jan 2025 | for Version 1 Alpar S Lazar , University of East Anglia, Norwich, England, UK 0 Views copyright © 2025 Lazar A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The role of sleep duration and quality in age-dependent cognitive decline, neurodegeneration, and quality of life is undoubtedly critical, driving extensive research in the field. However, as the authors rightly highlight, there is significant heterogeneity in how sleep is measured and reported across clinical trials. This variability makes it challenging to compare and interpret results across different clinical studies. Given that age-dependent cognitive decline is a growing public health concern, such methodological shortcomings in the field may impede the development of effective interventions aimed at improving sleep quality to positively influence cognitive aging and enhance quality of life. To address this issue, the authors propose the development of a standardized set of sleep outcomes to be used in clinical sleep studies focused on cognitive impairment ( Sleep in Cognitive Impairment Core Outcome Set, SCICOS) , following established methodologies. The planned methods for this initiative, including a systematic review and the integration of both quantitative and qualitative research approaches, are a clear strength of the proposal. The inclusion of input from both professionals and individuals with lived experiences (patients and caregivers) enhances the relevance and applicability of the proposed SCICOS. However, the proposal could benefit from a more extensive discussion of the two major methodological approaches to sleep assessment: subjective and objective measurements. Both approaches offer distinct advantages and limitations, and a frequently observed challenge in sleep research is the lack of concordance between them, despite their critical role as outcome measures. In the realm of objective sleep assessment, a wide variety of tools are available, ranging from the gold-standard polysomnography to wearable and contactless devices. These methods differ significantly in feasibility, accuracy, and their ability to identify sleep problems. The suitability of each tool often depends on the specific aims of the study, the characteristics of the population being studied, and the resources available. Addressing these issues more comprehensively within the proposal would strengthen its practical relevance. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Partly Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise I am a sleep researcher with a focus on the role of sleep and biological rhythms in brain health I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (0) Lazar AS. Peer Review Report For: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.21956/hrbopenres.15370.r44048) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-67/v1#referee-response-44048 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 Song M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 02 Dec 2024 | for Version 1 Min Song , China Pharmaceutical University, Nanjing, Jiangsu, China 0 Views copyright © 2024 Song M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The relationship between sleep disturbances and memory decline and cognitive impairment has attracted increasing attention. However, the lack of extensive and reliable clinical data has hindered the development of research in this area. The aim of this study is to develop a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment, specifically the Sleep in Cognitive Impairment Core Outcome Set, which is of practical significance. However, the use of qualitative semi-structured interviews is open to discussion. Descriptions from both patients and caregivers are inherently subjective. It may be worth considering more objective methods, such as monitoring sleep data and measuring biomarkers, while also recording the types of sleep interventions used and analyzing their correlations. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Partly Are sufficient details of the methods provided to allow replication by others? Partly Are the datasets clearly presented in a useable and accessible format? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Alzheimer's disease and pharmaceutical analysis I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (0) Song M. Peer Review Report For: Protocol for the creation of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment: The Sleep in Cognitive Impairment Core Outcome Set (SCICOS) study. [version 3; peer review: 3 approved with reservations] . HRB Open Res 2026, 7 :67 ( https://doi.org/10.21956/hrbopenres.15370.r43222) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-67/v1#referee-response-43222 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with HRB Open Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Protocol for the creation of a core outcome...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://hrbopenresearch.org/articles/7-67/v3" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://hrbopenresearch.org/articles/7-67/v3&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://hrbopenresearch.org/articles/7-67/v3" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Crowley P et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://hrbopenresearch.org/articles/7-67/v3/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://hrbopenresearch.org/articles/7-67", templates : { twitter : "Protocol for the creation of a core outcome set for clinical.... Crowley P et al., published by " + "@HRBOpenRes" + ", https://hrbopenresearch.org/articles/7-67/v3" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/14004/15757") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "15757"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "44040": 0, "44041": 0, "53002": 0, "44042": 0, "53003": 0, "44043": 0, "53004": 0, "44044": 0, "53005": 0, "44045": 0, "53006": 0, "44046": 0, "53007": 0, "44047": 0, "53008": 0, "44048": 14, "53009": 0, "44049": 0, "53010": 0, "53011": 0, "53280": 0, "53281": 0, "53282": 0, "53283": 0, "53284": 0, "53285": 0, "53286": 0, "53287": 0, "52776": 0, "53288": 0, "52777": 0, "53289": 0, "52778": 0, "43056": 0, "43057": 0, "43058": 0, "43059": 0, "43060": 0, "43061": 0, "43062": 0, "43063": 0, "43064": 0, "43065": 0, "43579": 0, "43580": 0, "47165": 0, "43581": 0, "47166": 0, "43582": 0, "43583": 0, "43584": 0, "43585": 0, "43586": 0, "43587": 0, "43588": 0, "47435": 0, "47436": 0, "47437": 0, "47438": 0, "47439": 0, "47440": 0, "47441": 0, "47442": 0, "47443": 0, "47444": 0, "47202": 0, "47203": 0, "47204": 0, "47205": 0, "47206": 0, "47207": 0, "47208": 0, "47209": 0, "47983": 0, "47984": 0, "43376": 0, "47985": 0, "52849": 0, "43377": 0, "47986": 0, "52850": 0, "43378": 0, "47987": 0, "52851": 0, "43379": 0, "47988": 0, "52852": 0, "43380": 0, "47989": 0, "52853": 0, "43381": 0, "47990": 0, "52854": 0, "43382": 0, "47991": 0, "52855": 0, "43383": 0, "47992": 0, "52856": 0, "43384": 0, "52857": 0, "43385": 0, "52858": 0, "47746": 0, "47747": 0, "47748": 0, "47749": 0, "47750": 0, "47751": 0, "47752": 0, "47753": 0, "47754": 0, "47755": 0, "53152": 0, "53153": 0, "53154": 0, "53155": 0, "53156": 0, "53157": 0, "53158": 0, "53159": 0, "53160": 0, "53161": 0, "47553": 0, "47554": 0, "47555": 12, "47556": 0, "47557": 0, "47558": 0, "47559": 0, "47560": 0, "47561": 0, "47562": 0, "43220": 0, "53461": 0, "43221": 0, "53462": 0, "43222": 16, "53463": 0, "43223": 0, "53464": 0, "43224": 0, "53465": 0, "43225": 0, "53466": 0, "43226": 0, "53467": 0, "43227": 0, "53468": 0, "43228": 0, "53469": 0, "43229": 0, "53470": 0, "47328": 0, "47329": 0, "47330": 0, "47331": 0, "47332": 0, "47333": 0, "47334": 0, "47335": 0, "47336": 0, "47337": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "9e0f4ce5-33b8-436e-9f45-2676b7dcd426"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); Are you a HRB-funded researcher? Submission to HRB Open Research is open to all HRB grantholders or people working on a HRB-funded/co-funded grant on or since 1 January 2017. Sign up for information about developments, publishing and publications from HRB Open Research. First Name * You must provide your first name Last Name * You must provide your last name Email * You must provide a valid email address Institution You must provide an institution. Submit Thank you! We'll keep you updated on any major new updates to HRB Open Research HRB Open Research Browse How to Publish About Contact RSS Cookie Notice Privacy Notice Legal Submit Your Research © F1000 Research Limited and its licensors ISSN 2515-4826 | Legal background var F1000platform = new F1000.Platform({ name: "hrb", displayName: "HRB Open Research", hostName: "hrbopenresearch.org", id: "5", editorialEmail: "
[email protected]", infoEmail: "
[email protected]" }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); }); (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'9fe1a645ebb258d3',t:'MTc3OTE3ODQ4MQ=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();
Text is read by the "Ask this paper" AI Q&A widget below.
Extraction quality varies by source — PMC NXML preserves structure
cleanly, OA-HTML may include some navigation residue, and OA-PDF can
have broken hyphenation. The publisher copy
(via DOI)
is the canonical version.