Protocol for a novel approach to developing a single pan-specialty ‘meta-core outcome set’: An example from the field of surgical oncology

Protocol for a novel approach to developing a... | HRB Open Research dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); const cookieDomain = window.location.hostname; const tld = buildTLD(); function buildTLD() { const domainParts = cookieDomain.split('.'); while (domainParts.length > 2) { domainParts.shift(); } return domainParts.join('.'); } function deleteCookie(cookieName) { if (!cookieName) { return; } const cookiePath = (cookieName.startsWith('retraction_warning_') || cookieName.startsWith('version_warning_')) ? '/articles/' + cookieName : '/'; // Yes, these three slightly different ways to try and remove cookies are necessary document.cookie = cookieName + '=; path=' + cookiePath + '; domain=' + cookieDomain + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; domain=.' + tld + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; } function deleteGroupCookies(group) { if (!group) { return; } const domainData = OneTrust.GetDomainData(), cookies = domainData.Groups.filter(cookieGroup => cookieGroup.OptanonGroupId === group)[0].Cookies; cookies.forEach(cookie => deleteCookie(cookie.Name)); } function OptanonWrapper() { const cookieConsentGroups = []; for (group of OneTrust.GetDomainData().Groups) { cookieConsentGroups.push(group.OptanonGroupId); } OneTrust.OnConsentChanged(function(e) { const cookieConsentActiveGroups = OnetrustActiveGroups.split(',').filter(activeGroup => activeGroup); cookieConsentGroups.forEach(group => { if (!cookieConsentActiveGroups.includes(group)) { deleteGroupCookies(group); }; }); }); } window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://hrbopenresearch.org/js/vendor/ckeditor/' window.reactTheme = 'HRB'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); Skip to content HRB Open Research file_upload Submit your research search clear search menu close clear Search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Data Guidelines Prepublication Checks Production Process Article Processing Charges Finding Article Reviewers About How it Works For Reviewers National Steering Group Policies Glossary FAQs Contact Blog My Account Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://hrbopenresearch.org/articles/8-19" }, "headline": "Protocol for a novel approach to developing a single pan-specialty ‘meta-core outcome set’: An...", "datePublished": "2025-01-31T12:24:07", "dateModified": "2025-01-31T12:24:07", "author": [ { "@type": "Person", "name": "Joel Tay" }, { "@type": "Person", "name": "Jane Blazeby" }, { "@type": "Person", "name": "Adam O'Neill" }, { "@type": "Person", "name": "Yoon Loke" }, { "@type": "Person", "name": "Aoife Lowery" }, { "@type": "Person", "name": "Catherine Robinson" }, { "@type": "Person", "name": "Bilal Alkhaffaf" }, { "@type": "Person", "name": "Jamie Kirkham" } ], "publisher": { "@type": "Organization", "name": "HRB Open Research", "logo": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 566, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 1200, "width": 127 }, "description": " Background Understanding outcomes of surgery performed with curative intent for different cancer types allows comparisons to be made provided consistent outcomes are selected and measured. At present core outcome sets (COS) that represent the minimum outcomes measured and reported in any clinical trial for a given condition exists for six of the ten most prevalent cancer types but it is uncertain whether this can be used to inform the development of a meta-COS (core outcome set) for any cancer type requiring a surgical operation with curative intent. This paper describes our study protocol to develop a meta-COS for surgical oncology. Methods Three stages of work will be conducted : (1) identification of a long list of outcomes including adverse events from previously published COS, a review of outcomes from trials registered with ClinicalTrials.gov, and focus groups with key stakeholders (inclusive of cancer patients having undergone surgery with curative intent for cancer or carers of such patients); (2) a two-round online Delphi survey including clinicians, patients or carers, and allied health professionals (such as dietitians, specialist nurses, physiotherapists, occupational health workers) to prioritise the outcomes; (3) an online consensus meeting using to agree on the final meta-COS. Discussion The meta-COS for surgical oncology trials will ensure that a selection of relevant outcomes will be available for use in all research studies for any cancer type requiring a surgical intervention. Registration This study titled “A meta-Core Outcome Set (COS) for surgical oncology” is registered on the COMET (Core Outcome Measures in Effectiveness Trials) Initiative database. (https://www.comet-initiative.org/Studies/Details/3252). " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://hrbopenresearch.org/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://hrbopenresearch.org/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://hrbopenresearch.org/articles/8-19", "name": "Protocol for a novel approach to developing a single pan-specialty..." } } ] } Home Browse Protocol for a novel approach to developing a single pan-specialty... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Tay J, Blazeby J, O'Neill A et al. Protocol for a novel approach to developing a single pan-specialty ‘meta-core outcome set’: An example from the field of surgical oncology [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :19 ( https://doi.org/10.12688/hrbopenres.14058.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Study Protocol Protocol for a novel approach to developing a single pan-specialty ‘meta-core outcome set’: An example from the field of surgical oncology [version 1; peer review: 1 approved] Joel Tay https://orcid.org/0000-0002-6939-3442 1 , Jane Blazeby 2 , Adam O'Neill https://orcid.org/0000-0002-9860-8545 3 , [...] Yoon Loke 4 , Aoife Lowery 5 , Catherine Robinson 3 , Bilal Alkhaffaf 6,7 , Jamie Kirkham 1 Joel Tay https://orcid.org/0000-0002-6939-3442 1 , Jane Blazeby 2 , [...] Adam O'Neill https://orcid.org/0000-0002-9860-8545 3 , Yoon Loke 4 , Aoife Lowery 5 , Catherine Robinson 3 , Bilal Alkhaffaf 6,7 , Jamie Kirkham 1 PUBLISHED 31 Jan 2025 Author details Author details 1 Centre for Biostatistics, Manchester Academic Health Science Centre, The University of Manchester, Manchester, UK 2 NIHR Bristol Biomedical Research Centre, University Hospitals Bristol and Weston NHS Foundation Trust and University of Bristol, Bristol, England, UK 3 Social Care and Society, School of Health Sciences, The University of Manchester, Manchester, England, UK 4 Norwich Medical School, University of East Anglia, Norwich, England, UK 5 Discipline of Surgery, University of Galway, Galway, Ireland 6 Department of Oesophago-Gastric and Bariatric Surgery, Salford Royal Hospital, Northern Care Alliance NHS Foundation Trust, Salford, UK 7 Division of Cancer Sciences, School of Medical Sciences, The University of Manchester, Manchester, England, UK Joel Tay Roles: Conceptualization, Data Curation, Formal Analysis, Funding Acquisition, Investigation, Methodology, Project Administration, Writing – Original Draft Preparation, Writing – Review & Editing Jane Blazeby Roles: Writing – Review & Editing Adam O'Neill Roles: Project Administration, Writing – Review & Editing Yoon Loke Roles: Writing – Review & Editing Aoife Lowery Roles: Formal Analysis, Funding Acquisition, Project Administration, Resources, Writing – Review & Editing Catherine Robinson Roles: Conceptualization, Formal Analysis, Methodology, Supervision, Writing – Review & Editing Bilal Alkhaffaf Roles: Conceptualization, Formal Analysis, Methodology, Supervision, Writing – Review & Editing Jamie Kirkham Roles: Conceptualization, Formal Analysis, Methodology, Supervision, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS This article is included in the HRB-TMRN gateway. Abstract Background Understanding outcomes of surgery performed with curative intent for different cancer types allows comparisons to be made provided consistent outcomes are selected and measured. At present core outcome sets (COS) that represent the minimum outcomes measured and reported in any clinical trial for a given condition exists for six of the ten most prevalent cancer types but it is uncertain whether this can be used to inform the development of a meta-COS (core outcome set) for any cancer type requiring a surgical operation with curative intent. This paper describes our study protocol to develop a meta-COS for surgical oncology. Methods Three stages of work will be conducted : (1) identification of a long list of outcomes including adverse events from previously published COS, a review of outcomes from trials registered with ClinicalTrials.gov, and focus groups with key stakeholders (inclusive of cancer patients having undergone surgery with curative intent for cancer or carers of such patients); (2) a two-round online Delphi survey including clinicians, patients or carers, and allied health professionals (such as dietitians, specialist nurses, physiotherapists, occupational health workers) to prioritise the outcomes; (3) an online consensus meeting using to agree on the final meta-COS. Discussion The meta-COS for surgical oncology trials will ensure that a selection of relevant outcomes will be available for use in all research studies for any cancer type requiring a surgical intervention. Registration This study titled “A meta-Core Outcome Set (COS) for surgical oncology” is registered on the COMET (Core Outcome Measures in Effectiveness Trials) Initiative database. ( https://www.comet-initiative.org/Studies/Details/3252 ). READ ALL READ LESS Keywords Adverse events, Cancer, Core Outcome set, Consensus, Oncology, Surgery, Meta-COS Corresponding Author(s) Joel Tay ( [email protected] ) Close Corresponding author: Joel Tay Competing interests: Professor Jamie Kirkham and Professor Jane Blazeby are members of the COMET (Core Outcome Measures in Effectiveness Trials) Initiative. There are no conflicts of interest to disclose from the other authors. Grant information: Health Research Board [HRB-TMRN-2021-001]. This work was also supported by Professor Aoife Lowery in this project by funding from Irish Cancer Society [CRLALOW22]. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2025 Tay J et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Tay J, Blazeby J, O'Neill A et al. Protocol for a novel approach to developing a single pan-specialty ‘meta-core outcome set’: An example from the field of surgical oncology [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :19 ( https://doi.org/10.12688/hrbopenres.14058.1 ) First published: 31 Jan 2025, 8 :19 ( https://doi.org/10.12688/hrbopenres.14058.1 ) Latest published: 31 Jan 2025, 8 :19 ( https://doi.org/10.12688/hrbopenres.14058.1 ) Introduction Surgical oncology is a branch of medicine that treats cancer using surgery. Cancer remains the leading cause of death worldwide ( https://www.who.int/news-room/fact-sheets/detail/cancer ) and surgery remains the single independent treatment modality most commonly required to treat cancer (Supplementary Figure 1 – Extended Data). In the UK, Public Health England’s official statistics also revealed that cancer diagnoses who received at least one type of treatment, surgery remains the single most common type of treatment (45%) compared to chemotherapy (28%) and radiotherapy (27%). As many as 76% of younger patients (under 50 years old) with cancer in the UK were treated with surgery ( Fraser et al. , 2020 ). The primary and secondary outcomes used in clinical trials of surgical oncology can be heterogeneous. Consistency of these trial outcomes may be improved by the use of a core outcome set (COS), which represents the minimum set of outcomes that should be measured and reported in any clinical trial for a given condition ( Williamson et al. , 2012 ). A search of the COMET (Core Outcome Measures in Effectiveness Trials) database ( https://www.comet-initiative.org ) (accessed 2 nd February 2023) indicate that six of the ten commonest ( WCRF, 2024 ) surgical cancers already have a COS with a further two developed for less common cancer types ( Table 1 ). These surgical oncology COS can often be categorised into three key domains: survival, adverse outcome and the impact on health-related quality of life ( Alkhaffaf & Kirkham, 2022 ). The remaining four commonest cancer types (breast, thyroid, liver and cervical) lack an available COS for use in trials and clinical settings with surgery as the main intervention type. Table 1. Summary of existing COS in Surgical Oncology. Cancer type Rank by global incidence No. of core outcomes Outcomes in the COS Survival core outcomes Impact of surgery outcomes Adverse event/Harm outcomes Other outcomes * Lung[( De Rooij et al. , 2022 ) 2 37 1. Overall survival 2. Progression-Free Survival 3. Cause of death 4. Financial impact 5. Difficulty swallowing (dysphagia) 6. Anorexia 7. Nausea 8. Gastric problems 9. Vomiting 10. Constipation 11. Diarrhoea 12. Pain 13. Fatigue 14. Shortness of breath/chest tightness 15. Coughing problems 16. Health Related Quality Of Life Outcomes (General) 17. Subjective wellbeing/health-related quality of life 18. Physical Function 19. Physical activity 20. Anxiety 21. Depression 22. Insomnia 23. Mobility 24. Cognitive functioning 25. Emotional functioning 26. Treatment discontinuation due to side effects 27. Treatment-related complications 28. Lung infection 29. Deep vein thrombosis 30. Haemoptysis 31. Medication compliance/ adherence 32. Patients’ personal beliefs and expectations about their illness 33. Social support 34. Tumour response 35. Duration of tumour Response (DoR) 36. Brain metastases 37. Localization of metastases Colorectal( Mcnair et al. , 2016 ) 3 12 1. Long-term survival 2. Perioperative survival 3. Physical function 4. Sexual function 5. Faecal incontinence 6. Faecal urgency 7. Stoma rates and complications 8. Anastomotic leak 9. Surgical Site infection 10. Conversion to open operation (where appropriate) 11. Cancer recurrence 12. Resection margins Prostate( Maclennan et al. , 2017 ) 4 12 universal + 4 surgery specific 1. Death from prostate cancer 2. Death from any cause 3. Perioperative deaths 4. Faecal incontinence 5. Bowel function 6. Stress incontinence 7. Urinary function 8. Sexual function 9. Overall quality of life 10. Bothersome or symptomatic urethral or anastomotic stricture 11. Thromboembolic disease 12. Positive surgical margin 13. Need for salvage therapy 14. Local disease recurrence 15. Distant disease recurrence/metastases 16. Disease progression Stomach( Alkhaffaf et al. , 2021 ) 5 8 1. Disease-free survival 2. Disease-specific survival 3. Surgery-related death 4. Overall quality of life 5. Nutritional effects 6. Serious adverse events 7. Recurrence of cancer 8. Completeness of tumour removal Oesophagus( Avery et al. , 2018 ) 8 10 1. Overall survival 2. In-hospital mortality 3. Severe nutritional problems 4. The ability to eat and drink 5. Problems with acid indigestion or heartburn 6. Overall quality of life 7. Respiratory complications 8. Conduit necrosis and anastomotic leak 9. The need for another operation related to their primary oesophageal cancer resection surgery 10. Inoperability ** Bladder( Reesink et al. , 2021 ) 10 11 1. Survival (cause) 2. Bladder cancer-free survival 3. Urinary symptoms 4. Fatigue 5. Quality of life 6. Pain 7. Activities of Daily living 8. Physical functioning 9. Complications after treatment (using severity grading scales Clavien-Dindo or CTCAE) 10. Health-status in palliative setting 11. Readmissions after treatment *** Pancreas( van Rijssen et al. , 2019 ) 12 8 1. Physical ability 2. Ability to work/do usual activities 3. General quality of life 4. General health 5. Abdominal complaints (pain/discomfort) 6. Relationship with partner/family 7. Fear of recurrence 8. Satisfaction with services/care organization Oral cavity, Larynx, Nasopharynx (ENT) ( Íde Waters, 2018 ) 16, 20, 22 respectively 8 Disease-specific survival1. 2. Death related to treatment 3. Dysphagia 4. HR-QOL 5. Interventions for the management of treatment-related morbidity 6. Local control 7. Regional control 8. Distant metastatic control *Only includes outcomes in the lung cancer COS, information variables are excluded here. **Radiation related complications in bladder cancer COS were excluded here. ***Pancreas COS was a Core Set of Patient-Reported Outcomes (COPRAC); Full representative pancreatic COS is currently being developed for April 2025 The development of a COS for each individual cancer type is resource intensive. Financial and time constraints become increasingly important considerations for researchers and is one of the most commonly cited barriers for standardising outcomes ( Williamson et al. , 2020 ). The recent examination ( Alkhaffaf & Kirkham, 2022 ) of available COS for surgical oncology demonstrated overlapping outcomes across the three aforementioned outcome domains (see also Table 1 ), supporting the feasibility of an efficient approach to develop a COS across cancer types involving surgical treatment (a meta-COS) as a starting point for use in all surgical oncology trials. The overall aim of this work is to determine a surgical oncology meta-COS for any cancer type that involves a surgical operation with curative intent and, is intended to describe endpoints to be reported as a minimum in future effectiveness trials. Specific objectives are to: 1) Identify suitable outcomes that have relevance in surgical oncology for the most prevalent cancer types through a review and discussion of previously published surgical oncology COS, a review of a clinical trials registry and focus groups with key stakeholders; 2) Assess the importance of these identified outcomes among key stakeholders (surgical and oncology consultants, cancer specialist nurses, patients, carers, and researchers) using a two-round Delphi survey technique; 3) Conduct a consensus-building process to determine which outcomes (including harm outcomes) should be included in the final surgical oncology meta-COS; Study oversight A Study Steering Committee (SSC) comprising three healthcare professionals (HCPs), an expert methodologist in COS development and one patient representative has been established. The three healthcare professionals consist of consultant oncological surgeons with track records as established academic researchers, two of whom had previous experience with COS development. The role of the SSC is to oversee the COS development study, provide feedback on the study protocol and list of outcomes, contribute to the dissemination of the online Delphi survey and to contribute to the final consensus meeting and dissemination of the COS. Methods The development of this COS protocol will follow the COS-STAP (Core Outcome Set-STAndardised Protocol Items) Statement ( Kirkham et al. , 2019 ), and the minimum standards for planning a COS development study ( Kirkham et al. , 2017 ). A checklist of COS-STAP items is included in the extended data for this protocol. The study is registered with the COMET Initiative ( https://www.comet-initiative.org/Studies/Details/3252 ). The COS process will involve three steps in Figure 1 . Each of these steps is described below: Figure 1. Study overview of a traditional COS development process. Stage 1: Identification of outcomes The list of outcomes from the ten most common surgical cancers reported globally will be identified (lung, breast, colorectal, prostate, gastric, liver, thyroid, cervical, bladder, oesophageal ( WCRF, 2024 )) for use in an online Delphi survey. These outcomes will be generated from the following sources: 1) Outcomes that were identified in existing published surgery oncology COS which were identified from a previous COMET database search ( https://www.comet-initiative.org/Studies ). From Table 1 , we have identified eight previously published COS within scope which included two cancer types outside the top 10 (pancreatic and oropharyngeal (ENT) cancers), which the SSC decided to also include. 2) For cancer types within the top ten commonest ones where there is no existing COS (breast, thyroid, liver and cervical), outcomes will be identified from a review of open and recruiting trials registered on a trials registry ( https://clinicaltrials.gov/ ). The search was carried out on 20 th March 2024 and will capture all records on the database. The search strategy is described in Table 2 . 3) Three separate focus groups will be undertaken (one group for each type of stakeholders – patients/carers, consultant clinicians, and allied healthcare professionals) to capture any additional outcomes not already identified. Language of the outcomes and their definitions will also be checked in these group work. For each focus group meeting, the aim will be to capture participants representing as many of the different cancer types as possible. Table 2. Search strategy for each cancer type on ClinicalTrials.gov. BREAST THYROID LIVER CERVICAL CONDITION Breast cancer Thyroid cancer Hepatocellular carcinoma/Liver cancer Cervix cancer OTHER TERMS, IF ANY Thyroid gland, thyroid carcinoma, thyroid neoplasm INTERVENTION Surgery Surgery Surgery Surgery FILTERS Phase 3 and 4 trials only * Interventional trials only Phase 3 and 4 trials only Phase 3 and 4 trials only Interventional trials only Interventional trials only Interventional trials only EXCLUSION CRITERIA Non-surgical trials, Oopherectomy-only trials Non-surgical trials, Metastatic thyroid cancers Non-surgical trials, Non-surgical trials, Different cervical (head & neck) cancer trials., *No additional results returned for phase 3 and 4 filter for thyroid cancer(s) on the trial registry used. Review of the final outcome list The resulting list of outcomes from Stage 1 will undergo a series of independent iterative reviews and discussion between the lead investigator and the SSC. The aim of these reviews will be to remove all duplicate outcomes and to retain only outcomes that would be deemed to be relevant for inclusion across all cancer types. As an example, ‘residual shoulder abduction deficit’ following breast cancer surgery would not be relevant for all cancer types, thereby would not be suitable for consideration in a surgical oncology meta-COS. Conversely, disease-free survival following cervical cancer surgery would be relevant across all cancer types, and thus would be included as a candidate outcome for the meta-COS. If there is uncertainty in the decision-making process, then the outcome will be retained for consideration in Stage 2. All decisions made will be documented with rationale for why that decision was made. The final list of outcomes from all sources will be reviewed by the SSC to group similar outcomes together and categorise each according to a 38-item taxonomy ( Dodd et al. , 2018 ). Outcome descriptors will be ensured by patient and public representatives to be clear and using appropriate plain language. Particular attention will be paid to the adverse events core domain in order to capture important individual harms ( Tay et al. , 2024 ). The SSC will also discuss the level of granularity of the outcome domains and will consider options for merging and dropping outcomes to ensure it was practically feasible for participants to score all outcomes in the Delphi survey phase in Stage 2 ( Kottner et al. , 2024 ). Stage 2: Outcome prioritisation Stakeholder recruitment Stakeholders representing health care professionals (HCPs), researchers and patients will be invited to participate in the consensus building process. Healthcare professionals will include consultant surgeons, consultant oncologists, cancer specialist nurses, dietitians, and physiotherapists. They will be divided into 3 broad stakeholder groups – consultants (surgeons or oncologists), allied health professionals (nurses, therapists and dietitians) and patients (or carers of). We will look to include at least two participants from each of these stakeholder group for each of the ten most commonest cancer types. Participants will be invited through professional networks and charities via email and social media For example, HCPs will be identified through national societies, regional cancer networks, and regional trial units. Examples of these include, but not exhaustive of: Greater Manchester Cancer Alliance North West Surgical Trials Unit Association of Surgeons of Great Britain British Association of Surgical Oncology National Breast Cancer Research Institute Ireland National Surgical Research Support Centre (RCSI) Cancer Research UK We do not intend to recruit a separate stakeholder group of non-clinical academic researchers or triallists. Instead, HCPs with experience in trials, cancer research, or experience with COS development will be preferred. The SSC will assist in screening interested HCPs based on their research outputs and any prior COS development involvement. Patient and carer participants will be identified through charity and cancer support networks both regionally and nationally. Examples of these include, but not exhaustive of: Independent Cancer Patients’ Voice (ICPV) The Patients Association (PA) Greater Manchester Cancer Alliance National Breast Cancer Research Institute Ireland Irish Cancer Society Patient and Public Involvement (PPI) Ignite Ireland For patients or carers of patients, only those who have completed their treatment of the cancer diagnosis will be invited to participate. We anticipate the perceived priority of outcomes whilst still undergoing treatment will differ to those having completed. The stage of the cancer will not be specified in the recruitment due to the breadth of cancer types being targeted. Instead patients who have had cancer surgery with the intention to cure will be recruited. Online delphi survey A list of outcomes identified from the sources described in Stage 1 will be prioritised in a two-round online Delphi survey. The outcomes will be presented in terms of the core areas identified by the taxonomy: survival, physiological or clinical, life impact, resource use or adverse events (AE), and subsequently ordered into the relevant domains underpinning the core areas (for example the domain “global quality of life” falls under the core area of ‘life impact’; and ‘surgical site infections’ under ‘adverse events’. Due to the importance of reporting AEs ( Cornelius & Phillips, 2022 ; Junqueira et al. , 2023 ; Zorzela et al. , 2016 ), AEs will be presented as a domain separate to the other outcomes for consideration. They will not be mandated for inclusion into the final COS but participants will be encouraged to consider them by their own merits. Participants will be asked to rate the importance of each outcome on a 9-point Likert scale (1–3 limited importance, 4–5 important but not critical and, 7–9 critical) following the GRADE (Grading of Recommendations, Assessment, Development and Evaluations) ( Guyatt et al. , 2011 ) guidelines. An option of ‘unsure’ will be included where participants feel they are unable to score an outcomes importance. Participants will also be invited to voluntarily comment on each outcome should they wish to do so. At the end of the first round, participants will have the option of adding in additional outcomes that they think are important but have not been included in the original list. Any additional outcomes will be reviewed by the SCC to consider whether these outcomes are relevant and not duplicated, and if agreed, these outcomes will be included in round two of the Delphi survey. All outcomes scored in round one will be carried forward to round two. In the second round of the Delphi survey, participants will be presented with their individual ratings from round one and the distribution of scores for each outcome according to a) each stakeholder group and b) overall across all stakeholder groups. Participants will have the opportunity to re-review outcomes and re-score the outcomes based on this information presented using the same 1–9 scale should they wish too. Newly added outcomes will be presented in round two and participants will be asked to score these new outcomes without reflection. Retention of participants between the two rounds will be monitored and several reminders will be sent to encourage continued engagement and completion of both rounds of the survey. Attrition bias between rounds will be assessed by looking at the average distribution of scores between rounds across all outcomes for each stakeholder group. Final responses from the second round will be analysed using descriptive statistics and summarised according to predefined consensus criteria ( Table 3 ). The Delphi survey will be administered and managed using REDCap ( Harris et al. , 2009 ; Harris et al. , 2019 ). Table 3. Consensus criteria. Consensus Classification Description Definition Consensus in Consensus that the outcome should be included in the final meta-core outcome set 80% or more participants scoring as 7–9 (critical) in each stakeholder groups Consensus out Consensus that the outcome should not be included in the final meta-core outcome set 50% or fewer participants scoring 7–9 (critical) in each stakeholder group No consensus Uncertainty about the importance of the outcome All other responses Stage 3: Consensus meeting The recruitment for the consensus meeting will be aimed at individual participants who have completed both rounds of the Delphi survey. The estimated number for recruitment into this meeting would be no more than 15 with an equal breakdown of five consultant clinicians (surgeons or oncologists), five allied health professionals and five patients or carers. Less importance will be placed on the cancer type each stakeholder represents at this stage, as the scope for this meta-COS is for all cancer involving surgery. The recruitment of this will be a direct email invitation following the completion of the Delphi survey. The consensus meeting will be conducted interactively via Zoom under the guidance of an experienced independent facilitator. The meeting will be organised around the results to the final round of the Delphi survey. Outcomes will be prioritised for discussion if they met the consensus criteria by at least one stakeholder group and/or outcomes were scored as critically important by at least 50% of participants in each stakeholder group. Participants will be invited to briefly discuss the importance of each outcome if they wish before an anonymous vote on whether to include the outcome in the final meta-COS. For the outcome to be preliminary included in the final meta-core set, 80% or more of the participants needed to vote the outcome as critical. Final meta-COS for surgical oncology At the end of the consensus meeting, the consensus meeting panel will review the proposed outcomes to be included in the meta-COS following the discussions and voting. A final reflective discussion will be undertaken to ensure the outcomes included are pragmatic and feasible to measure for the COS’ intended purpose of use. If a final meta-COS is not agreed on at the end of the consensus meeting, subsequent online meetings will be considered in order to ratify the final meta-COS. Discussion The aim of this work is to standardise the collection of core outcomes in surgical oncology. It does not replace existing COS in the field, but forms an overarching minimum set that underpins these available COS and provides a starting point for trials involving cancer types lacking a COS. This novel approach will minimise the need for researchers developing a COS for individual cancer types to traditionally perform a comprehensive literature review for a list of cancer outcomes as shown in Figure 1 . This expedited focussed approach will save significant amount of resources and time. Adverse event (AE) outcomes are important to be collected and reported. This is already advocated by regulating bodies (Health Research Authority), World Health Organisation (WHO) ( WHO, 2023 ), and the Cochrane Collaboration ( Peryer et al. , 2023 ). Recommendations for COS development exist ( Kirkham et al. , 2017 ), albeit with little guidance to ensure important harms are included in COS when appropriate ( Tay et al. , 2024 ). The need to improve the way these cancer COS are developed have already been recognised ( Gargon et al. , 2019 ). Whilst the inclusion of AE outcomes in trials and COS is variable ( Tay et al. , 2024 ), information on AEs is crucial so that safety is not misrepresented in any particular cancer intervention. Our approach in presenting a separate AE domain to be considered in the meta-COS development process will ensure that stakeholders have time to consider the important of each AE outcome, even if they do not result in inclusion in the final meta-COS. One limitation of this study is by selecting only the commonest 10 cancer types for surgical oncology as representation for all cancer types we could potentially miss certain outcomes. However this is estimated to be low risk given the focus of most of the surgical oncology COS has been on survival and life impact. Another limitation is that the majority of recruitment networks engaged are in the North West of England due to the location of the research team. Efforts will be made to recruit using national charities and in Ireland according to requirements of the grant body for this project. The uptake of core outcome sets vary widely across health conditions ( Hughes et al. , 2021 ). One of the common barriers of uptake often relates to the lack of consensus on the instruments that should be used to assess each core outcome. A formal assessment of appropriate instruments for measuring each core outcome was beyond the scope of this study. Future work will be needed to reach a consensus on these outcome measures. Dissemination The results of this study will be disseminated via presentations to charity and network groups, presentations at scientific meetings and publications in open access journals. Ethics and consent This consensus study has been granted for approval by the Proportionate University Research Ethics Committee (UREC) on the 29 th October 2024. Reference: 2024-21348-37826. The focus group in the earlier stage was granted a separate full ethics approval by the UREC on the 7 th March 2024. Reference: 2024-18269-33406. Written consent will be obtained from all participants in this consensus study after they have read the participant information sheet. The consent statements participants need to agree to are embedded into the beginning of the survey and mandatory for proceeding. All data will be anonymised in the reporting of this study. Transcripts of the consensus meeting will also be anonymised. Consent can be withdrawn at any time however any entered data will not be possible to be removed. Data availability Underlying data No data are associated with this article. Extended data Open Science Framework: Protocol for developing a single pan-specialty 'meta-core outcome set': an example in surgical oncology, https://doi.org/10.17605/OSF.IO/CSZ9X ( Tay et al. , 2025 ). This project contains the following extended data: 1. COS-STAP checklist for this protocol 2. Consent form for Delphi survey 3. Example PDF of Delphi survey Round 1 4. Participation Information Sheet for Healthcare Professionals 5. Participation Information Sheet for patients and carers 6. Supplementary Figure 1 - Taken from Cancer Research UK digital app. Data are available under the terms of the Creative Commons Zero "No rights reserved" data waiver (CC0 1.0 Public domain dedication). Faculty Opinions recommended References Alkhaffaf B, Kirkham J: Meeting the ongoing challenges of outcome selection in surgical oncology trials. Br J Surg. 2022; 109 (7): 563–565. PubMed Abstract | Publisher Full Text | Free Full Text Alkhaffaf B, Metryka A, Blazeby JM, et al. : Core Outcome Set for surgical trials in gastric cancer (GASTROS study): international patient and healthcare professional consensus. Br J Surg. 2021; 108 (10): 1216–1224. PubMed Abstract | Publisher Full Text | Free Full Text Avery KNL, Chalmers KA, Brookes ST, et al. : Development of a Core Outcome Set for clinical effectiveness trials in esophageal cancer resection surgery. Ann Surg. 2018; 267 (4): 700–710. PubMed Abstract | Publisher Full Text | Free Full Text Cornelius VR, Phillips R: Improving the analysis of adverse event data in Randomized Controlled Trials. J Clin Epidemiol. 2022; 144 : 185–192. PubMed Abstract | Publisher Full Text de Rooij BH, van den Hurk C, Smaardijk V, et al. : Development of an updated, standardized, patient-centered outcome set for lung cancer. Lung Cancer. 2022; 173 : 5–13. PubMed Abstract | Publisher Full Text Dodd S, Clarke M, Becker L, et al. : A taxonomy has been developed for outcomes in medical research to help improve knowledge discovery. J Clin Epidemiol. 2018; 96 : 84–92. PubMed Abstract | Publisher Full Text | Free Full Text Fraser J, Hope E, Anderson J, et al. : Chemotherapy, Radiotherapy and Surgical Tumour Resections in England. Official Statistics, 2020; (Accessed: 26/09/2024). Reference Source Gargon E, Williamson PR, Blazeby JM, et al. : Improvement was needed in the standards of development for cancer Core Outcome Sets. J Clin Epidemiol. 2019; 112 : 36–44. PubMed Abstract | Publisher Full Text Guyatt GH, Oxman AD, Vist G, et al. : GRADE guidelines: 4. Rating the quality of evidence—study limitations (risk of bias). J Clin Epidemiol. 2011; 64 (4): 407–415. PubMed Abstract | Publisher Full Text Harris PA, Taylor R, Minor BL, et al. : The REDCap consortium: building an international community of software platform partners. J Biomed Inform. 2019; 95 : 103208. PubMed Abstract | Publisher Full Text | Free Full Text Harris PA, Taylor R, Thielke R, et al. : Research Electronic Data Capture (REDCap)—A metadata-driven methodology and workflow process for providing translational research informatics support. J Biomed Inform. 2009; 42 (2): 377–381. PubMed Abstract | Publisher Full Text | Free Full Text Hughes KL, Clarke M, Williamson PR: A systematic review finds Core Outcome Set uptake varies widely across different areas of health. J Clin Epidemiol. 2021; 129 : 114–123. PubMed Abstract | Publisher Full Text | Free Full Text Íde Waters AM: A Core Outcome Set for clinical trials in Oropharyngeal cancer. Ph.D., The University of Liverpool (United Kingdom), Ann Arbor, 2018. Available at: https://manchester.idm.oclc.org/login?url=https://www.proquest.com/dissertations-theses/core-outcome-set-clinical-trials-oropharyngeal/docview/2499878063/se-2?accountid=12253 . Reference Source Junqueira DR, Zorzela L, Golder S, et al. : CONSORT Harms 2022 statement, explanation, and elaboration: updated guideline for the reporting of harms in randomised trials. BMJ. 2023; 381 : e073725. PubMed Abstract | Publisher Full Text Kirkham JJ, Davis K, Altman DG, et al. : Core Outcome Set-STAndards for development: the COS-STAD recommendations. PLoS Med. 2017; 14 (11): e1002447. PubMed Abstract | Publisher Full Text | Free Full Text Kirkham JJ, Gorst S, Altman DG, et al. : Core Outcome Set-STAndardised Protocol items: the COS-STAP statement. Trials. 2019; 20 (1): 116. PubMed Abstract | Publisher Full Text | Free Full Text Kottner J, Beaton D, Clarke M, et al. : Core Outcome Set developers should consider and specify the level of granularity of outcome domains. J Clin Epidemiol. 2024; 169 : 111307. PubMed Abstract | Publisher Full Text MacLennan S, Williamson PR, Bekema H, et al. : A Core Outcome Set for localised prostate cancer effectiveness trials. BJU Int. 2017; 120 (5B): E64–E79. PubMed Abstract | Publisher Full Text McNair AGK, Whistance RN, Forsythe RO, et al. : Core outcomes for colorectal cancer surgery: a consensus study. PLoS Med. 2016; 13 (8): e1002071. PubMed Abstract | Publisher Full Text | Free Full Text Peryer G, Golder S, Junqueira DR, et al. : Chapter 19: Adverse effects. In: Higgins JPT, T. J., Chandler J, Cumpston M, Li T, Page MJ, Welch VA (editors) (ed.) Cochrane Handbook for Systematic Reviews of Interventions . 2023. Reference Source Reesink DJ, van de Garde EMW, Somford DM, et al. : Development of the first patient-centred set of outcomes for Muscle-invasive and Metastatic Bladder Cancer: a multicentre initiative. Eur Urol Open Sci. 2021; 26 : 18–26. PubMed Abstract | Publisher Full Text | Free Full Text Tay J: Protocol for developing a single pan-specialty meta-core outcome set: an example in surgical oncology. OSF. 2025. http://www.doi.org/10.17605/OSF.IO/CSZ9X Tay J, Robinson C, Blazeby J, et al. : Inclusion of harm outcomes in Core Outcome Sets requires careful consideration. J Clin Epidemiol. 2024; 174 : 111474. PubMed Abstract | Publisher Full Text van Rijssen LB, Gerritsen A, Henselmans I, et al. : Core Set of Patient-reported Outcomes in Pancreatic Cancer (COPRAC): an International Delphi Study among patients and health care providers. Ann Surg. 2019; 270 (1): 158–164. PubMed Abstract | Publisher Full Text WHO: Patient safety. 2023; (Accessed: 11/10/2024). Reference Source Williamson PR, Altman DG, Blazeby JM, et al. : Developing Core Outcome Sets for clinical trials: issues to consider. Trials. 2012; 13 (1): 132. PubMed Abstract | Publisher Full Text | Free Full Text Williamson PR, de Ávila Oliveira R, Clarke M, et al. : Assessing the relevance and uptake of Core Outcome Sets (an agreed minimum collection of outcomes to measure in research studies) in Cochrane systematic reviews: a review. BMJ Open. 2020; 10 (9): e036562. PubMed Abstract | Publisher Full Text | Free Full Text World Cancer Research Fund (WCRF): Global cancer incidence. 2024; (Accessed: 17/07/2024). Reference Source Zorzela L, Loke YK, Ioannidis JP, et al. : PRISMA harms checklist: improving harms reporting in systematic reviews. BMJ. 2016; 352 : i157. PubMed Abstract | Publisher Full Text Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 31 Jan 2025 ADD YOUR COMMENT Comment Author details Author details 1 Centre for Biostatistics, Manchester Academic Health Science Centre, The University of Manchester, Manchester, UK 2 NIHR Bristol Biomedical Research Centre, University Hospitals Bristol and Weston NHS Foundation Trust and University of Bristol, Bristol, England, UK 3 Social Care and Society, School of Health Sciences, The University of Manchester, Manchester, England, UK 4 Norwich Medical School, University of East Anglia, Norwich, England, UK 5 Discipline of Surgery, University of Galway, Galway, Ireland 6 Department of Oesophago-Gastric and Bariatric Surgery, Salford Royal Hospital, Northern Care Alliance NHS Foundation Trust, Salford, UK 7 Division of Cancer Sciences, School of Medical Sciences, The University of Manchester, Manchester, England, UK Joel Tay Roles: Conceptualization, Data Curation, Formal Analysis, Funding Acquisition, Investigation, Methodology, Project Administration, Writing – Original Draft Preparation, Writing – Review & Editing Jane Blazeby Roles: Writing – Review & Editing Adam O'Neill Roles: Project Administration, Writing – Review & Editing Yoon Loke Roles: Writing – Review & Editing Aoife Lowery Roles: Formal Analysis, Funding Acquisition, Project Administration, Resources, Writing – Review & Editing Catherine Robinson Roles: Conceptualization, Formal Analysis, Methodology, Supervision, Writing – Review & Editing Bilal Alkhaffaf Roles: Conceptualization, Formal Analysis, Methodology, Supervision, Writing – Review & Editing Jamie Kirkham Roles: Conceptualization, Formal Analysis, Methodology, Supervision, Writing – Review & Editing Competing interests Professor Jamie Kirkham and Professor Jane Blazeby are members of the COMET (Core Outcome Measures in Effectiveness Trials) Initiative. There are no conflicts of interest to disclose from the other authors. Grant information Health Research Board [HRB-TMRN-2021-001]. This work was also supported by Professor Aoife Lowery in this project by funding from Irish Cancer Society [CRLALOW22]. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (1) version 1 Published: 31 Jan 2025, 8:19 https://doi.org/10.12688/hrbopenres.14058.1 Copyright © 2025 Tay J et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics VIEWS $counts.viewCount downloads Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Tay J, Blazeby J, O'Neill A et al. Protocol for a novel approach to developing a single pan-specialty ‘meta-core outcome set’: An example from the field of surgical oncology [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :19 ( https://doi.org/10.12688/hrbopenres.14058.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 31 Jan 2025 Views 0 Cite How to cite this report: Nizam W. Reviewer Report For: Protocol for a novel approach to developing a single pan-specialty ‘meta-core outcome set’: An example from the field of surgical oncology [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :19 ( https://doi.org/10.21956/hrbopenres.15437.r47411 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-19/v1#referee-response-47411 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 02 Jun 2025 Wasay Nizam , Howard University College of Medicine, Washington, USA Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15437.r47411 This is an appropriate undertaking. Surgical oncology is an evolving field and adding this will streamline future research endeavors. Interpretation of existing studies is limited by the heterogeneity of outcomes described. Harmonizing these will suitably improve future studies. I look ... Continue reading READ ALL This is an appropriate undertaking. Surgical oncology is an evolving field and adding this will streamline future research endeavors. Interpretation of existing studies is limited by the heterogeneity of outcomes described. Harmonizing these will suitably improve future studies. I look forward to the results of this meeting and wish the authors well. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: Surgical oncology I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Nizam W. Reviewer Report For: Protocol for a novel approach to developing a single pan-specialty ‘meta-core outcome set’: An example from the field of surgical oncology [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :19 ( https://doi.org/10.21956/hrbopenres.15437.r47411 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-19/v1#referee-response-47411 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 31 Jan 2025 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 Version 1 31 Jan 25 read Wasay Nizam , Howard University College of Medicine, Washington, USA Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Nizam W. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 02 Jun 2025 | for Version 1 Wasay Nizam , Howard University College of Medicine, Washington, USA 0 Views copyright © 2025 Nizam W. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This is an appropriate undertaking. Surgical oncology is an evolving field and adding this will streamline future research endeavors. Interpretation of existing studies is limited by the heterogeneity of outcomes described. Harmonizing these will suitably improve future studies. I look forward to the results of this meeting and wish the authors well. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise Surgical oncology I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Nizam W. Peer Review Report For: Protocol for a novel approach to developing a single pan-specialty ‘meta-core outcome set’: An example from the field of surgical oncology [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :19 ( https://doi.org/10.21956/hrbopenres.15437.r47411) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/8-19/v1#referee-response-47411 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with HRB Open Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Protocol for a novel approach to developing...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://hrbopenresearch.org/articles/8-19/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://hrbopenresearch.org/articles/8-19/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://hrbopenresearch.org/articles/8-19/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Tay J et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://hrbopenresearch.org/articles/8-19/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://hrbopenresearch.org/articles/8-19", templates : { twitter : "Protocol for a novel approach to developing a single pan-specialty.... Tay J et al., published by " + "@HRBOpenRes" + ", https://hrbopenresearch.org/articles/8-19/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/14058/15437") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "15437"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "47513": 0, "47514": 0, "47515": 0, "47516": 0, "47517": 0, "47518": 0, "47519": 0, "47520": 0, "47521": 0, "47522": 0, "47267": 0, "47268": 0, "47269": 0, "47270": 0, "47271": 0, "47272": 0, "47273": 0, "47274": 0, "47275": 0, "47276": 0, "47405": 0, "47406": 0, "47407": 0, "47408": 0, "47409": 0, "47410": 0, "47411": 12, "47412": 0, "47413": 0, "47414": 0, "45254": 0, "45255": 0, "45256": 0, "45257": 0, "45258": 0, "45259": 0, "45260": 0, "45261": 0, "45262": 0, "45263": 0, "52695": 0, "52696": 0, "52697": 0, "52698": 0, "52699": 0, "52700": 0, "52701": 0, "52702": 0, "52703": 0, "52704": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "3e67f5c8-1536-4ded-9e2a-c57dbb6b874c"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); Are you a HRB-funded researcher? Submission to HRB Open Research is open to all HRB grantholders or people working on a HRB-funded/co-funded grant on or since 1 January 2017. Sign up for information about developments, publishing and publications from HRB Open Research. First Name * You must provide your first name Last Name * You must provide your last name Email * You must provide a valid email address Institution You must provide an institution. Submit Thank you! We'll keep you updated on any major new updates to HRB Open Research HRB Open Research Browse How to Publish About Contact RSS Cookie Notice Privacy Notice Legal Submit Your Research © F1000 Research Limited and its licensors ISSN 2515-4826 | Legal background var F1000platform = new F1000.Platform({ name: "hrb", displayName: "HRB Open Research", hostName: "hrbopenresearch.org", id: "5", editorialEmail: "[email protected]", infoEmail: "[email protected]" }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); }); (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'9ff4614c6a51df94',t:'MTc3OTM3NDg4NQ=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();