Evaluating interventions to enhance public... | HRB Open Research dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); const cookieDomain = window.location.hostname; const tld = buildTLD(); function buildTLD() { const domainParts = cookieDomain.split('.'); while (domainParts.length > 2) { domainParts.shift(); } return domainParts.join('.'); } function deleteCookie(cookieName) { if (!cookieName) { return; } const cookiePath = (cookieName.startsWith('retraction_warning_') || cookieName.startsWith('version_warning_')) ? '/articles/' + cookieName : '/'; // Yes, these three slightly different ways to try and remove cookies are necessary document.cookie = cookieName + '=; path=' + cookiePath + '; domain=' + cookieDomain + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; domain=.' + tld + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; } function deleteGroupCookies(group) { if (!group) { return; } const domainData = OneTrust.GetDomainData(), cookies = domainData.Groups.filter(cookieGroup => cookieGroup.OptanonGroupId === group)[0].Cookies; cookies.forEach(cookie => deleteCookie(cookie.Name)); } function OptanonWrapper() { const cookieConsentGroups = []; for (group of OneTrust.GetDomainData().Groups) { cookieConsentGroups.push(group.OptanonGroupId); } OneTrust.OnConsentChanged(function(e) { const cookieConsentActiveGroups = OnetrustActiveGroups.split(',').filter(activeGroup => activeGroup); cookieConsentGroups.forEach(group => { if (!cookieConsentActiveGroups.includes(group)) { deleteGroupCookies(group); }; }); }); } window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://hrbopenresearch.org/js/vendor/ckeditor/' window.reactTheme = 'HRB'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); Skip to content HRB Open Research file_upload Submit your research search clear search menu close clear Search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Data Guidelines Prepublication Checks Production Process Article Processing Charges Finding Article Reviewers About How it Works For Reviewers National Steering Group Policies Glossary FAQs Contact Blog My Account Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://hrbopenresearch.org/articles/8-2" }, "headline": "Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review...", "datePublished": "2025-01-08T16:42:40", "dateModified": "2025-01-08T16:42:40", "author": [ { "@type": "Person", "name": "Logan Verlaque" }, { "@type": "Person", "name": "Benjamin Jacob" }, { "@type": "Person", "name": "Riya Sharma" }, { "@type": "Person", "name": "Yousef Juha" }, { "@type": "Person", "name": "Joel Nordstrom" }, { "@type": "Person", "name": "Laranya Kumar" }, { "@type": "Person", "name": "Sam McGlynn" }, { "@type": "Person", "name": "Rebecca Trower" }, { "@type": "Person", "name": "Kate Hamilton-West" }, { "@type": "Person", "name": "Heather Burns" }, { "@type": "Person", "name": "Patrick Redmond" } ], "publisher": { "@type": "Organization", "name": "HRB Open Research", "logo": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 566, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 1200, "width": 127 }, "description": " Background Cancer persists as one of the leading causes of death worldwide as it is responsible for nearly 10 million deaths annually. Late diagnoses are often linked to poorer outcomes, highlighting the need for prevention, early detection, and effective treatment programs. Raising public awareness of cancer symptoms is thought to promote earlier health-seeking behaviour and diagnosis. Despite the availability of various awareness-raising interventions, their effectiveness on outcomes is not well established. This protocol describes a strategy for addressing this knowledge gap by developing a current, comprehensive review of the evidence on the effectiveness of public-facing interventions aimed at increasing cancer symptom awareness. Methods Our approach will incorporate four distinct study designs—an inductive thematic analysis, a bibliometric analysis, a systematic review, and a network meta-analysis. These evidence synthesis methodologies will be employed following a systematic search of the relevant databases to identify interventions to increase awareness of cancer symptoms with the intent to promote earlier presentation. Only comparative study designs will be considered eligible, but this will include both randomised and nonrandomised studies of interventions, in addition to before-and-after single-arm studies. The outcomes of interest will be cancer-specific mortality and stage-at-diagnosis; however, it is anticipated that these will rarely be reported. Thus, we plan to produce a classification system for all reported outcomes via an inductive thematic analysis guided by Braun & Clarke’s six-phase approach to thematic analysis. This classification schema will facilitate comparison between studies reporting similar outcomes, and thereby the production of a bibliometric analysis, systematic review and network meta-analysis, all of which will be guided by the Cochrane Handbook for Systematic Reviews of Interventions and will be reported according to PRISMA-NMA checklist. Implications The bibliometric analysis will illustrate which interventions, and which outcomes have predominantly been studied, enabling a redirection of the research effort, if appropriate. The systematic review and network meta-analysis will enable policymakers to compare different intervention types, providing a foundation for developing policies and allocating resources towards cancer awareness initiatives. " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://hrbopenresearch.org/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://hrbopenresearch.org/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://hrbopenresearch.org/articles/8-2", "name": "Evaluating interventions to enhance public awareness of cancer symptoms:..." } } ] } Home Browse Evaluating interventions to enhance public awareness of cancer symptoms:... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Verlaque L, Jacob B, Sharma R et al. Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis [version 1; peer review: 2 approved with reservations] . HRB Open Res 2025, 8 :2 ( https://doi.org/10.12688/hrbopenres.13971.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Study Protocol Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis [version 1; peer review: 2 approved with reservations] Logan Verlaque https://orcid.org/0009-0005-2549-7193 1 , Benjamin Jacob https://orcid.org/0000-0003-1119-064X 1 , Riya Sharma https://orcid.org/0009-0003-8117-0879 1 , [...] Yousef Juha https://orcid.org/0009-0005-8648-7351 1 , Joel Nordstrom https://orcid.org/0009-0008-0480-8484 1 , Laranya Kumar 1 , Sam McGlynn 1 , Rebecca Trower https://orcid.org/0000-0002-0609-2618 2 , Kate Hamilton-West 3,4 , Heather Burns 5 , Patrick Redmond 1 Logan Verlaque https://orcid.org/0009-0005-2549-7193 1 , Benjamin Jacob https://orcid.org/0000-0003-1119-064X 1 , [...] Riya Sharma https://orcid.org/0009-0003-8117-0879 1 , Yousef Juha https://orcid.org/0009-0005-8648-7351 1 , Joel Nordstrom https://orcid.org/0009-0008-0480-8484 1 , Laranya Kumar 1 , Sam McGlynn 1 , Rebecca Trower https://orcid.org/0000-0002-0609-2618 2 , Kate Hamilton-West 3,4 , Heather Burns 5 , Patrick Redmond 1 PUBLISHED 08 Jan 2025 Author details Author details 1 Department of General Practice, The Royal College of Surgeons (RCSI), Dublin, Ireland 2 School of Psychology, The University of Galway, Galway, Ireland 3 University of Kent, Kent, UK 4 Cancer Research UK, London, UK 5 National Cancer Control Programme, HSE, Dublin, Ireland Logan Verlaque Roles: Conceptualization, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Benjamin Jacob Roles: Conceptualization, Investigation, Methodology, Supervision, Writing – Review & Editing Riya Sharma Roles: Data Curation, Methodology, Writing – Review & Editing Yousef Juha Roles: Data Curation Joel Nordstrom Roles: Data Curation Laranya Kumar Roles: Data Curation Sam McGlynn Roles: Data Curation, Supervision, Writing – Review & Editing Rebecca Trower Roles: Supervision, Writing – Review & Editing Kate Hamilton-West Roles: Supervision, Writing – Review & Editing Heather Burns Roles: Supervision, Writing – Review & Editing Patrick Redmond Roles: Conceptualization, Investigation, Methodology, Supervision, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS Abstract Background Cancer persists as one of the leading causes of death worldwide as it is responsible for nearly 10 million deaths annually. Late diagnoses are often linked to poorer outcomes, highlighting the need for prevention, early detection, and effective treatment programs. Raising public awareness of cancer symptoms is thought to promote earlier health-seeking behaviour and diagnosis. Despite the availability of various awareness-raising interventions, their effectiveness on outcomes is not well established. This protocol describes a strategy for addressing this knowledge gap by developing a current, comprehensive review of the evidence on the effectiveness of public-facing interventions aimed at increasing cancer symptom awareness. Methods Our approach will incorporate four distinct study designs—an inductive thematic analysis, a bibliometric analysis, a systematic review, and a network meta-analysis. These evidence synthesis methodologies will be employed following a systematic search of the relevant databases to identify interventions to increase awareness of cancer symptoms with the intent to promote earlier presentation. Only comparative study designs will be considered eligible, but this will include both randomised and nonrandomised studies of interventions, in addition to before-and-after single-arm studies. The outcomes of interest will be cancer-specific mortality and stage-at-diagnosis; however, it is anticipated that these will rarely be reported. Thus, we plan to produce a classification system for all reported outcomes via an inductive thematic analysis guided by Braun & Clarke’s six-phase approach to thematic analysis. This classification schema will facilitate comparison between studies reporting similar outcomes, and thereby the production of a bibliometric analysis, systematic review and network meta-analysis, all of which will be guided by the Cochrane Handbook for Systematic Reviews of Interventions and will be reported according to PRISMA-NMA checklist. Implications The bibliometric analysis will illustrate which interventions, and which outcomes have predominantly been studied, enabling a redirection of the research effort, if appropriate. The systematic review and network meta-analysis will enable policymakers to compare different intervention types, providing a foundation for developing policies and allocating resources towards cancer awareness initiatives. READ ALL READ LESS Keywords Systematic review; cancer awareness; early detection; diagnostic delay; education campaigns; patient awareness Corresponding Author(s) Logan Verlaque ( [email protected] ) Close Corresponding author: Logan Verlaque Competing interests: No competing interests were disclosed. Grant information: Sam McGlynn’s involvement was supported by a grant from the HSE National Cancer Control Programme grant code is SDAP-2023-033. Logan Verlaque’s involvement was supported the the 2024 RCSI Reseach Summer School and StEP (Student Engagement Programme) Level 2 funding. Riya Sharma’s involvement was supported by StEP (Student Engagement Programme) Level 2 funding. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2025 Verlaque L et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Verlaque L, Jacob B, Sharma R et al. Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis [version 1; peer review: 2 approved with reservations] . HRB Open Res 2025, 8 :2 ( https://doi.org/10.12688/hrbopenres.13971.1 ) First published: 08 Jan 2025, 8 :2 ( https://doi.org/10.12688/hrbopenres.13971.1 ) Latest published: 08 Jan 2025, 8 :2 ( https://doi.org/10.12688/hrbopenres.13971.1 ) Introduction Background Globally, there are approximately 20 million new cases and nearly 10 million deaths due to cancer each year 1 . The GLOBOCAN database highlights that in countries with a very high Human Development Index (HDI), the reported cancer mortality rates are 118.3 per 100,000 for men and 78.5 per 100,000 for women, figures that are higher than in countries with a lower HDI 1 . Moreover, cancer is the second-leading cause of premature death in 127 countries and is expected to overtake cardiovascular disease as the leading cause of death within this century 2 , 3 . Cancer detected at an earlier stage is associated with improved outcomes, including reduced mortality 4 , 5 , lower morbidity 4 , enhanced patient quality of life 4 , and reduced cost 6 – 10 . Interventions to promote earlier detection of cancer can be classified into two broad categories: interventions to detect cancer in an asymptomatic population—(i.e. “cancer screening”) and interventions to shorten the time from symptom onset to diagnosis (often referred to as “early diagnosis” initiatives) 11 . While cancer screening attempts to detect cancer before symptoms develop, only a minority of cancers are detected through screening, despite the presence of multiple screening programmes in breast, cervical, colorectal and most recently lung cancer 12 – 14 . In Ireland, between 2017–2019, 25% of breast, 32% of cervical and 6% colorectal diagnoses in Ireland were screen-detected, which equates to approximately 5% of overall invasive cancer cases 5 . Since the route to diagnosis will start with a symptom in over 90% of patients, interventions to promote the early detection of symptomatic cancer are of paramount importance. Early detection initiatives, which aim to reduce the time from symptom-onset to diagnosis, can be subdivided into those that raise symptom awareness in the public, those that alter clinician practice, those that focus on tackling any of several barriers to early help-seeking (including symptom awareness, fear, stigma, negative beliefs about cancer), and those that optimise clinical care pathways. Initiatives focused on raising symptom awareness encourage individuals to recognise potential signs of cancer and seek medical advice promptly 15 . Efforts targeting healthcare professionals, particularly general practitioners, aim to enhance their awareness of cancer symptoms and facilitate timely referrals. Lastly, the effective design of clinical care pathways, which may include intermediate testing or referral to secondary care, streamlines the process from initial suspicion to diagnosis, ensuring that patients are seen by specialists within an appropriate timeframe. Each of these broad intervention categories aims to reduce unnecessary delays and improve outcomes via earlier diagnosis and treatment initiation 16 . Existing literature The existing literature on increasing cancer symptom awareness in the general public is extensive and comprises a vast array of approaches 17 . These approaches range from large-scale national campaigns to more targeted efforts focused on specific communities or opportunistic interventions during healthcare visits. At the national level, strategies include mass media campaigns, public service advertisements, advertisements 18 and large-scale educational initiatives 19 . Community-level efforts often involve distributing informational materials such as booklets 20 , decision aids 6 , 21 , hosting local workshops, or collaborating with community leaders to promote awareness. At the individual level, interventions may include opportunistic conversations during healthcare visits, telephone consults 22 , 23 , or personalized decision aids. Many studies have reported positive findings that these interventions increase cancer awareness 15 , 17 , 24 – 26 . However, raising awareness does not consistently lead to behaviour change 27 . Help-seeking behaviour is influenced by a range of other factors beyond awareness, such as socioeconomic limitations, concerns about burdening health providers, fears about symptoms not being taken seriously, difficulty getting an appointment, and anxiety about potential diagnoses 3 , 28 , 29 . Thus, while awareness is a crucial first step, it alone may not be sufficient to prompt individuals to seek medical attention. Even when behaviour does change, it may not always lead to earlier diagnosis. Awareness campaigns such as "Be Clear on Cancer" (BCoC) in the UK successfully increased primary care visits and urgent referrals for suspected cancer, as well as influenced diagnosis patterns, including incidence and stage at diagnosis 28 , 30 . However, changing help-seeking behaviour and increasing referrals do not automatically translate into a higher rate of early diagnoses, as factors like access to diagnostic services and healthcare provider response also play a role 31 , 32 . Furthermore, even when earlier diagnosis is achieved, it does not necessarily result in improved survival outcomes. For instance, despite the changes in diagnosis patterns following the BCoC campaigns, no clear improvements in survival rates were observed 30 . This could be due to various reasons, such as the complexity of cancer progression, the time lag required to observe survival benefits, or the limitations of survival as a metric for campaign effectiveness 30 . Some studies, such as an ecological comparison across geographical regions, have found an association between awareness and survival, but such findings are context-dependent and not directly tied to awareness campaigns 33 . Knowledge gap, rationale, and aim If public awareness interventions drive timely help-seeking earlier diagnosis and improve cancer outcomes for symptomatic patients, health services could justify implementing such campaigns at a national level. However, the incumbent systematic review in this area was conducted in 2009 and highlighted the scarcity of studies rigorously evaluating the impacts of such campaigns 15 . Although a more recent systematic review focusing on lung cancer awareness and help-seeking was published in 2021 26 the aim of this review is to provide an updated synthesis of evidence on the effectiveness of interventions designed to increase public awareness and encourage help-seeking for earlier cancer diagnosis in general and improved outcomes. Objectives We will achieve this aim through the completion of the following specific objectives: 1. To systematically identify relevant studies in the literature; 2. To categorise the identified studies according to awareness-raising modality and, where available, the underpinning theoretical framework of behavioural change; 3. To collate the outcome data from each study; 4. To develop a schema for classifying the reported outcomes, utilising or modifying an existing schema, where possible; 5. To publish a bibliometric analysis of the identified studies; 6. To compare between interventions, where possible, by examining cancer mortality and cancer stage at diagnosis between the intervention and comparison groups; 7. To produce a pooled estimate of relevant outcomes for comparable interventions, and if possible, to produce a network meta-analysis enabling comparison of multiple interventions. Methods This protocol will describe the proposed methods for a systematic review supplemented by a thematic analysis and network meta-analysis. In addition to the present protocol, we plan to publish the following four outputs: (1) "Development of a classification schema for outcomes used in studies of cancer symptom awareness intervention using inductive thematic analysis”, (2) “A bibliometric analysis of studies of interventions to raise awareness of cancer symptoms”, (3) “A systematic review of interventions to raise awareness of cancer symptoms”, and (4) “A network meta-analysis of interventions to raise awareness of cancer symptoms”. The inductive thematic analysis will be conducted according to Braun & Clarke’s six-phase approach to thematic analyses 34 and in accordance with the Consolidated Criteria for Reporting Qualitative Research (COREQ) 35 . The systematic review, bibliometric analysis and network meta-analysis will adhere to the guidelines established by the Cochrane Handbook for Systematic Reviews of Interventions 36 and the Preferred Reporting Items for Systematic Reviews and Meta-Analyses for Network Meta-Analyses (PRISMA-NMA) guidelines 37 . Eligibility criteria The following eligibility criteria will be used to operationalise our research question: Table 1 : Eligibility Criteria. Table 1. Eligibility Criteria. Concept Inclusion Exclusion Population Adults (>18yo) Children and adolescents (<18 years old) Intervention Any intervention to increase awareness of cancer symptoms, with the intent to promote earlier presentation Screening interventions for asymptomatic individuals (e.g. interventions to promote screening/increase screening uptake) Comparison The absence of the stated intervention / “standard” public health practice Non-comparative studies Outcomes Any outcome comparing the intervention to some control group (including a before-and-after control) Any outcome without a comparison group Study design Comparative studies (interventional and observational), including before-and-after studies Research designs without a comparison group Additional Publication year: since November 2008 Studies not published in English Search strategy A comprehensive search will be conducted in the following databases MEDLINE, EMBASE, PsycINFO, Scopus, Web of Science, ProQuest, Cochrane Library and Cumulative Index to Nursing and Allied Health Literature (CINAHL). The search strategy will include MeSH terms and keywords related to: (1) cancer awareness, (2) early presentation, (3) interventions. These are demonstrated in Table 2 . The approach to this search will be customized to meet the unique specifications of each database, using filters to locate primary studies as needed. The search will be limited to studies published in English from November 2008 to April 22, 2024. References of included studies and relevant reviews will be hand searched to identify additional studies not captured by electronic searches. Full details of the search strategy, designed in consultation with an information specialist, will be outlined on the Open Science Framework. Table 2. Screening Algorithm including Exclusion Criteria. Step Concept Question Exclusion label 1 Cancer Does this paper deal with cancer? “NotCancer” “NotPrimaryCancer” 2 Interventions Does this paper look at interventions? “NotIntervention” 3 Cancer awareness/ Early presentation Does the intervention seek to (a) improve awareness of cancer symptoms, or (b) promote early presentation? “NotSymptomAwareness” “NotEarlyPresent” 4 (INCLUDE) If positive to all the above, then include n/a Study selection Screening of titles and abstracts for eligibility will be done by two reviewers independently, within “Rayyan”, an online tool for collaborative systematic literature reviews 38 . The screening algorithm is outlined in Table 2 . Discrepancies will be resolved through consensus or with an additional reviewer (B.J.). Full texts of potentially eligible studies will then be reviewed for inclusion based on the eligibility criteria. Data collection Relevant data items will be extracted from the full text of included articles using a pre-piloted pro forma. The extraction will be conducted independently by one reviewer and reviewed by another for accuracy. Data items to be extracted are outlined in Table 3 . Table 3. Extracted Study Items. Data Item Sub-items Publication Details Authors Year of publication Study context Study location Study population (sociodemographic) Year the study was conducted Intervention details Cancer type(s) Intervention modality Duration Underpinning behavioural change theory and targeted behavioural change construct Study details Study design Comparison intervention Sample size Outcomes All reported outcomes Additional information Reported limitations Reported patient experience Intervention Modality. Interventions will be classified into various categories based on their delivery method. These intervention categories include Community Education Sessions; Individual Health Education Sessions; Print Media Initiatives; Digital Media Interventions; Broadcast and Outdoor Media Campaigns; Dual-approach Interventions; Multi-faceted Intervention Programs; Miscellaneous Awareness Strategies. We will adapt this where necessary, and should the schema be inadequate we will develop a schema using thematic synthesis. Targeted Behavioural Change Construct. To capture and understand how interventions are designed to modify behaviour, we will categorise interventions based on underlying behavioural theories in two ways. Firstly, in the bibliometric analysis, we will report whether the authors reported, and frameworks used. Secondly, we will conduct a framework analysis of the methods section of the included papers, utilising the Theoretical Domains Framework to categorise the aspects of behavioural change targeted by the intervention 39 . This categorisation will help in understanding the theoretical basis of the interventions and their potential mechanisms of action. Outcomes. The outcomes are structured in a hierarchy to reflect their logical progression from intervention to impact. Clinical outcomes (1–6) are at the top, as they represent the ultimate measures of success in terms of mortality and cancer stage. Healthcare utilization outcomes (7–10) follow, indicating how the intervention changes healthcare-seeking behaviour, which is necessary for clinical improvements. Measures of intent, attitude, or knowledge (11–12) come next, as these are precursors to behavioural change. Finally, campaign reach (13) is positioned at the base, as it represents the foundation upon which all other changes depend. This order is necessary to demonstrate the pathway from awareness to measurable health outcomes. The outcomes of interest will be: 1. All-cause mortality 2. Cancer-specific mortality 3. Stage III/IV cancer incidence (as defined by standard staging criteria, e.g., TNM classification) 4. Proportion of cancers diagnosed in Stage III/IV 5. Cancer incidence 6. All other clinical outcomes 7. Rate of cancer referral 8. Rate of other referrals or investigation requests 9. Rate of GP attendances with a relevant symptom 10. All other measures of healthcare utilization 11. Any measure of behavioural intention 12. Any measure of relevant healthcare knowledge 13. Any measure of campaign reach It is anticipated that most studies will not report clinical outcomes, and thus all reported outcomes will be further synthesized in our systematic review. However, our synthesis will specifically mention the outcomes listed above wherever possible ( Figure 1 ). Figure 1. A working theoretical model for cancer awareness interventions, illustrating the causal flow from campaign reach through increased awareness, behavior change, earlier diagnosis, and improved clinical outcomes. This approach draws on behaviour change frameworks like the Health Belief Model and CRUK's "Waterfall" diagram for early diagnosis initiatives. Inductive Thematic Analysis of Outcome Data. Due to the anticipated large number of included studies, an inductive thematic analysis of the reported outcomes will be utilised to produce a classification schema which will be employed in the systematic review and meta-analysis results, leading to data that are more interpretable and manageable for analysis. This will be completed using Braun & Clarke’s approach to thematic analysis 34 , whereby each step will be conducted by the lead author and at least one other co-author. During the data extraction phase, the authors involved read and extract excerpts from the “Results” sections of included studies. Each excerpt will be comprehensive enough to cover all reported outcomes. This ensures that all relevant data from the studies are captured accurately. To enable the thematic synthesis, the excerpt will be loaded into either “ NVivo ”, a qualitative data analysis software 40 or “ Taguette ”, an open-source alternative 41 . Step 1 (Familiarisation with data): During this step, all authors involved in the thematic synthesis will familiarise themselves with these excerpts by reading and re-reading them to gain an understanding of the content. Step 2 (Generating initial codes): As outlined above, for each paper, two authors will code each reported study outcome in the excerpt. Step 3 (Searching for themes): Collaborative discussions between all authors will take place to review and segregate the initial codes into larger groups that share common features. Step 4 (Reviewing themes): This step will involve refining the themes synthesised in the previous phase. Authors will review each theme against the coded data to ensure it accurately represents the data. This process may involve combining, splitting, or discarding themes as necessary to ensure they comprehensively and accurately capture the nuances of the data. Step 5 (Defining and naming themes): An attempt will be made to define each theme clearly and, where applicable, identify sub-themes. This process will involve developing detailed descriptions for all themes to ensure they comprehensively capture the essence of the coded data. Authors will write concise definitions and descriptions for each theme and sub-theme, highlighting their scope and distinguishing characteristics. Consensus discussions among all authors will be conducted to resolve any discrepancies and to ensure agreement on the definitions and descriptions. This step ensures that the themes are well-defined and distinct, facilitating a clearer and more coherent analysis. Step 6: (Creating the classification schema): In this step, we will develop a classification schema for the reported outcomes. First, we will review the themes and sub-themes from previous steps and group similar ones into higher-order categories. We will then arrange these categories into a logical framework to highlight patterns and relationships within the data. Consensus discussions among all authors will refine the schema, ensuring agreement on its structure. Finally, we will finalize and describe the schema, ensuring it accurately reflects the data and enhances the interpretation of study findings. Risk of Bias Assessment. We will critically assess and report the risk of bias in each study using established tools including ROBINS-E, ROBINS-I, and Cochrane RoB2 36 , 42 , 43 . ROBINS-E is used for observational studies of exposure, whereas ROBINS-I is used in observational studies of intervention 42 , 43 , and Cochrane RoB2 is used for assessing bias in randomised trials 36 . This assessment will help in understanding the reliability and validity of the findings reported in the individual studies. Data synthesis The data will be synthesised in three phases. The first phase involves a bibliometric analysis, supported by a thematic synthesis of outcome data into a classification schema. In the second phase, a systematic review will be conducted to catalogue key outcome measures, enabling comparisons between interventions. The final phase will involve a network meta-analysis to further analyse the data. Stage 1 (Bibliometric analysis) : For our bibliometric analysis, we will collect and analyse data in several key categories. We will gather publication details (year, journal, authors, and affiliations) to understand research trends. We will examine the study context, focusing on geographical locations, settings, and populations. Intervention details, including types, duration, and modalities, will be documented to compare different approaches. We will categorise the behavioural theories underlying the interventions to understand their theoretical foundations. Study details such as design, sample size, and methodology will be compiled to assess research robustness. Finally, we will classify the reported outcomes to aid thematic synthesis and create a classification schema for the data. This systematic approach will help identify trends, gaps, and patterns in the research. Stage 2 (Systematic review of efficacy): Our systematic treatment of the literature will allow us to catalogue key outcome measures, enabling detailed comparisons between different interventions. This process will provide a comprehensive overview of the effectiveness of various approaches, and if possible, a subgroup analysis of the impact of these interventions across sociodemographic groups, which will highlight the most effective interventions and areas needing further investigation. Stage 3 (Network meta-analysis): We plan to conduct a network meta-analysis to compare multiple interventions simultaneously. This technique allows us to estimate the relative effectiveness of different interventions by integrating data from various studies. The analysis will help identify the most effective interventions and rank them in terms of efficacy and safety, providing a comprehensive understanding of their performance. However, this is only possible if the included studies are adequate in terms of quality, consistency, and comprehensiveness, as these factors ensure the reliability and validity of the meta-analysis findings. Stage 4 (Overarching synthesis): To conclude, we will attempt to interpret the findings from the bibliometric analysis, systematic review, and network meta-analysis. This synthesis will consider the strengths and limitations of each methodology to generate concise and practical conclusions which are nonetheless rooted in the available evidence. Network meta-analysis Network meta-analysis (NMA) differs from standard meta-analysis as it incorporates direct and indirect comparisons of interventions across multiple studies, forming a network of evidence. The technique provides insights into the comparative effectiveness of all available treatments within the network. To perform any meta-analysis effectively, certain conditions should be met 44 : literature quality should be of high standard; risk of bias of trials as well as publication bias should be analysed; heterogeneity of studies should be identified as well as relevance of studies to the primary research question. Specifically, to perform an NMA, additional considerations are required: homogeneity of evidence, consistency between direct and indirect estimates for the same intervention comparison, and transitivity between studies. We will conduct all analyses using R, specifically the netmeta package 44 , 45 , with a significance level set at p < 0.05. Data will be formatted using the pairwise () function, converting it into a contrast-based format suitable for NMA. The NMA will be conducted with the netmeta() function, integrating direct and indirect evidence. Both fixed-effect and random-effect models will be considered, with between-study variance estimated via restricted maximum likelihood. Meta-regression techniques using the metareg() function will adjust for covariates such as cancer type and intervention type. Heterogeneity and inconsistency will be assessed using Cochran’s Q and I 2 statistics. The decomp.design() and netsplit() functions will be used to explore within-design and between-design heterogeneity and local inconsistency. Sensitivity analyses will include examining the impact of excluding studies with high risk of bias, using different methods for handling zero-event studies, and applying the Mantel-Haenszel method and continuity correction approaches to assess robustness of the findings. Subgroup analyses based on cancer type, stage, and patient characteristics will be performed by conducting separate NMAs for each subgroup. Interventions will be ranked using SUCRA curves and P-scores, calculated with the netrank() function, and rankograms will visually display ranking probabilities. Results will be presented using netgraph() for network plots, forest.netmeta() for forest plots, and netleague() for league tables. Forest plots generated with forest.netmeta() will display the estimated treatment effects and their confidence intervals, while league tables produced with netleague() will summarize all pairwise comparisons, providing a comprehensive overview of the relative effectiveness of each intervention. Publication bias will be assessed using comparison-adjusted funnel plots generated with the funnel.netmeta() function to detect any asymmetry indicative of potential publication bias. Confidence in Cumulative Evidence. The GRADE (Grading of Recommendations Assessment, Development and Evaluation) approach will be used to assess and rate the strength of the body of evidence for each outcome examined in this review 46 . GRADE provides a systematic method to evaluate the quality of evidence, initially categorising randomised controlled trials as high quality and observational studies as low quality. The evidence will be downgraded based on factors such as risk of bias, inconsistency, indirectness, imprecision, and publication bias. Conversely, it can be upgraded for factors like large effect sizes or a dose-response relationship. This process will result in a final rating of high, moderate, low, or very low quality for each outcome, providing a clear indication of the confidence we can place in the results. Discussion Summary The proposed evidence synthesis work aims to tackle the urgent need for evidence-based interventions to increase public awareness of cancer symptoms thereby facilitating earlier presentation and, consequently, improving cancer outcomes. With a rigorous methodology, this study ensures a thorough analysis of existing literature, providing valuable insights for policy and practice decisions. By synthesising evidence and evaluating interventions critically, it aims to contribute significantly to alleviating the burden of cancer on both individuals and society. Limitations Limitations exist that may affect the interpretation of our findings. First is subjectivity in data extraction in which reviewers analysing and extracting data from studies might introduce subjectivity, which could lead to biases in the synthesis process. The possibility of incomplete data should also be noted. The reliability of the synthesised results may be affected if there are missing or incomplete data due to variations in the quality and reporting of the included studies. For more recent papers the COVID-19 pandemic should also be taken into consideration, with its potential effects on factors such as patient willingness to seek physicians and attend routine GP consultations as well as shift to remote consultations 47 . Publication bias also serves as a limitation as studies with more favourable outcomes are more likely to be published, leading to an overestimation of intervention efficacy. Language bias could also lead to overestimation of efficacy as studies published in languages other than English might be excluded. Implications. The results of this systematic review will have an impact on the public health policy and practice, as well as future research. This review will provide public health professionals with collated evidence on the effectiveness of interventions targeting cancer awareness, early presentation and barriers to cancer seeking diagnosis. The goal of this review is to provide answers to key questions including the degree of positive impact of various interventions and cost-effectiveness of such interventions. This would provide a basis for the development of current health policies to allocate resources towards the chosen cancer awareness and early presentation initiatives. In addition, this review will highlight areas where further research is needed, ensuring the evidence based continues to develop. Specifically, we will collate evidence for the National Cancer Control Programme (NCCP) in Ireland and thus give recommendations that will aid in shaping the field of increasing awareness in cancer. We will work with NCCP policymakers to create a policy brief summarising key findings and recommendations addressing early diagnosis of symptomatic cancer for the NCCP and other health policy stakeholders. Through academic publications, policy briefs, and stakeholder meetings, in addition to a summary report, the results of this systematic review are intended to augment efforts to raise awareness of cancer symptoms and presentations in Ireland. Data availability No data are associated with this article. Extended data OSF: Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis, Doi: https://doi.org/10.17605/OSF.IO/BPS3Z 48 This project contains the following extended data: AWARE_Protocol_SearchStrategy.pdf Reporting guidelines OSF: PRISMA checklist for ‘Evaluating Interventions to Enhance Public Awareness of Cancer Symptoms: Protocol for a Systematic Review and Network Meta-Analysis’. https://doi.org/10.17605/OSF.IO/BPS3Z 48 Data are available under the terms of the CC-By Attribution 4.0 International Faculty Opinions recommended References 1. Bray F, Laversanne M, Sung H, et al. : Global cancer statistics 2022: GLOBOCAN estimates of incidence and mortality worldwide for 36 cancers in 185 countries. CA Cancer J Clin. 2024; 74 (3): 229–63. PubMed Abstract | Publisher Full Text 2. Bray F, Laversanne M, Weiderpass E, et al. : The ever-increasing importance of cancer as a leading cause of premature death worldwide. Cancer. 2021; 127 (16): 3029–30. PubMed Abstract | Publisher Full Text 3. Vollset SE, Ababneh HS, Abate YH, et al. : Burden of disease scenarios for 204 countries and territories, 2022–2050: a forecasting analysis for the Global Burden of Disease Study 2021. Lancet. 2024; 403 (10440): 2204–56. PubMed Abstract | Publisher Full Text | Free Full Text 4. Neal RD, Tharmanathan P, France B, et al. : Is increased time to diagnosis and treatment in symptomatic cancer associated with poorer outcomes? Systematic review. Br J Cancer. 2015; 112 Suppl 1 (Suppl 1): S92–107. PubMed Abstract | Publisher Full Text | Free Full Text 5. National Cancer Registry Ireland: Cancer Trends 38 - Breast, cervical and colorectal cancer 1994–2019. Reference Source 6. Nishimura Y, Acoba JD: Impact of breast cancer awareness month on public interest in the United States between 2012 and 2021: a Google Trends analysis. Cancers (Basel). 2022; 14 (10): 2534. PubMed Abstract | Publisher Full Text | Free Full Text 7. Crealey GE, Hackett C, Harkin K, et al. : Melanoma-related costs by disease stage and phase of management in Ireland. J Public Health (Oxf). 2023; 45 (3): 714–22. PubMed Abstract | Publisher Full Text | Free Full Text 8. Laudicella M, Walsh B, Burns E, et al. : Cost of care for cancer patients in England: evidence from population-based patient-level data. Br J Cancer. 2016; 114 (11): 1286–92. PubMed Abstract | Publisher Full Text | Free Full Text 9. Nageeti TH, Abdelhameed AAN, Jastania RA, et al. : Perspective of Saudi women in the Makkah region on breast cancer awareness. J Family Community Med. 2017; 24 (2): 97–101. PubMed Abstract | Publisher Full Text | Free Full Text 10. Hofmarcher T, Ericson O, Lindgren P: Comparator report on cancer in Ireland - disease burden, costs and access to medicines. Reference Source 11. Cancer - Screening and early detection. [cited 2024 Aug 22]. Reference Source 12. Citizensinformation.ie: BreastCheck. Citizensinformation.ie; [cited 2024 Jun 9]. Reference Source 13. When is my next cervical screening test due? Cervical Check, [cited 2024 Jun 9]. Reference Source 14. HSE.ie: Bowel screening - BowelScreen. [cited 2024 Jun 9]. Reference Source 15. Austoker J, Bankhead C, Forbes LJL, et al. : Interventions to promote cancer awareness and early presentation: systematic review. Br J Cancer. 2009; 101 Suppl 2 (S2): S31–9. PubMed Abstract | Publisher Full Text | Free Full Text 16. Cancer research UK: Early diagnosis initiative. 2014; [cited 2024 Aug 23]. Reference Source 17. Jemal A, Brawley OW: Increasing cancer awareness and prevention in Africa. Ecancermedicalscience. 2019; 13 : 939. PubMed Abstract | Publisher Full Text | Free Full Text 18. Croager EJ, Gray V, Pratt IS, et al. : Find cancer early : evaluation of a community education campaign to increase awareness of cancer signs and symptoms in people in regional western Australians. Front Public Health. 2018; 6 : 22. PubMed Abstract | Publisher Full Text | Free Full Text 19. Hwang LL: Educational intervention on undergraduate cancer awareness and self-directed learning. J Cancer Educ. 2018; 33 (3): 592–601. PubMed Abstract | Publisher Full Text 20. Schmidt ME, Milzer M, Weiß C, et al. : Cancer-related fatigue: benefits of information booklets to improve patients’ knowledge and empowerment. Support Care Cancer. 2022; 30 (6): 4813–21. PubMed Abstract | Publisher Full Text | Free Full Text 21. McGuinness LA, Obeidat S, Hickerton B, et al. : Has increasing public health awareness influenced the size of testicular tumours among adult populations over the last 40 years? J Public Health (Oxf). 2017; 39 (1): 90–94, fdw014. PubMed Abstract | Publisher Full Text 22. Stavaux E, Goupil F, Barreau G, et al. : Use of a smartphone self-assessment app for a tobacco-induced disease (COPD, Cardiovascular Diseases, Cancer) screening strategy and to encourage smoking cessation: observational study. JMIR Public Health Surveill. 2022; 8 (2): e19877. PubMed Abstract | Publisher Full Text | Free Full Text 23. Eakin EG, Strycker LA: Awareness and barriers to use of cancer support and information resources by HMO patients with breast, prostate, or colon cancer: patient and provider perspectives. Psychooncology. 2001; 10 (2): 103–13. PubMed Abstract | Publisher Full Text 24. Evans REC, Morris M, Sekhon M, et al. : Increasing awareness of gynaecological cancer symptoms: a GP perspective. Br J Gen Pract. 2014; 64 (623): e372–80. PubMed Abstract | Publisher Full Text | Free Full Text 25. Simon AE, Waller J, Robb K, et al. : Patient delay in presentation of possible cancer symptoms: the contribution of knowledge and attitudes in a population sample from the United Kingdom. Cancer Epidemiol Biomarkers Prev. 2010; 19 (9): 2272–7. PubMed Abstract | Publisher Full Text | Free Full Text 26. Saab MM, FitzGerald S, Noonan B, et al. : Promoting lung cancer awareness, help-seeking and early detection: a systematic review of interventions. Health Promot Int. 2021; 36 (6): 1656–71. PubMed Abstract | Publisher Full Text | Free Full Text 27. [ARCHIVED CONTENT] UK government web archive - the national archives. [cited 2024 Oct 23]. Reference Source 28. Niksic M, Rachet B, Duffy SW, et al. : Is cancer survival associated with cancer symptom awareness and barriers to seeking medical help in England? An ecological study. Br J Cancer. 2016; 115 (7): 876–86. PubMed Abstract | Publisher Full Text | Free Full Text 29. Whitelock V: Cancer research UK’s september 2023 Cancer Awareness Measure ‘Plus’ (CAM+). Cancer Research UK, 2023. Reference Source 30. Lai J, Mak V, Bright CJ, et al. : Reviewing the impact of 11 national be clear on cancer public awareness campaigns, England, 2012 to 2016: a synthesis of published evaluation results. Int J Cancer. 2021; 148 (5): 1172–82. PubMed Abstract | Publisher Full Text 31. Macdonald S, Macleod U, Campbell NC, et al. : Systematic review of factors influencing patient and practitioner delay in diagnosis of upper gastrointestinal cancer. Br J Cancer. 2006; 94 (9): 1272–80. PubMed Abstract | Publisher Full Text | Free Full Text 32. Garg P: Awareness that early cancer lump is painless could decrease breast cancer mortality in developing countries. World J Clin Oncol. 2016; 7 (3): 321–3. PubMed Abstract | Publisher Full Text | Free Full Text 33. Smits S, McCutchan G, Wood F, et al. : Development of a behavior change intervention to encourage timely cancer symptom presentation among people living in deprived communities using the behavior change wheel. Ann Behav Med. 2018; 52 (6): 474–88. PubMed Abstract | Publisher Full Text | Free Full Text 34. Braun V, Clarke V: Using thematic analysis in psychology. Qual Res Psychol. 2006; 3 (2): 77–101. Publisher Full Text 35. ISSM_COREQ_Checklist.pdf. [cited 2024 Jul 4]. Reference Source 36. Cochrane handbook for systematic reviews of interventions. [cited 2024 Apr 24]. Reference Source 37. The PRISMA extension statement for reporting of systematic reviews incorporating network meta-analyses of health care interventions: checklist and explanations. EQUATOR Network, [cited 2024 Jul 4]. Reference Source 38. Rayyan – Intelligent Systematic Review - Rayyan. 2021; [cited 2024 Apr 25]. Reference Source 39. Atkins L, Francis J, Islam R, et al. : A guide to using the theoretical domains framework of behaviour change to investigate implementation problems. Implement Sci. 2017; 12 (1): 77. PubMed Abstract | Publisher Full Text | Free Full Text 40. Lumivero: NVivo Free Trial. [cited 2024 Jul 4]. Reference Source 41. Taguette, the free and open-source qualitative data analysis tool. [cited 2024 Jul 25]. Reference Source 42. Bero L, Chartres N, Diong J, et al. : The risk of bias in observational studies of exposures (ROBINS-E) tool: concerns arising from application to observational studies of exposures. Syst Rev. 2018; 7 (1): 242. PubMed Abstract | Publisher Full Text | Free Full Text 43. Sterne JA, Hernán MA, Reeves BC, et al. : ROBINS-I: a tool for assessing risk of bias in non-randomised studies of interventions. BMJ. 2016; 355 : i4919. PubMed Abstract | Publisher Full Text | Free Full Text 44. Neupane B, Richer D, Bonner AJ, et al. : Network meta-analysis using R: a review of currently available automated packages. PLoS One. 2014; 9 (12): e115065. PubMed Abstract | Publisher Full Text | Free Full Text 45. Chapter 11: Undertaking network meta-analyses. [cited 2024 Jul 18]. Reference Source 46. What is GRADE? BMJ Best Practice, [cited 2024 Jul 4]. Reference Source 47. Lifford KJ, Grozeva D, Cannings-John R, et al. : Satisfaction with remote consultations in primary care during COVID-19: a population survey of UK adults. Br J Gen Pract. 2024; 74 (739): e96–103. PubMed Abstract | Publisher Full Text | Free Full Text 48. McGlynn S, Jacob BM , Verlaque L, et al. : Evaluating interventions to Enhance Public Awareness of Cancer Symptoms: Protocol for a Systematic Review and Network Meta-analysis. OSF. October, 2024. http://www.doi.org/10.17605/OSF.IO/BPS3Z Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 08 Jan 2025 ADD YOUR COMMENT Comment Author details Author details 1 Department of General Practice, The Royal College of Surgeons (RCSI), Dublin, Ireland 2 School of Psychology, The University of Galway, Galway, Ireland 3 University of Kent, Kent, UK 4 Cancer Research UK, London, UK 5 National Cancer Control Programme, HSE, Dublin, Ireland Logan Verlaque Roles: Conceptualization, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Benjamin Jacob Roles: Conceptualization, Investigation, Methodology, Supervision, Writing – Review & Editing Riya Sharma Roles: Data Curation, Methodology, Writing – Review & Editing Yousef Juha Roles: Data Curation Joel Nordstrom Roles: Data Curation Laranya Kumar Roles: Data Curation Sam McGlynn Roles: Data Curation, Supervision, Writing – Review & Editing Rebecca Trower Roles: Supervision, Writing – Review & Editing Kate Hamilton-West Roles: Supervision, Writing – Review & Editing Heather Burns Roles: Supervision, Writing – Review & Editing Patrick Redmond Roles: Conceptualization, Investigation, Methodology, Supervision, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information Sam McGlynn’s involvement was supported by a grant from the HSE National Cancer Control Programme grant code is SDAP-2023-033. Logan Verlaque’s involvement was supported the the 2024 RCSI Reseach Summer School and StEP (Student Engagement Programme) Level 2 funding. Riya Sharma’s involvement was supported by StEP (Student Engagement Programme) Level 2 funding. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (1) version 1 Published: 08 Jan 2025, 8:2 https://doi.org/10.12688/hrbopenres.13971.1 Copyright © 2025 Verlaque L et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics VIEWS $counts.viewCount downloads Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Verlaque L, Jacob B, Sharma R et al. Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis [version 1; peer review: 2 approved with reservations] . HRB Open Res 2025, 8 :2 ( https://doi.org/10.12688/hrbopenres.13971.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 08 Jan 2025 Views 0 Cite How to cite this report: Busakhala N. Reviewer Report For: Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis [version 1; peer review: 2 approved with reservations] . HRB Open Res 2025, 8 :2 ( https://doi.org/10.21956/hrbopenres.15334.r45355 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-2/v1#referee-response-45355 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 26 Feb 2025 Naftali Busakhala , Moi University School of Medicine, Eldoret, Kenya Approved with Reservations VIEWS 0 https://doi.org/10.21956/hrbopenres.15334.r45355 This is an important topic. The authors should indicate validated and recommended tools for assessing impact of cancer campaigns on awareness//knowledge, attitudes, early attendance, early investigation, early diagnosis and better outcome. Which tool will they use and why? ... Continue reading READ ALL This is an important topic. The authors should indicate validated and recommended tools for assessing impact of cancer campaigns on awareness//knowledge, attitudes, early attendance, early investigation, early diagnosis and better outcome. Which tool will they use and why? The references have only 2 or 3 studies measuring impact. The authors should include more studies. Have they considered a software that can be used to measure impact? Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Partly Are sufficient details of the methods provided to allow replication by others? Partly Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: Cancer screening/early detection I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Busakhala N. Reviewer Report For: Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis [version 1; peer review: 2 approved with reservations] . HRB Open Res 2025, 8 :2 ( https://doi.org/10.21956/hrbopenres.15334.r45355 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-2/v1#referee-response-45355 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 27 Mar 2025 Logan Verlaque , Department of General Practice, The Royal College of Surgeons (RCSI), Dublin, Ireland 27 Mar 2025 Author Response Thank you for your thoughtful and constructive feedback on our protocol. We will expand our methodology section to discuss established frameworks for measuring awareness, knowledge, attitudes, and early diagnostic ... Continue reading Thank you for your thoughtful and constructive feedback on our protocol. We will expand our methodology section to discuss established frameworks for measuring awareness, knowledge, attitudes, and early diagnostic behaviours. We will also highlight studies that employ validated tools in our synthesis. However, as measurement tools vary widely across studies, we will also document non-validated but frequently used methods and appraise their reliability and limitations. We will also conduct a more extensive search to identify additional studies that quantify changes in awareness and behaviour following interventions. Lastly, we will explore available software and digital tools that may facilitate the evaluation of campaign impact, noting any applications that have been successfully used in previous studies. Thank you for your thoughtful and constructive feedback on our protocol. We will expand our methodology section to discuss established frameworks for measuring awareness, knowledge, attitudes, and early diagnostic behaviours. We will also highlight studies that employ validated tools in our synthesis. However, as measurement tools vary widely across studies, we will also document non-validated but frequently used methods and appraise their reliability and limitations. We will also conduct a more extensive search to identify additional studies that quantify changes in awareness and behaviour following interventions. Lastly, we will explore available software and digital tools that may facilitate the evaluation of campaign impact, noting any applications that have been successfully used in previous studies. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 27 Mar 2025 Logan Verlaque , Department of General Practice, The Royal College of Surgeons (RCSI), Dublin, Ireland 27 Mar 2025 Author Response Thank you for your thoughtful and constructive feedback on our protocol. We will expand our methodology section to discuss established frameworks for measuring awareness, knowledge, attitudes, and early diagnostic ... Continue reading Thank you for your thoughtful and constructive feedback on our protocol. We will expand our methodology section to discuss established frameworks for measuring awareness, knowledge, attitudes, and early diagnostic behaviours. We will also highlight studies that employ validated tools in our synthesis. However, as measurement tools vary widely across studies, we will also document non-validated but frequently used methods and appraise their reliability and limitations. We will also conduct a more extensive search to identify additional studies that quantify changes in awareness and behaviour following interventions. Lastly, we will explore available software and digital tools that may facilitate the evaluation of campaign impact, noting any applications that have been successfully used in previous studies. Thank you for your thoughtful and constructive feedback on our protocol. We will expand our methodology section to discuss established frameworks for measuring awareness, knowledge, attitudes, and early diagnostic behaviours. We will also highlight studies that employ validated tools in our synthesis. However, as measurement tools vary widely across studies, we will also document non-validated but frequently used methods and appraise their reliability and limitations. We will also conduct a more extensive search to identify additional studies that quantify changes in awareness and behaviour following interventions. Lastly, we will explore available software and digital tools that may facilitate the evaluation of campaign impact, noting any applications that have been successfully used in previous studies. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Gil NM. Reviewer Report For: Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis [version 1; peer review: 2 approved with reservations] . HRB Open Res 2025, 8 :2 ( https://doi.org/10.21956/hrbopenres.15334.r45354 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-2/v1#referee-response-45354 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 26 Feb 2025 Natalie Maria Gil , University of Surrey, Guildford, UK Approved with Reservations VIEWS 0 https://doi.org/10.21956/hrbopenres.15334.r45354 This protocol seeks to identify and evaluate the available scientific literature on interventions to enhance public awareness of cancer symptoms. This is an important and timely piece of research given global public health priorities and increasing incidence ... Continue reading READ ALL This protocol seeks to identify and evaluate the available scientific literature on interventions to enhance public awareness of cancer symptoms. This is an important and timely piece of research given global public health priorities and increasing incidence and mortality rates of cancer worldwide. There is a pressing need to review existing interventions to improve cancer symptom awareness, especially in vulnerable and marginalised population groups. The protocol provides a detailed overview of proposed steps for a 4-phased review of the literature with several outcomes and objectives. Particularly important is the strategy to document the underpinning behavioural change theory or targeted behaviour change constructs. This will aid in future design and delivery of successful public health interventions. I would make clear whether this review aims to just evaluate interventions to improve cancer symptom awareness or whether the review will also evaluate help-seeking behaviour. The title suggests the measure will be cancer symptom awareness, however behaviour change constructs and behaviour change theory are mentioned throughout, indicating that help-seeking behaviour as a result of increased awareness will also be evaluated. On line 23/24 of the Background, the words 'in Ireland' are repeated in the sentence. Consider restructuring. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: Health Psychology, Behavioural Science, Early diagnosis of cancer, health inequalities. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Gil NM. Reviewer Report For: Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis [version 1; peer review: 2 approved with reservations] . HRB Open Res 2025, 8 :2 ( https://doi.org/10.21956/hrbopenres.15334.r45354 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-2/v1#referee-response-45354 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 08 Jan 2025 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 Version 1 08 Jan 25 read read Natalie Maria Gil , University of Surrey, Guildford, UK Naftali Busakhala , Moi University School of Medicine, Eldoret, Kenya Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Busakhala N. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 26 Feb 2025 | for Version 1 Naftali Busakhala , Moi University School of Medicine, Eldoret, Kenya 0 Views copyright © 2025 Busakhala N. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This is an important topic. The authors should indicate validated and recommended tools for assessing impact of cancer campaigns on awareness//knowledge, attitudes, early attendance, early investigation, early diagnosis and better outcome. Which tool will they use and why? The references have only 2 or 3 studies measuring impact. The authors should include more studies. Have they considered a software that can be used to measure impact? Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Partly Are sufficient details of the methods provided to allow replication by others? Partly Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise Cancer screening/early detection I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 27 Mar 2025 Logan Verlaque, Department of General Practice, The Royal College of Surgeons (RCSI), Dublin, Ireland Thank you for your thoughtful and constructive feedback on our protocol. We will expand our methodology section to discuss established frameworks for measuring awareness, knowledge, attitudes, and early diagnostic behaviours. We will also highlight studies that employ validated tools in our synthesis. However, as measurement tools vary widely across studies, we will also document non-validated but frequently used methods and appraise their reliability and limitations. We will also conduct a more extensive search to identify additional studies that quantify changes in awareness and behaviour following interventions. Lastly, we will explore available software and digital tools that may facilitate the evaluation of campaign impact, noting any applications that have been successfully used in previous studies. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Busakhala N. Peer Review Report For: Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis [version 1; peer review: 2 approved with reservations] . HRB Open Res 2025, 8 :2 ( https://doi.org/10.21956/hrbopenres.15334.r45355) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/8-2/v1#referee-response-45355 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Gil N. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 26 Feb 2025 | for Version 1 Natalie Maria Gil , University of Surrey, Guildford, UK 0 Views copyright © 2025 Gil N. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This protocol seeks to identify and evaluate the available scientific literature on interventions to enhance public awareness of cancer symptoms. This is an important and timely piece of research given global public health priorities and increasing incidence and mortality rates of cancer worldwide. There is a pressing need to review existing interventions to improve cancer symptom awareness, especially in vulnerable and marginalised population groups. The protocol provides a detailed overview of proposed steps for a 4-phased review of the literature with several outcomes and objectives. Particularly important is the strategy to document the underpinning behavioural change theory or targeted behaviour change constructs. This will aid in future design and delivery of successful public health interventions. I would make clear whether this review aims to just evaluate interventions to improve cancer symptom awareness or whether the review will also evaluate help-seeking behaviour. The title suggests the measure will be cancer symptom awareness, however behaviour change constructs and behaviour change theory are mentioned throughout, indicating that help-seeking behaviour as a result of increased awareness will also be evaluated. On line 23/24 of the Background, the words 'in Ireland' are repeated in the sentence. Consider restructuring. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Health Psychology, Behavioural Science, Early diagnosis of cancer, health inequalities. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (0) Gil NM. Peer Review Report For: Evaluating interventions to enhance public awareness of cancer symptoms: Protocol for a systematic review and network meta-analysis [version 1; peer review: 2 approved with reservations] . HRB Open Res 2025, 8 :2 ( https://doi.org/10.21956/hrbopenres.15334.r45354) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/8-2/v1#referee-response-45354 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with HRB Open Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Evaluating interventions to enhance public...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://hrbopenresearch.org/articles/8-2/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://hrbopenresearch.org/articles/8-2/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://hrbopenresearch.org/articles/8-2/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Verlaque L et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://hrbopenresearch.org/articles/8-2/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://hrbopenresearch.org/articles/8-2", templates : { twitter : "Evaluating interventions to enhance public awareness of cancer.... Verlaque L et al., published by " + "@HRBOpenRes" + ", https://hrbopenresearch.org/articles/8-2/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/13971/15334") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "15334"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "44704": 0, "44705": 0, "44706": 0, "44707": 0, "44708": 0, "44709": 0, "44710": 0, "44711": 0, "45352": 0, "45353": 0, "45354": 30, "45355": 27, "45356": 0, "45357": 0, "45358": 0, "45359": 0, "45360": 0, "45361": 0, "45588": 0, "45589": 0, "44702": 0, "44703": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "19ea8d9d-3b6d-47de-8d5c-4366556397e9"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); Are you a HRB-funded researcher? Submission to HRB Open Research is open to all HRB grantholders or people working on a HRB-funded/co-funded grant on or since 1 January 2017. Sign up for information about developments, publishing and publications from HRB Open Research. First Name * You must provide your first name Last Name * You must provide your last name Email * You must provide a valid email address Institution You must provide an institution. Submit Thank you! We'll keep you updated on any major new updates to HRB Open Research HRB Open Research Browse How to Publish About Contact RSS Cookie Notice Privacy Notice Legal Submit Your Research © F1000 Research Limited and its licensors ISSN 2515-4826 | Legal background var F1000platform = new F1000.Platform({ name: "hrb", displayName: "HRB Open Research", hostName: "hrbopenresearch.org", id: "5", editorialEmail: "
[email protected]", infoEmail: "
[email protected]" }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); }); (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'9fea650ebe9006db',t:'MTc3OTI3MDE4Mg=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();
Text is read by the "Ask this paper" AI Q&A widget below.
Extraction quality varies by source — PMC NXML preserves structure
cleanly, OA-HTML may include some navigation residue, and OA-PDF can
have broken hyphenation. The publisher copy
(via DOI)
is the canonical version.