A protocol for assessing stability and invariance properties of two commonly used outcome measures in anxiolytic clinical trials

A protocol for assessing stability and... | HRB Open Research dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); const cookieDomain = window.location.hostname; const tld = buildTLD(); function buildTLD() { const domainParts = cookieDomain.split('.'); while (domainParts.length > 2) { domainParts.shift(); } return domainParts.join('.'); } function deleteCookie(cookieName) { if (!cookieName) { return; } const cookiePath = (cookieName.startsWith('retraction_warning_') || cookieName.startsWith('version_warning_')) ? '/articles/' + cookieName : '/'; // Yes, these three slightly different ways to try and remove cookies are necessary document.cookie = cookieName + '=; path=' + cookiePath + '; domain=' + cookieDomain + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; domain=.' + tld + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; } function deleteGroupCookies(group) { if (!group) { return; } const domainData = OneTrust.GetDomainData(), cookies = domainData.Groups.filter(cookieGroup => cookieGroup.OptanonGroupId === group)[0].Cookies; cookies.forEach(cookie => deleteCookie(cookie.Name)); } function OptanonWrapper() { const cookieConsentGroups = []; for (group of OneTrust.GetDomainData().Groups) { cookieConsentGroups.push(group.OptanonGroupId); } OneTrust.OnConsentChanged(function(e) { const cookieConsentActiveGroups = OnetrustActiveGroups.split(',').filter(activeGroup => activeGroup); cookieConsentGroups.forEach(group => { if (!cookieConsentActiveGroups.includes(group)) { deleteGroupCookies(group); }; }); }); } window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://hrbopenresearch.org/js/vendor/ckeditor/' window.reactTheme = 'HRB'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); Skip to content HRB Open Research file_upload Submit your research search clear search menu close clear Search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Data Guidelines Prepublication Checks Production Process Article Processing Charges Finding Article Reviewers About How it Works For Reviewers National Steering Group Policies Glossary FAQs Contact Blog My Account Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://hrbopenresearch.org/articles/8-106" }, "headline": "A protocol for assessing stability and invariance properties of two commonly used outcome measures in...", "datePublished": "2025-09-23T16:37:00", "dateModified": "2025-09-23T16:37:00", "author": [ { "@type": "Person", "name": "David Byrne" }, { "@type": "Person", "name": "Fiona Boland" }, { "@type": "Person", "name": "Frank Doyle" } ], "publisher": { "@type": "Organization", "name": "HRB Open Research", "logo": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 566, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 1200, "width": 127 }, "description": " Background Research has suggested that network analysis can be used to identify important pathology symptoms and inform targeted treatment plans that could lead to more efficacious outcomes in clinical trials. However, unless it can be demonstrated that network models are stable, including when accounting for moderating variables, NA-derived treatment plans may not be appropriate to implement. Aim We aim to assess the stability and invariance properties of two commonly used anxiety outcome measures to determine the suitability of NA methods to inform treatment plan design in clinical settings. Method Individual participant data (IPD) for large multi-trial samples will be accessed via Vivli.org. Exploratory graphical analysis will be used to model empirical networks pre- (baseline) and post-treatment (outcome) for the two most commonly used outcome measures in antidepressant clinical trials, namely the Hamilton Rating Scale for Anxiety (HAM-A) and the anxiety subscale of the Hospital Anxiety and Depression Scale (HADS_A). Bootstrapping and permutation techniques will be used to determine the stability and invariance properties of empirical networks in relation to a range of moderating variables, such as age, sex, treatment type and symptom severity. For networks that are unstable or partially invariant, we will examine item redundancy and remove non-performing items to pursue stable/invariant abbreviated models. Discussion This study will determine the suitability of applying NA methods in clinical trials. Findings could inform the way in which clinical trials, and other such research, are conducted. If outcome measures are stable and invariant, then NA methods will have demonstrable utility to inform more efficacious treatment plans. However, if NA is not found to be suitable, its validity as a robust analytical approach will be questionable. " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://hrbopenresearch.org/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://hrbopenresearch.org/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://hrbopenresearch.org/articles/8-106/v1", "name": "A protocol for assessing stability and invariance properties of two..." } } ] } Home Browse A protocol for assessing stability and invariance properties of two... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Byrne D, Boland F and Doyle F. A protocol for assessing stability and invariance properties of two commonly used outcome measures in anxiolytic clinical trials [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :106 ( https://doi.org/10.12688/hrbopenres.14239.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Study Protocol A protocol for assessing stability and invariance properties of two commonly used outcome measures in anxiolytic clinical trials [version 1; peer review: 1 approved] David Byrne https://orcid.org/0000-0002-0587-4677 1 , Fiona Boland https://orcid.org/0000-0003-3228-0046 2 , Frank Doyle https://orcid.org/0000-0002-3785-7433 1 David Byrne https://orcid.org/0000-0002-0587-4677 1 , Fiona Boland https://orcid.org/0000-0003-3228-0046 2 , Frank Doyle https://orcid.org/0000-0002-3785-7433 1 PUBLISHED 23 Sep 2025 Author details Author details 1 Dept. Health Psychology, Royal College of Surgeons in Ireland, Dublin, Leinster, Ireland 2 Data Science Centre, Royal College of Surgeons in Ireland, Dublin, Leinster, Ireland David Byrne Roles: Conceptualization, Formal Analysis, Funding Acquisition, Methodology, Project Administration, Validation, Writing – Original Draft Preparation, Writing – Review & Editing Fiona Boland Roles: Funding Acquisition, Methodology, Supervision, Validation, Writing – Original Draft Preparation, Writing – Review & Editing Frank Doyle Roles: Funding Acquisition, Methodology, Supervision, Validation, Writing – Original Draft Preparation, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS Abstract Background Research has suggested that network analysis can be used to identify important pathology symptoms and inform targeted treatment plans that could lead to more efficacious outcomes in clinical trials. However, unless it can be demonstrated that network models are stable, including when accounting for moderating variables, NA-derived treatment plans may not be appropriate to implement. Aim We aim to assess the stability and invariance properties of two commonly used anxiety outcome measures to determine the suitability of NA methods to inform treatment plan design in clinical settings. Method Individual participant data (IPD) for large multi-trial samples will be accessed via Vivli.org. Exploratory graphical analysis will be used to model empirical networks pre- (baseline) and post-treatment (outcome) for the two most commonly used outcome measures in antidepressant clinical trials, namely the Hamilton Rating Scale for Anxiety (HAM-A) and the anxiety subscale of the Hospital Anxiety and Depression Scale (HADS_A). Bootstrapping and permutation techniques will be used to determine the stability and invariance properties of empirical networks in relation to a range of moderating variables, such as age, sex, treatment type and symptom severity. For networks that are unstable or partially invariant, we will examine item redundancy and remove non-performing items to pursue stable/invariant abbreviated models. Discussion This study will determine the suitability of applying NA methods in clinical trials. Findings could inform the way in which clinical trials, and other such research, are conducted. If outcome measures are stable and invariant, then NA methods will have demonstrable utility to inform more efficacious treatment plans. However, if NA is not found to be suitable, its validity as a robust analytical approach will be questionable. READ ALL READ LESS Keywords Network Analysis; Randomised Trial; Generalised Anxiety Disorder; Adult Psychiatry; Mental Health Corresponding Author(s) David Byrne ( [email protected] ) Close Corresponding author: David Byrne Competing interests: No competing interests were disclosed. Grant information: Research Ireland Government of Ireland Postdoctoral Research Fellowship [GOIPD/2024/299] The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2025 Byrne D et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Byrne D, Boland F and Doyle F. A protocol for assessing stability and invariance properties of two commonly used outcome measures in anxiolytic clinical trials [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :106 ( https://doi.org/10.12688/hrbopenres.14239.1 ) First published: 23 Sep 2025, 8 :106 ( https://doi.org/10.12688/hrbopenres.14239.1 ) Latest published: 23 Sep 2025, 8 :106 ( https://doi.org/10.12688/hrbopenres.14239.1 ) Background Measuring symptoms and which ones matter? Symptoms caused by psychopathologies such as anxiety or depression can vary from person to person and there are a number of different ways these can be assessed. The most common is the use of clinician rating scales or patient reported outcome measures. These types of measures allow clinicians and researchers to measure the severity of common anxiety symptoms, such as low mood, low energy and insomnia. Symptom severity is typically measure using a rating response format, rating symptom severity on a scale from 1–5 (for example), with 1 indication mild severity and 5 indicating high severity ( Vagias, 2006 ). A wide array of outcome measures are currently available, such as the Hamilton Anxiety Rating Scale (HAM-A; Hamilton, 1959 ), Hospital Anxiety and Depression Scale ( Zigmond & Snaith, 1983 ) and Beck Anxiety Inventory (BAI; Beck et al. , 1988a ), which measure anxiety, or the Hamilton Rating Scale for Depression (HRSD; Hamilton, 1960 ), Montgomery-Åsberg Depression Rating Scale (MADRS; Montgomery & Åsberg, 1979 ) and Beck Depression Inventory (BDI; Beck et al. , 1988b ), which measure depression. While there is some overlap in both diagnostic criteria and symptoms assessed between and among anxiety and depression measures, different measures can consist of very different symptoms. For example, one study examined the convergent validity of 52 symptoms across seven commonly used depression measures, including the HRSD, MADRS and BDI ( Fried, 2017 ). It was found that 40% of symptoms assessed were unique to a single measure. These findings were supported by a recent systematic review of 388 different outcome measures used across 450 depression randomised trials of various treatment-types ( Veal et al. , 2024 ), which noted that the most commonly used measure (the HRSD) only accounted for 59% of 80 depression domains that matter to patients. Even if high levels of convergent validity are observed, it is still possible that measures that purport to assess depression may in fact assess completely different constructs. Fried (2017) provided a reproducible example, whereby 40 disparate items with minimal inter-item correlations ( r =0.1) could be distributed into separate measures of 20 items each with no overlap and resulting sum scores could show high correlation ( r =0.69). This was argued to demonstrate that high convergent validity can be achieved even between measures that consist of minimally related individual items. Not only does this make it difficult to operationalise or ‘reify’ a unitary latent construct of conditions like anxiety or depression ( Jones & Robinaugh, 2021 ), it also becomes difficult to identify what might be the most important and impactful symptoms. A network modelling perspective Network analysis (NA) is a modern psychometric method that can be used to explore complex patterns and interactions in outcome measure data. Network theory eschews common assumptions of psychopathology that psychological problems are caused by disease entities which are independent of their symptoms (i.e. latent constructs; Borsboom, 2017 ). Rather, NA methods adhere to assumptions that are more broadly accepted in clinical practice, such as the interaction of thoughts, feelings and behaviours, outside of the influence of latent constructs ( Jones & Robinaugh, 2021 ). This is achieved by plotting inter-relationships or “edges”, among symptoms, or “nodes”, while appreciating that these symptoms can be empirically related, often for unknown reasons ( Borsboom, 2017 ). This allows clinicians and researchers to move away from the need to reify constructs like depression as latent variables and focus on identifying the key, or “central”, symptoms in patient depression networks, both statistically in terms of measurable treatment outcomes and experientially in terms of patient experience of given symptoms ( Borsboom & Cramer, 2013 ; Borsboom, 2017 ). In recent years, network analysis has seen a surge in popularity and has been used to help understand pathology and predict different types of outcomes across a wide range of domains. For example, a recent study ( Elliott et al. , 2020 ) used NA methods to analyse data from a clinical trial of people with anorexia nervosa ( n =142) and found that high centrality symptoms, including “Feeling Fat” and “Fear of Weight Gain” were strongly related to prognostic utility (r 2 =0.52, 0.55, respectively). Another study examined a clinical sample ( n =58) of people with mood and anxiety disorder with the aim of predicting patient dropout ( Lutz et al. , 2018 ). Baseline network models were found to be non-invariant between completers and dropouts, meaning the way in which symptoms related to one another differed significantly between the two groups. Using two-tailed p -values test, the difference in the dropout model was found to be characterised by low centrality of ‘feeling nervous’ and ‘being active’, suggesting these symptoms were less influential within the dropout groups network. Analyses based on these models correctly identified 47 of 58 patients who subsequently left the study, outperforming any other single predictor, such as sex, and it was argued that inspection of baseline network models could be used to predict dropout in such trials. Using network analysis to augment treatment outcomes Several studies have examined the potential for NA to inform more efficacious treatment plans in antidepressant clinical trials and other research, with promising results ( Bringmann et al. , 2015 ; Maciaszek et al. , 2023 ; Park et al. , 2021 ). In one such example ( Maciaszek et al. , 2023 ), treatment efficacy was calculated as the percentage change between pre- and post-treatment outcomes scores for 88 patients in a clinical trial of the antidepressant duloxetine, as measured using the HRSD ( Hamilton, 1960 ). This treatment efficacy variable was then included in a pre-treatment (baseline) network model of depression symptom scores. NA identified “depressed mood” among the most central symptoms and that treatment efficacy was most strongly related to this symptom. This suggested that duloxetine may be most efficacious when depression is characterised by high levels of depressed mood. In addition, the UKU Side Effect Rating Scale (UKU SERS; Lindström et al. , 2001 ) was used to monitor adverse outcomes and this was also modelled in the baseline network. Adverse outcomes were directly related to anxiety (which was the most central symptom) and this relationship was stronger than that between treatment efficacy and depressed mood, suggesting that the efficacy of duloxetine may be mitigated by high levels of anxiety, even when depression networks are characterised by depressed mood. These findings point toward the potentially significant implications NA methods could have in augmenting the design of more efficacious treatment plans in clinical trial settings. There is a notable absence of research examining the implications of NA in relation to anti-anxiety treatment clinical trials, and what research can be found often examines community samples and typically examines anxiety as a comorbidity within broader network models (e.g., Fisher et al. , 2017 ; Jin et al. , 2022 ; Levinson et al. , 2017 ; Yohannes et al. , 2022 ). While it is useful and informative to build an understanding of the relationship between anxiety and different comorbidities, a key limitation here is that it is not possible to determine important underlying network modelling assumptions (such as configural or metric invariance) of different anxiety measures ( Christensen & Golino, 2021 ; Jamison et al. , 2022 ). Configural invariance assesses the stability of a network model and exists when the network structure is consistent and sub-groups of nodes, called “communities”, are stable across moderating variables, such as age or sex. When configural invariance holds, it suggests the basic symptom network structure is comparable across groups. Metric invariance reflects the importance or “strength” of different nodes and exists when node strength remains similar across different moderating variables, indicating the influence of particular symptoms are similar across groups. These are important, as unless it can be demonstrated that configural and metric invariance exists in network models, clinicians and researchers may not be able to utilise NA to inform treatment plan design, as recommended treatments may not be appropriate for all participants or generalisable to the broader population. The proposed study This study aims to evaluate the suitability of NA for use in clinical trials by examining configural and metric invariance of commonly used outcome measures of anxiety. Specific aims are: (a) to specify network models for outcome measures frequently used in clinical trials of pharmacotherapies for anxiety pre- and post-treatment (b) to assess stability characteristics (i.e. configural invariance) of resulting models (c) to assess metric invariance of network models in relation to important moderating variables, and (d) to determine optimum outcome measures for use with NA methods in clinical trial settings by comparing stability and invariance indices of different measures. Methods Study design This study will conduct secondary analyses of existing data from anxiolytic trials randomised trials. Individual participant data (IPD) will be accessed via the data repository Vivli.org (2024) . We will specifically target treatment trials of generalised anxiety disorder (GAD), as measured using two commonly adopted outcome measures, namely the Hamilton Anxiety Rating Scale (HAM-A; Hamilton, 1960 ) and the Hospital Anxiety and Depression Scale- Anxiety subscale (HADS-A; Zigmond & Snaith, 1983 ). Preliminary searchers of the Vivli repository indicate that six GAD treatment trials (n=2,334) use each outcome measure, allowing for direct comparison of performance, and may be eligible for inclusion. Data will be collated according to outcome measure, with potential moderating variables representing age, sex, geographic location, treatment-type and symptom severity (as well as other such potential modifiers, as may be available in the data). Network models will be estimated pre- (baseline) and post-treatment (outcome). The post-treatment follow-up interval will be 8-weeks, in line with previous similar research and to maximise sample size ( Byrne et al. , 2025b ; Byrne et al. , 2025a ; Cipriani et al. , 2018 ; Doyle et al. , 2023 ). Invariance at pre- and post-treatment will be assessed at two levels. Configural invariance will be assessed to ensure the structure of the model and constituent communities are stable across moderating variable groups. Metric invariance will be evaluated to determine whether node centrality for each symptom remains similar across moderating variable groups. If these measures prove to be unstable or non-invariant, further analyses will be undertaken to remove underperforming items in an attempt to specify optimal abbreviated network models. The abbreviated models will then be subject to invariance analyses to determine their suitability for use in clinical trial settings. Ethical approval for this study was awarded by the RCSI University of Medicine and Health Sciences Ethics Committee (Ref: REC202410010). Data collection A data access request will be submitted to Vivli.org to obtain access to analysis-ready data for 6 (n=2,334) already-completed GAD treatment trials. Inclusion/exclusion criteria are specified in Table 1 . Each of the six trials for which data has been requested used both the HADS-A and HAM-A as outcome measures. Table 1. Trial inclusion criteria. Condition Criteria Phase 2, 3, or 4 Masking Double blind (minimum) Pathology Generalised Anxiety Disorder Age +18 Treatment Anti-anxiety (any) Comparator Placebo or another anxiety treatment Outcome Assessment 8 weeks Exclusion Criteria All studies outside above parameters Outcome measures We will evaluate and report the stability and invariance properties of the 14-item HAM-A and the anxiety subscale of the HADS (HADS-A; totalling seven items) in relation to each moderating variable. Hamilton Rating Scale for Anxiety . The HAM-A ( Hamilton, 1959 ) is a unidimensional measure of anxiety commonly used in randomised clinical trials ( Amsterdam et al. , 2009 ; Bradley et al. , 2018 ; Llorca et al. , 2002 ), and assesses anxiety symptoms such as anxious mood tension, insomnia, low mood and somatic symptoms. Severity of different symptoms is measured on a five-point rating scale, rated from 0-4, with higher values indicating increased symptom severity ( Hamilton, 1959 ). Hospital Anxiety and Depression Scale . The HADS measures both anxiety and depression and consists of 14 items split into two subscales of seven items each. Items are measured on a four-point Likert scale, with 0 indicating the lowest severity and 3 indicating the highest ( Zigmond & Snaith, 1983 ). Only the seven items of the anxiety sub-scale will be included in the current analyses. Similar to the HAM-A, these items reflect issues such as mood, tension and somatic symptoms (see Table 2 for a list of symptoms assessed by each measure). Table 2. HAM-A and HADS-A symptoms. HAM-A HADS-A 1 Anxious mood 1 I feel tense or 'wound up' 2 Tension 2 I get sort of frightened feeling like 'butterflies' in the stomach 3 Fears 4 Insomnia 3 I get sort of frightened feeling as if something awful is about to happen 5 Intellectual 6 Depressed mood 4 I feel restless as I have to be on the move 7 Somatic (Muscular) 8 Somatic (Sensory) 5 Worrying thoughts go through my mind 9 Cardiovascular symptoms 10 Respiratory symptoms 6 I get sudden feelings of panic 11 Gastrointestinal symptoms 7 I can sit at ease and feel relaxed 12 Genitourinary symptoms 13 Autonomic symptoms 14 Behaviour at interview HAM-A rated on scale from 0–4 HADS rated on scale from 0–3 Statistical analysis plan Specifying Empirical Network Models . Analyses will be conducted using R v4.2.2 (2024) . NA modelling will be conducted for baseline (pre-treatment) and 8-week outcome (post-treatment) data, and stability and invariance analyses will be conducted using the package ‘EGAnet’ ( Golino et al. , 2024 ). Graphical lasso (glasso) estimation will be used to calculate networks, which EGAnet conducts via the qgraph package ( Epskamp, 2023 ). A walktrap algorithm will be used for community detection, to identify clusters of nodes more closely connected to each other, than the rest of the network, using the igraph package ( Csárdi et al. , 2024 ). Empirical networks will be modelled for baseline and outcome data using the ‘EGA’ function in EGAnet. The walktrap algorithm will be used to identify communities of nodes by implementing random walks between nodes to identify the strongest relationships among sub-groups of nodes in the network. Network loadings will be calculated to represent the between and within community strength of each outcome measure node. Network loadings are used to represent the strength of relationships among different nodes, and are reflective of factor loadings calculated during factor analysis ( Golino et al. , 2024 ; Hallquist et al. , 2021 ). Stability analyses will be conducted to determine the stability, and thus configural invariance, of empirical networks ( Byrne et al. , 2025b ; Christensen & Golino, 2021 ; Golino et al. , 2024 ). To assess network stability, the ‘bootEGA’ function will be used to bootstrap the empirical models for 1,000 iterations using glasso estimation and a walktrap algorithm, as per the empirical networks. The resulting models will be used to form a distribution of simulated samples, against which item and dimension stability characteristics of the empirical model will be assessed. Multivariate normality testing will be conducted to determine whether bootstrapping should use a parametric or resampling technique. When the bootstrapped sample distribution is computed, the ‘dimensionStability’ function will then be used to compute stability indices. Item replication scores, which indicate the proportion (percentage) of times each node replicates with a given community, will be inspected to determine node stability across bootstrapped samples. Community replication scores, which are mean replication scores for constituent nodes within a given community, will be examined. Node and community replication will be assessed in relation to a lower threshold of 0.65, below which they are considered to be unstable ( Christensen & Golino, 2021 ). The stability of the specified communities will also be assessed in relation to the frequency with which a given number of communities is identified in the network model during bootstrapping. These analyses will determine if the configuration of the network can be considered stable, thus establishing configural invariance, and will be performed for baseline and outcome models. If a configurally invariant network model is found, metric invariance analyses will then be conducted using the ‘invariance’ function, as per recommendations by Jamison et al. (2022) . Centrality scores will be calculated for each node according to each moderating variable group (e.g. for ‘male’ and ‘female’ participants) and the difference in node centrality between groups will be computed. The resulting values are termed the ‘empirical values’. The configurally invariant model will then be permuted for 1,000 samples independently for each group (e.g. ‘male’ and ‘female’) and respective centrality scores will be computed. The difference in centrality scores between groups will be determined, resulting in a null distribution. The empirical values will then be compared with the null distribution using two-tailed p -values to determine which nodes meet the criteria of metric invariance and which are non-invariant. Exploring Revised Network Models . If empirical network models are found to be configurally non-invariant, additional stability analyses will be undertaken to identify revised invariant models. Nodes that are found to have a stability score lower than a threshold of 0.65 will be removed and the network will be modelled again. This will continue until all nodes demonstrate acceptable stability scores. If network models consist of multiple communities, the stability of the these will be assessed in terms of the number of times bootstrapped models result in a given number of dimensions, as per above. Metric invariance will then be assessed for revised configurally invariant models. If partial invariance is detected, additional analyses may be conducted to remove invariant items, with the aim of identify revised models that are both configurally and metrically non-invariant. There are currently no agreed upon guidelines for acceptable levels of partial invariance ( Jamison et al. , 2022 ), so a threshold of >70% of nodes demonstrating invariance will be adopted as a partial invariance criterion to reflect the mean threshold for item stability ( Christensen & Golino, 2021 ). If fewer than 70% of nodes are invariant, additional analyses will not be undertaken. Descriptive comparisons of configural and metric invariance outcomes, as well as edge weight and centrality indices, will be conducted between HAM-A and HADS network models to determine which scale (or sub-scale, in the case of the HADS) may be a more stable measure of anxiety symptoms. If the HADS-A network is unstable, further analysis will be considered whereby the full 14-item scale will be modelled to explore if this provides a stable network. Discussion This study will be the first of its kind to assess network configural and metric invariance of the two most commonly adopted outcome measures in nxiolyticclinical trials using a large multi-trial sample. Findings from this study could significantly impact the way in which clinical trials, and other such research, are conducted and analysed in two ways. First, the potential to identify invariant measurement models would open up the utility of NA methods to the design of more efficacious treatment plans by allowing clinicians to identify and target central symptoms. As demonstrated by Lutz et al. (2018) , this utility could also be applied to other important outcomes, such as predicting and redressing patient dropout. Conversely, findings indicating that outcome measures are unstable or non-invariant would have adverse implications for the use of NA methods, as any recommended treatment plans based on such analyses may not be appropriate for all patients or generalisable to a broader population. A key strength of this study is the potential to analyse a large multi-trial sample, which is less susceptible to type 1 errors during invariance analyses. The sample consisting of data from multiple trials also broadens the scope of moderating variables that could be assessed, which would strengthen any potential invariance claims ( Christensen & Golino, 2021 ; Jamison et al. , 2022 ). Another strength is the use of the invariance function in EGAnet. Simulation studies have shown that this can outperform other types of metric invariance analyses, particularly with small or unequal samples ( Jamison et al. , 2022 ). This study will have limitations. Analyses will be conducted within a secure research environment provisioned and hosted by Vivli.org . As such, Analyses will also be contingent upon the resources available within the provided research environment. The sample will also be limited to trials that are accessible through the Vivli repository. Results obtained may not be generalisable to other outcome measures, or to the use of the HAM-A or HADS in uncontrolled or observational studies. In addition, some studies accessed may have particular sampling characteristics (e.g. age- sex- or geolocation-specific sampling), which may impact the generalisability of findings. Finally, the HAM-A is a clinician-rated outcome measure, whereas the HADS is patient-rated. This could influence network indices and invariance analyses in relation to moderating variables. Interpretations of outcomes will need to be assessed with respect to differing methods and perspectives. Consent Consent was not a requisite for this study, as no data were collected or analysed for this manuscript. Planned analyses will be conducted using secondary data and participant consent for the use of their data in research subsequent to the original study was obtained by respective study sponsors. Data availability There are no data associated with this manuscript. Faculty Opinions recommended References Amsterdam JD, Li Y, Soeller I, et al. : A randomized, double-blind, placebo-controlled trial of oral Matricaria recutita (chamomile) extract therapy for generalized anxiety disorder. J Clin Psychopharmacol. 2009; 29 (4): 378–82. PubMed Abstract | Publisher Full Text | Free Full Text Beck AT, Epstein N, Brown G, et al. : An inventory for measuring clinical anxiety: psychometric properties. J Consult Clin Psychol. 1988a; 56 (6): 893–897. PubMed Abstract | Publisher Full Text Beck AT, Steer RA, Garbin MGJ: Psychometric properties of the Beck Depression Inventory twenty-five years of evaluation. Clin Psychol Rev. 1988b; 8 (1): 77–100. Publisher Full Text Borsboom D: A network theory of mental disorders. World Psychiatry. 2017; 16 (1): 5–13. PubMed Abstract | Publisher Full Text | Free Full Text Borsboom D, Cramer AOJ: Network analysis: an integrative approach to the structure of psychopathology. Annu Rev Clin Psychol. 2013; 9 : 91–121. PubMed Abstract | Publisher Full Text Bradley P, Shiekh M, Mehra V, et al. : Improved efficacy with targeted pharmacogenetic-guided treatment of patients with depression and anxiety: a randomized clinical trial demonstrating clinical utility. J Psychiatr Res. 2018; 96 : 100–107. PubMed Abstract | Publisher Full Text Bringmann LF, Lemmens LHJM, Huibers MJH, et al. : Revealing the dynamic network structure of the Beck Depression Inventory-II. Psychol Med. 2015; 45 (4): 747–757. PubMed Abstract | Publisher Full Text Byrne D, Boland F, Brannick S, et al. : Applying advanced psychometric approaches yields differential randomized trial effect sizes: secondary analysis of individual participant data from antidepressant studies using the Hamilton Rating Scale for Depression. J Clin Epidemiol. 2025a; 183 : 111762. PubMed Abstract | Publisher Full Text Byrne D, Ghoshal A, Boland F, et al. : An exploratory graphical analysis of the Montgomery-Åsberg Depression Rating Scale pre- and post-treatment using pooled antidepressant trial secondary data. J Affect Disord. 2025b; 368 : 584–590. PubMed Abstract | Publisher Full Text Christensen AP, Golino H: Estimating the stability of psychological dimensions via bootstrap Exploratory Graph Analysis: a Monte Carlo simulation and tutorial. Psych. 2021; 3 (3): 479–500. Publisher Full Text Cipriani A, Furukawa TA, Salanti G, et al. : Comparative efficacy and acceptability of 21 antidepressant drugs for the acute treatment of adults with major depressive disorder: a systematic review and network meta-analysis. Lancet. 2018; 391 (10128): 1357–1366. PubMed Abstract | Publisher Full Text | Free Full Text Csárdi G, Nepusz T, Traag V, et al. : igraph . Network analysis and visualization. Last modified March 13 2024. Reference Source Doyle F, Byrne D, Carney RM, et al. : The effects of advanced factor analysis approaches on outcomes in randomised trials for depression: protocol for secondary analysis of individual participant data. BJPsych Open. 2023; 9 (5): e157. PubMed Abstract | Publisher Full Text | Free Full Text Golino H, Christensen C, Moulder R, et al. : EGAnet . Exploratory Graph Analysis – a framework for estimating the number of dimensions in multivariate data using network psychometrics. Last modified 28 September 2024. Reference Source Elliott H, Jones PJ, Schmidt U: Central symptoms predict posttreatment outcomes and clinical impairment in anorexia nervosa: a network analysis. Clin Psychol Sci. 2020; 8 (1): 139–154. Publisher Full Text Epskamp S: qgraph . Graph plotting methods, psychometric data visualization and graphical model estimation. Last modified March 13 2024. Last modified November 3 2023. Reference Source Fisher AJ, Reeves JW, Lawyer G, et al. : Exploring the idiographic dynamics of mood and anxiety via network analysis. J Abnorm Psychol. 2017; 126 (8): 1044–1056. PubMed Abstract | Publisher Full Text Fried EI: The 52 symptoms of major depression: lack of content overlap among seven common depression scales. J Affect Disord. 2017; 208 : 191–197. PubMed Abstract | Publisher Full Text Hamilton M: A rating scale for depression. J Neurol Neurosurg Psychiatry. 1960; 23 (1): 56–62. PubMed Abstract | Publisher Full Text | Free Full Text Hamilton M: The assessment of anxiety states by rating. Br J Med Psychol. 1959; 32 (1): 50–55. PubMed Abstract | Publisher Full Text Hallquist MN, Wright AGC, Molenaar PCM: Problems with centrality measures in psychopathology symptom networks: why network psychometrics cannot escape psychometric theory. Multivariate Behav Res. 2021; 56 (2): 199–223. PubMed Abstract | Publisher Full Text | Free Full Text Jamison L, Golino H, Christensen AP: Metric invariance in exploratory graph analysis via permutation testing. Preprint from PsyArXiv, 2022. Publisher Full Text Jin Y, Sha S, Tain T, et al. : Network analysis of comorbid depression and anxiety and their associations with quality of life among clinicians in public hospitals during the late stage of the COVID-19 pandemic in China. J Affect Disord. 2022; 314 : 193–200. PubMed Abstract | Publisher Full Text | Free Full Text Jones PJ, Robinaugh DR: An answer to “so what?” implications of network theory for research and practice. Focus (Am Psychiatr Publ). 2021; 19 (2): 204–210. PubMed Abstract | Publisher Full Text | Free Full Text Levinson CA, Zerwas S, Calebs B, et al. : The core symptoms of bulimia nervosa, anxiety, and depression: a network analysis. J Abnorm Psychol. 2017; 126 (3): 340–354. PubMed Abstract | Publisher Full Text | Free Full Text Lindström E, Lewander T, Malm U, et al. : Patient-rated versus clinician-rated side effects of drug treatment in schizophrenia. Clinical validation of a self-rating version of the UKU Side Effect Rating Scale (UKU-SERS-Pat). Nord J Psychiatry. 2001; 55 (44): 5–69. PubMed Abstract | Publisher Full Text Llorca PM, Spadone C, Sol O, et al. : Efficacy and safety of hydroxyzine in the treatment of generalized anxiety disorder: a 3-month double-blind study. J Clin Psychiatry. 2002; 63 (11): 1020–1027. PubMed Abstract | Publisher Full Text Lutz W, Schwartz B, Hormann SG, et al. : Using network analysis for the prediction of treatment dropout in patients with mood and anxiety disorders: a methodological proof-of-concept study. Sci Rep. 2018; 8 (1): 7819. PubMed Abstract | Publisher Full Text | Free Full Text Montgomery SA, Åsberg M: A new depression scale designed to be sensitive to change. Br J Psychiatry. 1979; 134 : 382–389. PubMed Abstract | Publisher Full Text Maciaszek J, Pawlowski T, Hadryś T, et al. : Baseline depressive symptoms as predictors of efficacy and tolerability of the treatment with duloxetine: a network analysis approach. Front Psychiatry. 2023; 14 : 1210289. PubMed Abstract | Publisher Full Text | Free Full Text Park SC, Kin Y, Kim K, et al. : Network analysis of the symptoms of depressive disorders over the course of therapy: changes in centrality measures. Psychiatry Investig. 2021; 18 (1): 48–58. PubMed Abstract | Publisher Full Text | Free Full Text R Core Team: R: A language and environment for statistical computing [computer program]. R Foundation for Statistical Computing. Vienna, Austria, 2024. Vagias WM: Likert-type scale response anchors. Clemson International Institute for tourism & research development. Department of Parks, Recreation and Tourism Management. Clemson University, 2006. Reference Source Veal C, Tomlinson A, Cipriani A, et al. : Heterogeneity of outcome measures in depression trials and the relevance of the content of outcome measures to patients: a systematic review. Lancet Psychiatry. 2024; 11 (4): 285–294. PubMed Abstract | Publisher Full Text Vivli.org: Electronic source. Reference Source Yohannes AM, Murri MB, Hanania NA, et al. : Depressive and anxiety symptoms in patients with COPD: a network analysis. Respir Med. 2022; 198 : 106865. PubMed Abstract | Publisher Full Text | Free Full Text Zigmond AS, Snaith RP: The hospital anxiety and depression scale. Acta Psychiatr Scand. 1983; 67 (6): 361–730. PubMed Abstract | Publisher Full Text Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 23 Sep 2025 ADD YOUR COMMENT Comment Author details Author details 1 Dept. Health Psychology, Royal College of Surgeons in Ireland, Dublin, Leinster, Ireland 2 Data Science Centre, Royal College of Surgeons in Ireland, Dublin, Leinster, Ireland David Byrne Roles: Conceptualization, Formal Analysis, Funding Acquisition, Methodology, Project Administration, Validation, Writing – Original Draft Preparation, Writing – Review & Editing Fiona Boland Roles: Funding Acquisition, Methodology, Supervision, Validation, Writing – Original Draft Preparation, Writing – Review & Editing Frank Doyle Roles: Funding Acquisition, Methodology, Supervision, Validation, Writing – Original Draft Preparation, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information Research Ireland Government of Ireland Postdoctoral Research Fellowship [GOIPD/2024/299] The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (1) version 1 Published: 23 Sep 2025, 8:106 https://doi.org/10.12688/hrbopenres.14239.1 Copyright © 2025 Byrne D et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics VIEWS $counts.viewCount downloads Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Byrne D, Boland F and Doyle F. A protocol for assessing stability and invariance properties of two commonly used outcome measures in anxiolytic clinical trials [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :106 ( https://doi.org/10.12688/hrbopenres.14239.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 23 Sep 2025 Views 0 Cite How to cite this report: Oglesa BM. Reviewer Report For: A protocol for assessing stability and invariance properties of two commonly used outcome measures in anxiolytic clinical trials [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :106 ( https://doi.org/10.21956/hrbopenres.15660.r51469 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-106/v1#referee-response-51469 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 23 Dec 2025 Benjamin M Oglesa , Brigham Young University, Provo, USA Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15660.r51469 This study proposes the use of archival data from clinical trials of treatment for anxiety to examine the networks among items for 2 outcome measures at pre treatment and post treatment. The use of network analysis for outcome data is ... Continue reading READ ALL This study proposes the use of archival data from clinical trials of treatment for anxiety to examine the networks among items for 2 outcome measures at pre treatment and post treatment. The use of network analysis for outcome data is an emerging alternative to the traditional latent construct approaches to outcome that provides the potential for more nuanced examination of relationships among items. Early studies using the approach focus primarily on psychopathology. The network theory and analysis has been growing as an approach to longitudinal data to examine outcomes. This study proposes an examination of stability and invariance of the empirical networks. This could provide important validation of networks since if they are not stable their utility may be limited. In addition, identification of variables that influence invariance may indicate covariates that must be considered when examining networks. The background, rationale, and currency of the proposal are solid. The focus on outcome measurement and this emerging analytic strategy are helpful - especially since many researchers focus on treatments with less regard for the importance of dependent variables and the resultant implications attached to their assessment. I am not a methodological expert on network analysis, but what is described appears appropriate and helpful. Overall this is a well written and designed proposal that should be quite revealing for both researchers and clinicians who work with people who suffer from anxiety disorders. My single concern is related to the fact that I saw no mention of the examination of a temporal model looking at the network models over time from pre treatment to post treatment. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: Clinical psychology psychotherapy researcher interested especially in the assessment of psychotherapy outcome I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Oglesa BM. Reviewer Report For: A protocol for assessing stability and invariance properties of two commonly used outcome measures in anxiolytic clinical trials [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :106 ( https://doi.org/10.21956/hrbopenres.15660.r51469 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-106/v1#referee-response-51469 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 23 Sep 2025 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 Version 1 23 Sep 25 read Benjamin M Oglesa , Brigham Young University, Provo, USA Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Oglesa B. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 23 Dec 2025 | for Version 1 Benjamin M Oglesa , Brigham Young University, Provo, USA 0 Views copyright © 2025 Oglesa B. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This study proposes the use of archival data from clinical trials of treatment for anxiety to examine the networks among items for 2 outcome measures at pre treatment and post treatment. The use of network analysis for outcome data is an emerging alternative to the traditional latent construct approaches to outcome that provides the potential for more nuanced examination of relationships among items. Early studies using the approach focus primarily on psychopathology. The network theory and analysis has been growing as an approach to longitudinal data to examine outcomes. This study proposes an examination of stability and invariance of the empirical networks. This could provide important validation of networks since if they are not stable their utility may be limited. In addition, identification of variables that influence invariance may indicate covariates that must be considered when examining networks. The background, rationale, and currency of the proposal are solid. The focus on outcome measurement and this emerging analytic strategy are helpful - especially since many researchers focus on treatments with less regard for the importance of dependent variables and the resultant implications attached to their assessment. I am not a methodological expert on network analysis, but what is described appears appropriate and helpful. Overall this is a well written and designed proposal that should be quite revealing for both researchers and clinicians who work with people who suffer from anxiety disorders. My single concern is related to the fact that I saw no mention of the examination of a temporal model looking at the network models over time from pre treatment to post treatment. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Clinical psychology psychotherapy researcher interested especially in the assessment of psychotherapy outcome I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Oglesa BM. Peer Review Report For: A protocol for assessing stability and invariance properties of two commonly used outcome measures in anxiolytic clinical trials [version 1; peer review: 1 approved] . HRB Open Res 2025, 8 :106 ( https://doi.org/10.21956/hrbopenres.15660.r51469) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/8-106/v1#referee-response-51469 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with HRB Open Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "A protocol for assessing stability and invariance...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://hrbopenresearch.org/articles/8-106/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://hrbopenresearch.org/articles/8-106/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://hrbopenresearch.org/articles/8-106/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Byrne D et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://hrbopenresearch.org/articles/8-106/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://hrbopenresearch.org/articles/8-106", templates : { twitter : "A protocol for assessing stability and invariance properties.... Byrne D et al., published by " + "@HRBOpenRes" + ", https://hrbopenresearch.org/articles/8-106/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/14239/15660") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "15660"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "51465": 0, "51466": 0, "51467": 0, "51468": 0, "51469": 5, "51470": 0, "51471": 0, "51472": 0, "51473": 0, "51474": 0, "50325": 0, "50326": 0, "50327": 0, "50328": 0, "50329": 0, "50330": 0, "50331": 0, "50332": 0, "50333": 0, "50334": 0, "50989": 0, "50990": 0, "50991": 0, "50992": 0, "50993": 0, "50994": 0, "50995": 0, "50996": 0, "50997": 0, "50998": 0, "52283": 0, "52284": 0, "52285": 0, "52286": 0, "52287": 0, "52288": 0, "52289": 0, "52290": 0, "52291": 0, "52292": 0, "50891": 0, "50892": 0, "50893": 0, "50894": 0, "50895": 0, "50896": 0, "50897": 0, "50898": 0, "50899": 0, "50900": 0, "50659": 0, "50660": 0, "50661": 0, "50662": 0, "50663": 0, "50664": 0, "50665": 0, "50666": 0, "50667": 0, "50668": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "95e855c7-0296-4554-81d8-107d232e8618"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); Are you a HRB-funded researcher? Submission to HRB Open Research is open to all HRB grantholders or people working on a HRB-funded/co-funded grant on or since 1 January 2017. Sign up for information about developments, publishing and publications from HRB Open Research. First Name * You must provide your first name Last Name * You must provide your last name Email * You must provide a valid email address Institution You must provide an institution. Submit Thank you! We'll keep you updated on any major new updates to HRB Open Research HRB Open Research Browse How to Publish About Contact RSS Cookie Notice Privacy Notice Legal Submit Your Research © F1000 Research Limited and its licensors ISSN 2515-4826 | Legal background var F1000platform = new F1000.Platform({ name: "hrb", displayName: "HRB Open Research", hostName: "hrbopenresearch.org", id: "5", editorialEmail: "[email protected]", infoEmail: "[email protected]" }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); }); (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'9ffb2fb72ca906d3',t:'MTc3OTQ0NjI1NQ=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();