Engagement Methods for Populations Underrepresented... | F1000Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://f1000research.com/js/vendor/ckeditor/' window.reactTheme = 'research'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2318163,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); search file_upload Submit your research search menu close search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Open Data, Software and Code Guidelines (PSE) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Article Processing Charges Peer Review Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Newsroom Contact My Research Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://f1000research.com/articles/15-675" }, "headline": "Engagement Methods for Populations Underrepresented in Mental Health Services Research Partnerships in...", "datePublished": "2026-05-06T11:28:41", "dateModified": "2026-05-06T11:28:41", "author": [ { "@type": "Person", "name": "Karen Tabb" }, { "@type": "Person", "name": "Ana Schaefer" }, { "@type": "Person", "name": "Xavier Ramirez" }, { "@type": "Person", "name": "Eric Toole" }, { "@type": "Person", "name": "Yali Feng" }, { "@type": "Person", "name": "Emily Lux" }, { "@type": "Person", "name": "Jomeka Mowery" }, { "@type": "Person", "name": "Tinelle Windham" }, { "@type": "Person", "name": "Sasha Helfner" }, { "@type": "Person", "name": "Shivranjani Gandhi" }, { "@type": "Person", "name": "Yulian Ye" }, { "@type": "Person", "name": "Ashley Hodge" }, { "@type": "Person", "name": "Courtney Yorks" }, { "@type": "Person", "name": "Wenhao David Huang" }, { "@type": "Person", "name": "Shannon Simonovich" }, { "@type": "Person", "name": "Thomas Mackie" } ], "publisher": { "@type": "Organization", "name": "F1000Research", "logo": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 480, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 1200, "width": 150 }, "description": "Abstract* Background Advancing effective treatments and interventions to improve mental health services and outcomes requires the full and meaningful participation of communities underrepresented in research partnerships. In recent years a trend has emerged of involving members of groups as researchers, partners, or participants in patient-centered clinical comparative effectiveness research that past research has typically ignored with little to no engagement. The aim of this scoping review is to identify the engagement approaches and strategies that have been used to engage populations underrepresented in partnerships for mental health services research. Methods The participatory scoping review will employ the methodological framework initially proposed by Arksey and O’Malley. We will search MEDLINE, PsycInfo, CINAHL, Scopus, and Web of Science from all time through December 2024. A participatory approach will engage co-investigators with lived expertise of mental health challenges and Advisory Council members throughout the review. A modified Delphi Panel will facilitate interpretation of findings. Results Preliminary findings will generate a descriptive summary of engagement methods, inclusive of engagement approaches and strategies, used with populations underrepresented in mental health services research. For the identified engagement approaches, we plan to provide a descriptive summary of the articulated principles and application of each engagement approach. For the engagement strategies, we plan to summarize for each engagement strategy: (1) the goal, (2) the population(s) engaged, (3) key procedures and resources, and (4) findings from process and/or impact evaluations. The structure of the descriptive summaries and interpretation of findings will be informed by the community co-investigators, advisory council members, and experts who will be convened through a modified delphi panel. Discussion Our participatory scoping review of all mental health services research using engagement strategies will produce evidence-based guidance to improve approaches to engagement in PCOR/CER and establish a science of engagement. " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://f1000research.com/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://f1000research.com/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://f1000research.com/articles/15-675/v1", "name": "Engagement Methods for Populations Underrepresented in Mental Health..." } } ] } Home Browse Engagement Methods for Populations Underrepresented in Mental Health... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Tabb K, Schaefer A, Ramirez X et al. Engagement Methods for Populations Underrepresented in Mental Health Services Research Partnerships in High-income Countries: A Participatory Scoping Review Protocol [version 1; peer review: awaiting peer review] . F1000Research 2026, 15 :675 ( https://doi.org/10.12688/f1000research.170078.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Study Protocol Engagement Methods for Populations Underrepresented in Mental Health Services Research Partnerships in High-income Countries: A Participatory Scoping Review Protocol [version 1; peer review: awaiting peer review] Karen Tabb https://orcid.org/0000-0002-4722-9502 1 , Ana Schaefer 1 , Xavier Ramirez https://orcid.org/0000-0002-5885-3239 2 , [...] Eric Toole https://orcid.org/0000-0001-6445-8211 1 , Yali Feng 3 , Emily Lux 4,5 , Jomeka Mowery 6 , Tinelle Windham 4 , Sasha Helfner 1 , Shivranjani Gandhi 1 , Yulian Ye 1 , Ashley Hodge 6 , Courtney Yorks 7 , Wenhao David Huang https://orcid.org/0000-0002-0498-7485 2 , Shannon Simonovich 3 , Thomas Mackie 8 Karen Tabb https://orcid.org/0000-0002-4722-9502 1 , Ana Schaefer 1 , [...] Xavier Ramirez https://orcid.org/0000-0002-5885-3239 2 , Eric Toole https://orcid.org/0000-0001-6445-8211 1 , Yali Feng 3 , Emily Lux 4,5 , Jomeka Mowery 6 , Tinelle Windham 4 , Sasha Helfner 1 , Shivranjani Gandhi 1 , Yulian Ye 1 , Ashley Hodge 6 , Courtney Yorks 7 , Wenhao David Huang https://orcid.org/0000-0002-0498-7485 2 , Shannon Simonovich 3 , Thomas Mackie 8 PUBLISHED 06 May 2026 Author details Author details 1 University of Massachusetts System, Amherst, Massachusetts, USA 2 School of Social Work, University of Illinois System, Urbana, Illinois, 61801, USA 3 University of Illinois Chicago, Chicago, Illinois, USA 4 Lifeline for Moms Individuals with Lived Expertise Advisory Council, Massachusetts, USA 5 Tulane University, New Orleans, Louisiana, USA 6 Brody School of Medicine, East Carolina university, Greenville, NC, USA 7 PSI, Postpartum Support International, Portland, Oregon, USA 8 Department of Health Promotion and Policy, School of Public Health and Health Sciences, University of Massachusetts Amherst, Amherst, MA, USA Karen Tabb Roles: Conceptualization, Data Curation, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Supervision, Writing – Original Draft Preparation, Writing – Review & Editing Ana Schaefer Roles: Conceptualization, Project Administration, Resources, Supervision, Writing – Original Draft Preparation, Writing – Review & Editing Xavier Ramirez Roles: Investigation, Methodology, Writing – Review & Editing Eric Toole Roles: Conceptualization, Data Curation, Investigation, Methodology, Project Administration, Resources, Supervision, Writing – Original Draft Preparation, Writing – Review & Editing Yali Feng Roles: Conceptualization, Data Curation, Investigation, Methodology, Writing – Review & Editing Emily Lux Roles: Investigation, Methodology, Writing – Review & Editing Jomeka Mowery Roles: Investigation, Methodology, Writing – Review & Editing Tinelle Windham Roles: Investigation, Methodology, Writing – Review & Editing Sasha Helfner Roles: Investigation, Methodology, Writing – Review & Editing Shivranjani Gandhi Roles: Investigation, Methodology, Writing – Review & Editing Yulian Ye Roles: Investigation, Methodology, Writing – Review & Editing Ashley Hodge Roles: Investigation, Methodology, Writing – Review & Editing Courtney Yorks Roles: Investigation, Methodology, Writing – Review & Editing Wenhao David Huang Roles: Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Shannon Simonovich Roles: Investigation, Methodology, Visualization, Writing – Review & Editing Thomas Mackie Roles: Conceptualization, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Supervision, Writing – Original Draft Preparation, Writing – Review & Editing OPEN PEER REVIEW REVIEWER STATUS AWAITING PEER REVIEW This article is included in the Health Services gateway. Abstract Abstract* Background Advancing effective treatments and interventions to improve mental health services and outcomes requires the full and meaningful participation of communities underrepresented in research partnerships. In recent years a trend has emerged of involving members of groups as researchers, partners, or participants in patient-centered clinical comparative effectiveness research that past research has typically ignored with little to no engagement. The aim of this scoping review is to identify the engagement approaches and strategies that have been used to engage populations underrepresented in partnerships for mental health services research. Methods The participatory scoping review will employ the methodological framework initially proposed by Arksey and O’Malley. We will search MEDLINE, PsycInfo, CINAHL, Scopus, and Web of Science from all time through December 2024. A participatory approach will engage co-investigators with lived expertise of mental health challenges and Advisory Council members throughout the review. A modified Delphi Panel will facilitate interpretation of findings. Results Preliminary findings will generate a descriptive summary of engagement methods, inclusive of engagement approaches and strategies, used with populations underrepresented in mental health services research. For the identified engagement approaches, we plan to provide a descriptive summary of the articulated principles and application of each engagement approach. For the engagement strategies, we plan to summarize for each engagement strategy: (1) the goal, (2) the population(s) engaged, (3) key procedures and resources, and (4) findings from process and/or impact evaluations. The structure of the descriptive summaries and interpretation of findings will be informed by the community co-investigators, advisory council members, and experts who will be convened through a modified delphi panel. Discussion Our participatory scoping review of all mental health services research using engagement strategies will produce evidence-based guidance to improve approaches to engagement in PCOR/CER and establish a science of engagement. READ ALL READ LESS Keywords Research Engagement, Mental Health Services, Health Services Research, Patient Participation, Community Participation, Review Literature, Study Characteristics Corresponding Author(s) Karen Tabb ( [email protected] ) Close Corresponding author: Karen Tabb Competing interests: No competing interests were disclosed. Grant information: This work was supported through a Patient-Centered Outcomes Research Institute (PCORI) Science of Engagement Award SOE-2023C1-31371. All statements in this report, including its findings and conclusions, are solely those of the authors and do not necessarily represent the views of the Patient-Centered Outcomes Research Institute (PCORI), its Board of Governors or Methodology Committee. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2026 Tabb K et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Tabb K, Schaefer A, Ramirez X et al. Engagement Methods for Populations Underrepresented in Mental Health Services Research Partnerships in High-income Countries: A Participatory Scoping Review Protocol [version 1; peer review: awaiting peer review] . F1000Research 2026, 15 :675 ( https://doi.org/10.12688/f1000research.170078.1 ) First published: 06 May 2026, 15 :675 ( https://doi.org/10.12688/f1000research.170078.1 ) Latest published: 06 May 2026, 15 :675 ( https://doi.org/10.12688/f1000research.170078.1 ) Introduction Engagement of individuals from communities underrepresented in academic-community research partnerships (hereafter, “communities underrepresented in research”) provides a foundation critical for building the evidence base needed to create and sustain the structural changes required to advance mental health equity. 1 As operationally defined by members of our community-academic partnership, communities underrepresented in research may include, but are not limited to, groups who are racially and ethnically minoritized, sexual and gender minorities, children or youth, pregnant or postpartum individuals, and people with disabilities. These groups may experience racism and other forms of oppression that limit their participation as research partners and ultimately their ability to receive the full benefits of recent advances in the evidence base for mental healthcare. 2 Engagement of communities underrepresented in research can help to identify the unexamined assumptions that often create barriers to facilitate equitable access to scientific advances in policy and practice. 3 For example, integration of perspectives from key community partners can improve our ability to anticipate and examine potential unintended consequences of advancing evidence from mental health services research into policy and practice 4 , 5 Moreover, meaningful engagement in mental health service research can also increase the relevance, acceptability, appropriateness, and sustainability of equity-focused evidence-based interventions and strategies. 6 – 8 Increasingly, calls to the field of mental health services research recognize that progress towards the real-world solutions required to achieve mental health equity will not be fully realized until the people most impacted by mental healthcare inequities are routinely engaged in mental health services research as researchers 9 and research partners. 10 Yet, individuals from communities underrepresented in research experience unique historical, structural, sociopolitical, and cultural factors that influence their engagement across the research process. 6 – 8 Bearing the memories of a history of unethical research conduct, individuals from communities underrepresented in research report a lack of trust in research partnerships. 11 , 12 Individuals underrepresented in research partnerships also report an additional set of unique challenges in attending to the social, structural, and political conditions necessary for meaningful research engagement. 12 Despite these unique barriers to research engagement and promise of their engagement, scoping and systematic reviews of engagement methods in mental health services research have largely not accounted for the specific strategies required to engage individuals from communities who are underrepresented in mental health research partnerships. 6 , 13 – 15 The objective of this participatory scoping review is therefore to synthesize the evidence available on engagement methods, inclusive of both engagement approaches and strategies, developed for individuals underrepresented in mental health services research partnerships. While scoping reviews for engagement approaches and strategies exist, 6 our study will extend this work by assembling and assessing the relevance of available evidence for communities underrepresented in mental health services research partnerships. In addition, we will work collaboratively with community partners at every step of this scoping review. Published guidance and a rapid review of seminal studies suggests that we will need both qualitative and quantitively captured data given the emerging status of the literature on engagement and the lack of consensus on terminology and shared definitions. 16 Accordingly, we employ a scoping review to assess an emerging evidence base on engagement approaches and strategies in mental health services research. Protocol We will conduct a participatory scoping review, grounding our collaborative approach in the steps articulated in the Arksey and O’Malley’s (2005) methodological framework for conducting scoping reviews and enhanced for team-based collaborative approaches. 17 – 19 This scoping review will comprise of the following steps as guided by the framework: 1) specifying the research questions, 2) identifying relevant literature, 3) selection of studies, 4) data extraction, 5) synthesis of results, and 6) integration of expert consensus. In preparation for this protocol, our team consulted two well-established advisory councils, the Lifeline for Moms Advisory Council for Individuals with Lived Expertise and the Postpartum Support International (PSI) Best Practice Committee for Health Equity. Members of these advisory councils identify as individuals with their own lived expertise of perinatal mental health challenges and/or as professionals who provide care to perinatal individuals with mental health challenges; both of the councils are also composed of individuals from communities underrepresented in research partnerships [citation blinded for peer-review]. Members of both advisory councils shared that lived expertise is an important type of evidence that is often not integrated into evidence synthesis projects. In response, our team will work collaboratively with key community partners from both advisory councils to facilitate a community-engaged and interdisciplinary approach at each of the six stages proposed in Arksey and O’Malley’s methodological framework. We will co-develop the protocol screening tools with our partners. We will present findings iteratively to our advisory councils during each stage of review. We conducted the first two stages of our methodological framework for the scoping review (i.e., specifying the research question, identifying the relevant literature) in preparation for this protocol. The final four stages of the scoping review (i.e., selection of studies, data extraction, synthesis of results, and integration of expert consensus) were completed after our initial protocol registration [DOI 10.17605/OSF.IO/6E2CX ]. Stage 1. Specifying the research questions In collaboration with our community co-investigators and advisory councils, we identified the following primary and secondary research questions that this scoping review aims to address: Primary Research Question: What is the best available and existing evidence on engagement methods for individuals underrepresented in mental health services research partnerships? Secondary Research Question: How can the information across multiple studies resulting from the scoping review inform the selection of engagement methods to advance the research partnership, especially for individuals from communities underrepresented in research partnerships? The primary research question was developed to cast a wide net on the existing evidence base to ensure the assembly of information from “multiple ways of knowing” on each engagement strategy. Moreover, the secondary research question sought to ensure consideration for a pragmatic application of the findings to support individuals underrepresented in mental health services research partnerships. By engaging community co-investigators in this step, the research team was able to ensure that the research question aligned with the topics that interested the community partners. 20 Stage 2. Identifying relevant literature In collaboration with community co-investigators, community advisory councils, and librarian scientists, our team identified the key terms related to the concepts of interest. Table 1 provides the population, comparison, outcome, timing, setting framework that guided this participatory scoping review. This scoping review was difficult due to the lack of standardized language used for 1) underrepresented populations and 2) engagement methods. Due to this lack of standardized language, our team of community and academic investigators worked to create shared operational definitions integrating the lived expertise of our council members with terminology identified in relevant peer reviewed literature. This strengthened our understanding of the types of relevant literature that we were looking to identify. Table 1. Description of construct and operational definition for population, comparison, outcome, timing, setting. Construct Operational Definition Screening Inclusion Exclusion Population Underrepresented populations Populations underrepresented in PCOR/CER include younger age, race, ethnicity, disability status, gender identity, sexual identity, pregnancy and postpartum, low-income, immigrants, refugees, and spiritual tradition. Under 18 Race Ethnicity Disability status Gender identity Sexual identity Pregnancy Up to a year postpartum Low income Immigration status Spiritual tradition Population that does not align with the associated populations Intervention Engagement method Engagement methods include the structure (e.g. advisory council) and processes (e.g. nominal group technique) that aim to support partnership and elicitation of perspectives from research partners. Engagement Structure Engagement Process Engagement Method Medical or Clinical Interventions Comparison N/A Outcome Impact on engagement/partnership, partner, research process, and research translation Outcomes include meaningful engagement and partnership of key community partners (e.g., trust, transparency), impact on research partner, the research itself (e.g., prioritization of study topics or outcomes), or the translation and impact of the research (e.g., social media campaigns). N/A- We will plan to tag each article for the presence or absence of the for outcome of the engagement methods instead of excluding due to a lack of outcome. Timing N/A Setting Mental health services research in high income countries including PCOR/CER Mental health services research therefore investigates how social factors, financing systems, organizational structures and processes, health technologies, and personal behaviors affect access to mental health care, the quality and cost of mental health care, and ultimately our mental health and well-being. Mental Health PCOR studies Mental Health CER studies Mental Health Services Research Studies that are not focused on mental health services research An evidence synthesis librarian from the University of Massachusetts Amherst Libraries’ Evidence Synthesis Partnership (ET) designed and executed the database search strategies and contributed to the development of the present protocol. Drawing on the PCIOTS framework (see Table 1 ), the broad scope of inquiry for this review was translated into a database search strategy by separating it into three analytical elements: underserved or marginalized communities (concept 1); engagement methods (concept 2); and mental health services and substance use disorders (concept 3). Each broader concept was further expanded by incorporating terminology and synonyms for narrower sub-concepts. For example, the sub-concept Native Americans and Indigenous peoples was included within the underserved/marginalized communities concept. A comprehensive set of search terminology, consisting of controlled vocabulary (e.g., Medical Subject Headings, MeSH) and free-text appearing in the title and abstract bibliographic fields, was compiled for each of the search concepts and sub-concepts. In the case of the Native American and Indigenous peoples sub-concept, an existing search filter ( https://doi.org/10.1079/searchRxiv/20220088911 ) that builds on earlier work by Sandra Cambell was adapted through consultation with UMass Amherst’s Native American and Indigenous Studies Librarian Brandon Castle to ensure a comprehensive treatment of group affiliations and identities. The original search filter was further elaborated through additions relating to Alaska Native peoples, and Indigenous peoples of United States overseas territories (e.g., the Chamorro people). The engagement methods concept (concept 2) was significantly complicated by the large range of relevant terms used to describe engagement techniques, the tendency for these terms to be used in unrelated contexts (e.g., networking, café, online community), and sometimes casual reporting of the engagement techniques applied. To identify terminology used to describe specific engagement methods, members of the review team with content expertise reviewed a set of key articles and harvested key terms and phrases. Variations in search terminology were tested to expand the specific methods and incorporate name variants. In addition, the librarian scientist utilized the PCORI Engagement in Health Research Literature Explorer (EHRLE) tool to create a validation reference set by exporting references tagged with the Stakeholder/Partner Type ‘Patients.’ A list of PMIDs was created for all 494 references that were indexed in PubMed and searched against the search string for concept 2 during development to provide objective feedback. Further search strings were developed that reflect the many types of community groups combined with engagement terms (e.g., citizen involvement, community stakeholder). The final version of the concept 2 search strategy returned 474 (96%) of the validation references. This was considered satisfactory because EHRLE was used as a proxy for target articles without verification by content experts that all 494 references actually met the eligibility criteria for our project. Search concepts were continually checked by the PIs and other expert members of the review team throughout the initial search development process, and the final draft version was reviewed again before the search strategy was peer-reviewed by a second expert librarian. Michele Datko, MLS, completed the Peer Review of Electronic Search Strategy (PRESS) review of the original version only (without translations) and offered suggested revisions on items 2,3,4 and 6 (see PRESS documentation). These changes were all accepted, and revisions incorporated to produce the final revised version of the search strategy. The final search strategy was translated from the original version developed in PubMed to the following secondary databases: CINAHL Complete (EBSCOhost), APA PsycInfo (EBSCOhost), Scopus, Web of Science Core Collection (Clarivate Web of Science), SciELO (Clarivate Web of Science), BIOSIS Citation Index (Clarivate Web of Science). All searches were executed on October 17 th , 2024 and cover the period from each database’s inception to the search date without limiting by publication year. Export files were uploaded to Covidence, and the built-in deduplication tool was used to remove duplicate references. Stage 3. Selection of studies The selection of studies will be conducted within the Covidence software platform by the research team and three community co-investigators, following Arksey and O’Malley’s (2005) scoping review framework and subsequent enhancements for transparency and rigor. Consistent with Levac et al. (2010), the inclusion of community co-investigators in the screening and selection process strengthens methodological rigor by incorporating lived expertise, ensuring that the review captures evidence that is both relevant and meaningful to underrepresented populations. All screeners will complete a tutorial on the aims of the study and the key words that must be included in titles and abstracts when reviewing within Covidence prior to completing each stage of screening . To best prepare our team for a rigorous scoping review we will guide study screening and selection using Covidence software to complete four steps. First, we will prepare for search calibration and scoping review training. We will present the concept to community co-investigators in the form of a methods training video. Those who are interested in conducting a scoping review will be invited to an orientation and second training. All team members, including community co-investigators, will participate in an orientation session to review the inclusion and exclusion criteria and practice applying them to a small sample of studies in Covidence. Discrepancies in terminology and definitions will be discussed to ensure a shared understanding and consistency in decision-making. Second, we will train for title and abstract screening. After uploading all search results into Covidence and performing the de-duplication procedure, we will screen all titles and abstracts. Duplicates will first be removed using Covidence for de-duplication. Remaining citations will be cross-checked in EndNote for duplication and then be reviewed manually for additional de-duplication. Reviewers will individually read the title and abstract to evaluate appropriateness for inclusion for review. Each study title will be reviewed by two members of our team. In the event of a disagreement, a senior investigator will evaluate the study title for inclusion. To facilitate the engagement of community co-investigators in the third step of screening titles and abstracts, the team will provide a tutorial and summary, colloquially referred to as the “cheat sheet,” to facilitate easier review of the titles and abstracts. The “cheat sheet” will be provided to clearly outline the inclusion and exclusion criteria for the project. We will use the highlights feature within Covidence to ensure that key terms are caught within each record. The following criteria were developed in collaboration with community co-investigators to guide the review process: Inclusion criteria highlights words including community, participatory, lived experience, engagement, engage, dialogue, convene, co-design, advisory, board, counselor, expert, stakeholder, member, co-researcher, mental health, research, and research engagement in the title or abstract. Exclusion criteria highlight studies that use the words scoping reviews, systematic reviews, preceding case studies, protocols, autoethnographies, meta-analyses, conference proceedings, book reviews, literature reviews, studies focused on HIV or stroke, editorials, commentaries, or ethnographies in the title or abstract. Each record will be screened independently by two reviewers within Covidence. Covidence will automatically track reviewer decisions and flag conflicts. Discrepancies will be resolved through discussion, with a third reviewer (from the research team or a community co-investigator) available to adjudicate when consensus cannot be reached. Third, we will conduct a full-text review of studies that pass the title and abstract review that potentially contain information about engagement methods with populations underrepresented in mental health services research. Full-text articles of potentially eligible studies will be uploaded into Covidence. Two reviewers will independently assess each full text against the inclusion and exclusion criteria using the first set of questions from the extraction table ( Table 2 ). Initial screening, prior to extraction, will confirm eligibility through an assessment of whether the study identifies an engagement method name, specifies the population engaged in the research partnership, addresses an area of mental health services research, is conducted in a high-income country, and includes a description or use of engagement. Full-text articles will be excluded if they are the wrong study type or format (e.g., commentary, case study with no results, systematic review, protocol/design paper, duplicate, or non-English), if they lack an underrepresented population or engagement method, if they are not related to mental health services research or conducted in the a country not categorized as high-income such as low or middle income countries (LMIC), or if they have a methodological mismatch such as the wrong design, setting, intervention, indication, dose, route of administration, comparator, or outcomes. Covidence will document reasons for exclusion at this stage. Each study abstract will be reviewed by two members of our team. Any disagreements will be assessed by a third reviewer. Table 2. Extraction template to include within covidence. Phase Category Variable Initial Screening to Confirm Eligibility Engagement method name Population engaged in research partnership Area of mental health services research Country Description or use of engagement Complete Extraction Protocol Following Confirmation of Eligibility General Information Title of paper Lead author contact email Study funding sources/agency Award/funding number Characteristics of Included Studies Aim of article Research study design Area of mental health services research Research study data collection start date Research engagement start date Study participants sample description Total number of study participants Reported age of study participants Engagement and Research Partnership Description of engagement and research partnership Literature referenced for engagement method Resources required for engagement Methods used to identify, recruit, and engage research partners Stage of research study where engagement occurred Reported targeted barriers to engagement and research partnership Description of how the research team balanced the perspectives of the partners Process Evaluation Fidelity or process measures of the engagement and/or research partnership Description of evaluation processes Fidelity measures or process evaluations associated with engagement Impact or Outcomes Evaluation of engagement method and research partnership Evaluation regarding the engagement structure/process/outcome that was conducted Description of population engaged as research partners Category of population engaged in engagement and research partnership Total number of research partners Reported age of research partners Reported impact on engagement and research partnership and outcomes Foundational expectations explicitly stated as a goal for the engagement Reported engagement and research partnership levels Were any of our research team members cited on the study? Other Report of any financial, or personal connections that may be a conflict of interest as a reviewer of the study? Fourth, all steps will be documented and captured within Covidence for transparency. Covidence will generate a flow diagram (PRISMA-ScR) showing the number of studies identified, screened, included, and excluded, along with reasons for exclusion. All decisions and rationales will be recorded to maintain transparency and reproducibility. Weekly inter-rater review meetings will be held to discuss any questions related to the search process. In addition, the team will hold “office hours” to allow time for members of the community-academic partnership to work independently in the same virtual space and answer any questions as they arise. Stage 4. Data extraction After finalizing the articles remaining for full-text review, we will develop and use a project-specific data extraction tool within Covidence to systematically extract information from each study. The extraction variables ( Table 2 ) include the full text inclusion criteria and a further set of variables. Starting with the description of engagement, this extraction tool includes the name and definition of the engagement method, its core elements, and related fidelity or process measures (if available), barriers to engagement addressed, and a detailed description of the population engaged. Additional study-level information will be extracted, including study design, research aims, methods, outcomes, and findings, as well as general study information such as funding sources and authorship, and any reported conflicts of interest. Data extraction will be completed by two team members and then reviewed by a third member to ensure accuracy. Prior to extraction, the team will conduct consensus training and pilot the extraction tool across 10–15 articles to ensure consistent and reliable data capture across all articles. This will allow the team to ensure that the data extraction occurs consistently across all articles. Stage 5. Synthesis of results Following data extraction and consensus, the research team and community co-investigators will systematically synthesize the results to map key concepts, engagement methods, populations, and outcomes reported across studies. We will use SPSS software to clean and tabulate both the quantitative data and qualitative narratives extracted from the final study sample. All studies included in the final scoping review results will be included in a table listing information including the study author, year of publication, engagement method and population. Quantitative data, such as study characteristics, sample sizes, year of publication, populations engaged, and countries of origin of all studies will be aggregated and frequencies will be summarized using descriptive statistics. Qualitative data, including verbatim descriptions of engagement processes utilized, barriers addressed, and impacts on research partnerships, will be analyzed thematically and presented in a narrative and visual depiction. The synthesis will aim to identify patterns, common approaches or activities, and gaps in mental health services research engagement, highlighting both methodological trends and lessons learned from lived-experience perspectives. Findings will be presented in tables, charts, and narrative summaries to provide a clear overview of the current state of engagement practices and inform future research and participatory initiatives. Stage 6. Integration of expert consensus Before finalizing the extraction framework, we will consult with co-investigators with lived expertise who will provide feedback on the inclusion criteria and thematic categories, ensuring methodological rigor through ongoing expert input. To further strengthen the review, we will convene a Delphi panel composed of additional experts and stakeholders in mental health research and participatory engagement. This panel will review preliminary findings, provide iterative feedback on the relevance, clarity, and completeness of the list of engagement approaches, and help achieve consensus on key elements of engagement practices. Incorporating this iterative structured, collective consultation ensures that the synthesis reflects both methodological rigor and practical expertise from the field. Dissemination The findings will be presented as set of engagement activities for expert panels in a Delphi panel meeting format with experts across sectors. The findings also will be presented in advisory council meetings and at professional meetings and written as results for a peer-reviewed manuscript. Study status The scoping review is currently in progress. Database searches have been completed, and full-text articles are being screened and finalized for inclusion. Data extraction and synthesis are underway, with ongoing input from community co-investigators, advisory council members, and a modified Delphi Panel to ensure methodological rigor and integration of lived-experience perspectives. Discussion This participatory scoping review will synthesize the current evidence on engagement approaches and strategies used to involve populations underrepresented in mental health services research. By systematically mapping methods across patient-centered and comparative effectiveness studies, the review will provide a thorough description of practices to improve engagement practices and advance the emerging science of engagement. The involvement of community co-investigators with lived experience, advisory council members, and a modified Delphi Panel of experts will ensure that the findings reflect both methodological rigor and practical relevance, bridging academic and community perspectives. Given the limited availability of comprehensive guidance on integrating lived experience in research partnerships, the findings from this review are expected to support researchers in designing and reporting engagement strategies in a systematic and transparent manner. For example, the results can inform reporting practices aligned with the PRISMA-ScR checklist, enhancing the clarity and replicability of scoping reviews that incorporate participatory methods. Overall, this review will not only document current practices but also identify gaps, highlight existing practices, and offer recommendations for future research engagement, fostering more inclusive and effective engagement in mental health services research. Ethical considerations Ethics and consent were not required. Data availability Underlying Data No data associated with this article. Extended Data Open Science Framework. [A Scoping Review of Engagement Methods with Communities Underrepresented in Research Partnerships.] DOI https://doi.org/10.17605/OSF.IO/6E2CX . 21 This project contains the following data gathering tools: • PubMed Search Criteria • Screening Eligibility Checklist Data are available under the terms of the Creative Commons Attribution 4.0 International license (CC-BY 4.0) . Acknowledgments The authors would like to thank the Advisory Councils engaged in this project, including the Lifeline for Moms Individuals with Lived Expertise Advisory Council, the Postpartum Support International Best Practice Committee for Perinatal Mental Health Equity, the Implementation Science and Practice Advances Research Center (iSPARC) Youth Advisory Board, and the iSPARC Family Advisory Board. Additionally, we would like to acknowledge: • Michele Datko, MS. NAL Evidence Synthesis Librarian, Aretum LLC. Provided critical feedback and technical revisions to search strategy by conducting a formal PRESS. • Brandon Castle, MLIS. Native American and Indigenous Studies Librarian, University of Massachusetts Amherst Libraries. Consulted on the development of a portion of the search strategy related to Native American and Indigenous peoples to ensure the full range of identities would be captured. References 1. Huang J, Lipman PD, Daniel MC: Bridging the divide: building infrastructure to support community-academic partnerships and improve capacity to conduct patient-centered outcomes research. Transl. Behav. Med. 2017; 7 (4): 773–782. PubMed Abstract | Publisher Full Text | Free Full Text 2. Horowitz CR, Robinson M, Seifer S: Community-based participatory research from the margin to the mainstream: are researchers prepared?. Circulation. 2009; 119 (19): 2633–2642. PubMed Abstract | Publisher Full Text | Free Full Text 3. Morgan A, Ziglio E: Revitalising the evidence base for public health: an assets model. Promot. Educ. 2007; 14 : 17–22. Publisher Full Text 4. Alegría M, Alvarez K, Ishikawa RZ, et al. : Removing obstacles to eliminating racial and ethnic disparities in behavioral health care. Health Aff. 2016; 35 (6): 991–999. PubMed Abstract | Publisher Full Text | Free Full Text 5. Maxwell JA: The value of qualitative inquiry for public policy. Qual. Inq. 2020; 26 (2): 177–186. Publisher Full Text 6. Arnstein L, Wadsworth AC, Yamamoto BA, et al. : Patient involvement in preparing health research peer-reviewed publications or results summaries: a systematic review and evidence-based recommendations. Research Involvement and Engagement. 2020; 6 (1): 34. PubMed Abstract | Publisher Full Text | Free Full Text 7. Crocker JC, Ricci-Cabello I, Parker A, et al. : Impact of patient and public involvement on enrolment and retention in clinical trials: systematic review and meta-analysis. BMJ. 2018; k4738. Publisher Full Text 8. Wallerstein NB, Duran B: Using community-based participatory research to address health disparities. Health Promot. Pract. 2006; 7 (3): 312–323. Publisher Full Text 9. Landsittel DP, Kessler L, Schmid CH, et al. : Training in patient-centered outcomes research for specific researcher communities. Journal of Clinical and Translational Science. 2017; 1 (5): 278–284. PubMed Abstract | Publisher Full Text | Free Full Text 10. Dawson S, Campbell SM, Giles SJ, et al. : Black and minority ethnic group involvement in health and social care research: a systematic review. Health Expect. 2018; 21 (1): 3–22. PubMed Abstract | Publisher Full Text | Free Full Text 11. Baquet CR, Bromwell JL, Hall MB, et al. : Rural community–academic partnership model for community engagement and partnered research. Prog. Community Health Partnersh. 2013; 7 (3): 281–290. PubMed Abstract | Publisher Full Text | Free Full Text 12. Jones JH, Reverby SM: 50 years after the Tuskegee revelations: why does the mistrust linger?. Am. J. Public Health. 2022; 112 (11): 1538–1540. PubMed Abstract | Publisher Full Text | Free Full Text 13. Mitton C, Smith N, Peacock S, et al. : Public participation in health care priority setting: a scoping review. Health Policy. 2009; 91 (3): 219–228. PubMed Abstract | Publisher Full Text 14. Manafo E, Petermann L, Mason-Lai P, et al. : Patient engagement in Canada: a scoping review of the ‘how’and ‘what’of patient engagement in health research. Health Res Policy Syst. 2018; 16 (1): 5. 15. Riches L, Ridgway L, Edwards L: Co-learning commentary: a patient partner perspective in mental health care research. Research Involvement and Engagement. 2023; 9 (1): 24. PubMed Abstract | Publisher Full Text | Free Full Text 16. Cluley V, Ziemann A, Feeley C, et al. : Mapping the role of patient and public involvement during the different stages of healthcare innovation: a scoping review. Health Expect. 2022; 25 (3): 840–855. PubMed Abstract | Publisher Full Text | Free Full Text 17. Westphaln KK, Regoeczi W, Masotya M, et al. : From Arksey and O’Malley and Beyond: Customizations to enhance a team-based, mixed approach to scoping review methodology. MethodsX. 2021; 8 : 101375. PubMed Abstract | Publisher Full Text | Free Full Text 18. Levac D, Colquhoun H, O'brien KK: Scoping studies: advancing the methodology. Implement. Sci. 2010; 5 (1): 69. 19. Arksey H, O'malley L: Scoping studies: towards a methodological framework. Int. J. Soc. Res. Methodol. 2005; 8 (1): 19–32. 20. Schaefer AJ, Tabb K, Logan D, et al. : Charting the Course to Meaningful Community-Academic Research Partnerships: A roadmap and tools to advance heath equity through community partnership on Patient Centered Outcomes Research/Comparative Effectiveness Research (PCOR/CER) Studies.2023. 2023-11-09. Publisher Full Text 21. Tabb K, Ramirez XR, Schaefer A, et al. : Science of Engagement: A Scoping Review of Engagement Methods with Communities Underrepresented in Research Partnerships.2026, February 5. Publisher Full Text Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 06 May 2026 ADD YOUR COMMENT Comment Author details Author details 1 University of Massachusetts System, Amherst, Massachusetts, USA 2 School of Social Work, University of Illinois System, Urbana, Illinois, 61801, USA 3 University of Illinois Chicago, Chicago, Illinois, USA 4 Lifeline for Moms Individuals with Lived Expertise Advisory Council, Massachusetts, USA 5 Tulane University, New Orleans, Louisiana, USA 6 Brody School of Medicine, East Carolina university, Greenville, NC, USA 7 PSI, Postpartum Support International, Portland, Oregon, USA 8 Department of Health Promotion and Policy, School of Public Health and Health Sciences, University of Massachusetts Amherst, Amherst, MA, USA Karen Tabb Roles: Conceptualization, Data Curation, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Supervision, Writing – Original Draft Preparation, Writing – Review & Editing Ana Schaefer Roles: Conceptualization, Project Administration, Resources, Supervision, Writing – Original Draft Preparation, Writing – Review & Editing Xavier Ramirez Roles: Investigation, Methodology, Writing – Review & Editing Eric Toole Roles: Conceptualization, Data Curation, Investigation, Methodology, Project Administration, Resources, Supervision, Writing – Original Draft Preparation, Writing – Review & Editing Yali Feng Roles: Conceptualization, Data Curation, Investigation, Methodology, Writing – Review & Editing Emily Lux Roles: Investigation, Methodology, Writing – Review & Editing Jomeka Mowery Roles: Investigation, Methodology, Writing – Review & Editing Tinelle Windham Roles: Investigation, Methodology, Writing – Review & Editing Sasha Helfner Roles: Investigation, Methodology, Writing – Review & Editing Shivranjani Gandhi Roles: Investigation, Methodology, Writing – Review & Editing Yulian Ye Roles: Investigation, Methodology, Writing – Review & Editing Ashley Hodge Roles: Investigation, Methodology, Writing – Review & Editing Courtney Yorks Roles: Investigation, Methodology, Writing – Review & Editing Wenhao David Huang Roles: Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Shannon Simonovich Roles: Investigation, Methodology, Visualization, Writing – Review & Editing Thomas Mackie Roles: Conceptualization, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Supervision, Writing – Original Draft Preparation, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information This work was supported through a Patient-Centered Outcomes Research Institute (PCORI) Science of Engagement Award SOE-2023C1-31371. All statements in this report, including its findings and conclusions, are solely those of the authors and do not necessarily represent the views of the Patient-Centered Outcomes Research Institute (PCORI), its Board of Governors or Methodology Committee. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (1) version 1 Published: 06 May 2026, 15:675 https://doi.org/10.12688/f1000research.170078.1 Copyright © 2026 Tabb K et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads F1000Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Tabb K, Schaefer A, Ramirez X et al. Engagement Methods for Populations Underrepresented in Mental Health Services Research Partnerships in High-income Countries: A Participatory Scoping Review Protocol [version 1; peer review: awaiting peer review] . F1000Research 2026, 15 :675 ( https://doi.org/10.12688/f1000research.170078.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: AWAITING PEER REVIEW AWAITING PEER REVIEW ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 06 May 2026 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status AWAITING PEER REVIEW Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert Browse by related subjects Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with F1000Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Engagement Methods for Populations Underrepresented...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://f1000research.com/articles/15-675/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://f1000research.com/articles/15-675/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://f1000research.com/articles/15-675/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Tabb K et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://f1000research.com/articles/15-675/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://f1000research.com/articles/15-675", templates : { twitter : "Engagement Methods for Populations Underrepresented in Mental.... Tabb K et al., published by " + "@F1000Research" + ", https://f1000research.com/articles/15-675/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/170078/187496") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "187496"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "485831": 0, "485830": 0, "485829": 0, "485828": 0, "485837": 0, "485836": 0, "485835": 0, "485834": 0, "485833": 0, "485832": 0, "483127": 0, "483126": 0, "483125": 0, "483134": 0, "483133": 0, "483132": 0, "483131": 0, "483130": 0, "483129": 0, "483128": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "1fcdfb02-ac79-4e3d-bbce-5cc928cd305c"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); An innovative open access publishing platform offering rapid publication and open peer review, whilst supporting data deposition and sharing. Browse Gateways Collections How it Works Contact For Developers Cookie Notice Privacy Notice RSS Submit Your Research Follow us © 2012-2026 F1000 Research Ltd. ISSN 2046-1402 | Legal | Partner of Research4Life • CrossRef • ORCID • FAIRSharing R.templateTests.simpleTemplate = R.template(' $text $text $text $text $text '); R.templateTests.runTests(); var F1000platform = new F1000.Platform({ name: "f1000research", displayName: "F1000Research", hostName: "f1000research.com", id: "1", editorialEmail: "
[email protected]", infoEmail: "
[email protected]", usePmcStats: true }); $(function(){R.ui.dropdowns('.dropdown-for-authors, .dropdown-for-about, .dropdown-for-myresearch');}); // $(function(){R.ui.dropdowns('.dropdown-for-referees');}); $(document).ready(function () { if ($(".cookie-warning").is(":visible")) { $(".sticky").css("margin-bottom", "35px"); $(".devices").addClass("devices-and-cookie-warning"); } $(".cookie-warning .close-button").click(function (e) { $(".devices").removeClass("devices-and-cookie-warning"); $(".sticky").css("margin-bottom", "0"); }); $("#tweeter-feed .tweet-message").each(function (i, message) { var self = $(message); self.html(linkify(self.html())); }); $(".partner").on("mouseenter mouseleave", function() { $(this).find(".gray-scale, .colour").toggleClass("is-hidden"); }); }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });
Text is read by the "Ask this paper" AI Q&A widget below.
Extraction quality varies by source — PMC NXML preserves structure
cleanly, OA-HTML may include some navigation residue, and OA-PDF can
have broken hyphenation. The publisher copy
(via DOI)
is the canonical version.