Developing and assessing the usability of a... | HRB Open Research dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); const cookieDomain = window.location.hostname; const tld = buildTLD(); function buildTLD() { const domainParts = cookieDomain.split('.'); while (domainParts.length > 2) { domainParts.shift(); } return domainParts.join('.'); } function deleteCookie(cookieName) { if (!cookieName) { return; } const cookiePath = (cookieName.startsWith('retraction_warning_') || cookieName.startsWith('version_warning_')) ? '/articles/' + cookieName : '/'; // Yes, these three slightly different ways to try and remove cookies are necessary document.cookie = cookieName + '=; path=' + cookiePath + '; domain=' + cookieDomain + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; domain=.' + tld + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; } function deleteGroupCookies(group) { if (!group) { return; } const domainData = OneTrust.GetDomainData(), cookies = domainData.Groups.filter(cookieGroup => cookieGroup.OptanonGroupId === group)[0].Cookies; cookies.forEach(cookie => deleteCookie(cookie.Name)); } function OptanonWrapper() { const cookieConsentGroups = []; for (group of OneTrust.GetDomainData().Groups) { cookieConsentGroups.push(group.OptanonGroupId); } OneTrust.OnConsentChanged(function(e) { const cookieConsentActiveGroups = OnetrustActiveGroups.split(',').filter(activeGroup => activeGroup); cookieConsentGroups.forEach(group => { if (!cookieConsentActiveGroups.includes(group)) { deleteGroupCookies(group); }; }); }); } window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://hrbopenresearch.org/js/vendor/ckeditor/' window.reactTheme = 'HRB'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); Skip to content HRB Open Research file_upload Submit your research search clear search menu close clear Search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Data Guidelines Prepublication Checks Production Process Article Processing Charges Finding Article Reviewers About How it Works For Reviewers National Steering Group Policies Glossary FAQs Contact Blog My Account Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://hrbopenresearch.org/articles/8-67" }, "headline": "Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general...", "datePublished": "2025-06-18T10:30:49", "dateModified": "2025-06-18T10:30:49", "author": [ { "@type": "Person", "name": "Caroline McCarthy" }, { "@type": "Person", "name": "Tom Fahey" }, { "@type": "Person", "name": "Frank Moriarty" }, { "@type": "Person", "name": "Michelle Flood" }, { "@type": "Person", "name": "Eimear Loftus" }, { "@type": "Person", "name": "Barbara Clyne" } ], "publisher": { "@type": "Organization", "name": "HRB Open Research", "logo": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 566, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 1200, "width": 127 }, "description": " Background The third WHO Global patient safety challenge, “Medication Without Harm” aims to reduce severe avoidable medication related ham by 50% globally. One approach to reducing medication related harm is to develop interventions that improve prescribing. Audit and feedback is one such intervention that has been shown to have an effect on professional behaviour. With advancements in the data infrastructure of primary care it is now possible to harness routine prescribing data for ongoing and up-to-date comparative benchmarking. The aim of this study was to assess the usability and usefulness of a prescribing safety dashboard developed in Irish general practice. Methods Practices utilising the data analytics platform, MedVault opted in to share anonymous prescription data to enable the development of the prescribing safety dashboard. Participants from these practices who had previously expressed an interest in taking part in this qualitative study will be formally invited to take part. Recruited prescribers will take part in an online interview with a think aloud process where they will share their screen as they navigate the dashboard and verbalise their thoughts. This will be followed by a semi-structured interview where their views on prescribing safety and receiving feedback on prescribing will be explored. For the think aloud process, screen recordings will be reviewed alongside the transcripts, and analysed using Nielsen’s five quality components of usability: learnability, efficiency, memorability, error recovery and satisfaction as a framework. An inductive thematic approach will be used to analyse GPs’ perspectives on prescribing safety and feedback. Discussion This study will explore the usability and acceptability of a prescribing quality and safety dashboard. To design future interventions, policies, and quality improvement initiatives that make use of routine data, it is essential to understand how GPs engage with and use these tools. This understanding can help ensure such initiatives are developed in ways that maximise relevance, usability, and engagement. " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://hrbopenresearch.org/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://hrbopenresearch.org/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://hrbopenresearch.org/articles/8-67", "name": "Developing and assessing the usability of a prescribing quality and..." } } ] } Home Browse Developing and assessing the usability of a prescribing quality and... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article McCarthy C, Fahey T, Moriarty F et al. Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.12688/hrbopenres.14181.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Study Protocol Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] Caroline McCarthy https://orcid.org/0000-0002-2986-5994 1 , Tom Fahey https://orcid.org/0000-0002-5896-5783 1 , Frank Moriarty https://orcid.org/0000-0001-9838-3625 2 , Michelle Flood 2 , Eimear Loftus 1 , Barbara Clyne 3 Caroline McCarthy https://orcid.org/0000-0002-2986-5994 1 , Tom Fahey https://orcid.org/0000-0002-5896-5783 1 , [...] Frank Moriarty https://orcid.org/0000-0001-9838-3625 2 , Michelle Flood 2 , Eimear Loftus 1 , Barbara Clyne 3 PUBLISHED 18 Jun 2025 Author details Author details 1 Department of General Practice, Royal College of Surgeons in Ireland (RCSI) University of Medicine and Health Sciences, Dublin 2, Ireland 2 School of Pharmacy and Biomolecular Sciences, (RCSI) University of Medicine and Health Sciences, Dublin 2, Ireland 3 Department of Public Health & Epidemiology, RCSI, University of Medicine and Health Sciences, Dublin 2, Ireland Caroline McCarthy Roles: Conceptualization, Data Curation, Formal Analysis, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Software, Supervision, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Tom Fahey Roles: Conceptualization, Investigation, Methodology, Writing – Review & Editing Frank Moriarty Roles: Conceptualization, Formal Analysis, Methodology, Writing – Review & Editing Michelle Flood Roles: Conceptualization, Formal Analysis, Methodology, Writing – Review & Editing Eimear Loftus Roles: Investigation, Methodology, Writing – Review & Editing Barbara Clyne Roles: Conceptualization, Formal Analysis, Methodology, Supervision, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS Abstract Background The third WHO Global patient safety challenge, “Medication Without Harm” aims to reduce severe avoidable medication related ham by 50% globally. One approach to reducing medication related harm is to develop interventions that improve prescribing. Audit and feedback is one such intervention that has been shown to have an effect on professional behaviour. With advancements in the data infrastructure of primary care it is now possible to harness routine prescribing data for ongoing and up-to-date comparative benchmarking. The aim of this study was to assess the usability and usefulness of a prescribing safety dashboard developed in Irish general practice. Methods Practices utilising the data analytics platform, MedVault opted in to share anonymous prescription data to enable the development of the prescribing safety dashboard. Participants from these practices who had previously expressed an interest in taking part in this qualitative study will be formally invited to take part. Recruited prescribers will take part in an online interview with a think aloud process where they will share their screen as they navigate the dashboard and verbalise their thoughts. This will be followed by a semi-structured interview where their views on prescribing safety and receiving feedback on prescribing will be explored. For the think aloud process, screen recordings will be reviewed alongside the transcripts, and analysed using Nielsen’s five quality components of usability: learnability, efficiency, memorability, error recovery and satisfaction as a framework. An inductive thematic approach will be used to analyse GPs’ perspectives on prescribing safety and feedback. Discussion This study will explore the usability and acceptability of a prescribing quality and safety dashboard. To design future interventions, policies, and quality improvement initiatives that make use of routine data, it is essential to understand how GPs engage with and use these tools. This understanding can help ensure such initiatives are developed in ways that maximise relevance, usability, and engagement. READ ALL READ LESS Keywords interactive dashboard, prescribing safety, patient safety, medication optimisation, electronic healthcare records, drug utilisation Corresponding Author(s) Caroline McCarthy ( [email protected] ) Close Corresponding author: Caroline McCarthy Competing interests: No competing interests were disclosed. Grant information: Health Research Board [CSF- 2023-012] The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2025 McCarthy C et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: McCarthy C, Fahey T, Moriarty F et al. Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.12688/hrbopenres.14181.1 ) First published: 18 Jun 2025, 8 :67 ( https://doi.org/10.12688/hrbopenres.14181.1 ) Latest published: 18 Jun 2025, 8 :67 ( https://doi.org/10.12688/hrbopenres.14181.1 ) Introduction Medication-related harm is a major contributor to preventable patient morbidity and healthcare burden 1 , for example almost 9% of emergency department admissions in older people are due to preventable drug related problems 2 . Estimates for the prevalence of sub-optimal prescribing are even higher ranging from 20% to 50% 3 . Internationally, initiatives such as the WHO’s Global Patient Safety Challenge Medication Without Harm recognise this growing problem and aim to reduce avoidable medication-related harm. Alongside direct medication-related harm, overprescribing is a growing concern and refers to the use of medicines that are ineffective, have an unfavourable risk - benefit ratio or do not align with patient preferences. Estimates suggest that up to 10% of medications are overprescribed 4 . Overprescribing is a systemic problem influenced by multiple factors, including pharmaceutical marketing and a lack of transparency in regulation and access to trial data, cultural and societal expectations that position medicines as quick-fix solutions and prescriber attitudes and knowledge. Drug utilisation rates and geographic patterns of variation can help characterise and describe overprescribing 5 . One approach to address high-risk prescribing and overprescribing is to target prescriber behaviour through audit and feedback interventions. There is evidence that audit and feedback interventions have a small but significant effect on health professional behaviour, particularly when repeated and sustained exposure is used 6 . This finding has subsequently been confirmed with suggestions that the current focus should be to systematically test various approaches to the design and development of audit and feedback 7 . With advances in electronic prescribing and data infrastructure, it is now possible to provide real-time, comparative feedback to prescribers about their prescribing patterns relative to their peers 8 . While comparative prescribing dashboards have the potential to influence behaviour, their effectiveness depends on how they are used and engaged with. Given that most prescribing occurs in primary care, targeting this population is likely to have the greatest potential for impact on overall prescribing quality and safety. This study aims to assess how GPs in Ireland engage with and use a prescribing safety dashboard. This will inform the design and implementation of future real-time prescribing feedback interventions. The first objective is to explore how prescribers interact with, interpret, and use the dashboards using a think-aloud approach. The second objective is to assess the perceived usefulness and acceptability of prescribing feedback, both generally and in this specific format, through semi-structured interviews. Methods In this qualitative study, a think-aloud exercise will be performed with prescribers to assess the usability of the interactive prescribing dashboards. Semi-structured online interviews will also be conducted to explore views on the acceptability and usefulness of the dashboards. This study adheres to the Declaration of Helsinki and ethical approval was received from the Irish College of General Practitioners Research Ethics Committee (ICGP_REC_2024_ 2502). All participants will give fully informed written consent. This qualitative study is part of a larger project which aims to explore the use of personal formularies in general practices, how this relates to the quality of prescribing, and how feedback using this information can be delivered to prescribers for comparative benchmarking, see Figure 1 . The process of deriving and feeding back prescribing quality metrics was piloted in a previous study, where participating prescribers received a paper-based report comparing their performance to that of their peers 9 . Figure 1. Project flow diagram. Setting This study is set in general practice in the Republic of Ireland, where there is a mix of eligibility in terms of access to primary care and medicines. Individuals covered under the means tested General Medical Services (GMS) scheme, are eligible for free prescription medicines, with a small co-payment. In 2023 this represented 31% of the population. For those not covered by the GMS scheme there is a monthly threshold of €80 per household for the cost of prescribed medications, beyond which the state covers any further costs 10 . Individuals covered by the GMS scheme, and approximately 10% of the population covered by the Doctor Visit scheme, have access to free GP visits and are registered with a single GP. However, the majority of patients (private patients) pay for GP visits and may not be registered with a single practice, making it challenging to calculate an accurate practice population denominator. Within Europe, the UK and Nordic countries have led the way in advanced e-prescribing infrastructure with a central repository which can then be used for feedback 11 – 13 . In the UK there is routine national level prescribing surveillance where prescribing is actively monitored through structured frameworks, using prescribing data to provide feedback, financial incentives, and targeted interventions for GPs 14 . Ireland relies more on voluntary adherence to Health Service Executive (HSE) guidance. Examples of such guidance include the Preferred Drugs initiative which provides recommendations on the use of preferred drugs within ten common drug classes that are selected based on effectiveness, cost effectiveness and practical considerations such as dosing regimens 15 . Similarly, the HSE Antimicrobial Resistance and Infection Control team has developed guidance for community settings on “green” antibiotics, which are preferred to minimise the risk of anti-microbial resistance and adverse drug reactions 16 . GPs currently receive feedback on benzodiazepine and antibiotic prescribing from the HSE based on dispensing data from the GMS scheme. However, this may not give the full picture compared to GP prescription data which includes both private prescriptions and medicines covered under drug re-imbursement schemes. Dashboard description In collaboration with the data analytics platform, MedVault (a private company that supports general practices in using their clinical data to improve care and manage reimbursement claims), the lead author (CMC) has developed prescribing safety dashboards using Snowflake for data processing and Amazon QuickSight for visualisation. Practices will have ongoing access to their dashboards from February 2025 for six months. Each practice will be able to view their own prescribing data and compare it to aggregate data from other participating practices, see Figure 2 . However, practices will remain anonymous to one another, MedVault and the research team. Figure 2. Sample page from prescribing quality and safety dashboard. The prescribing dashboard was designed to provide insights into prescribing patterns at the practice level. As practices have one unique login, it is not feasible to provide prescriber level feedback. The dashboards will initially display trend data over five years with comparative benchmarking, with a subsequent update in May 2025. Table 1 lists the included metrics with reasons for their inclusion. Table 1. Included prescribing metrics. Metric Expressed as Reason for inclusion Antibiotic prescribing rate Annual rate per 1,000 patients National and international focus on reducing AMR 16 GPs have reived national comparative feedback since July 2018 but this is just for GMS patients 19 Antibiotic appropriateness Annual proportion of all antibiotics that are green National and international focus on reducing AMR 16 GPs have reived national comparative feedback since July 2018 but this is just for GMS patients 19 BZRA prescribing rate Annual rate per 1,000 patients Risk of dependence, harm and street diversion National strategies to address prescribing GPs have reived national comparative feedback since May 2017 but this is just for GMS patients 20 Potent opioid prescribing rate Annual rate per 1,000 patients Ineffective and dose dependent risk of harm when used for chronic pain Ongoing increasing rates of long term opioid prescriptions 21 High-dose PPI prescribing Annual proportion of all PPI prescribing hat is high-dose Potentially inappropriate high dose PPI prescribing is highly prevalent 18 GPs currently do receive feedback on PPI prescribing High-risk NSAID prescribing: anticoagulant Numerator is number of patients with > 1 anticoagulant prescriptions in that year Denominator is the number of these patients with at least one NSAID prescription that year Risk of gastrointestinal bleeding 22 GPs currently do not receive any feedback on this metric High-risk NSAID prescribing: ACEi/ARB AND diuretic Numerator is number of patients with >1 prescription for both an ACEi/ARB and diuretic that year Denominator is the number of these patients with at least one NSAID prescription that year Risk of acute kidney injury 23 GPs currently do not receive any feedback on this metric Preferred drugs prescribing For each of the ten drugs, expressed as a proportion of the total prescribing for that drug group in that year HSE guidance on preferred drugs 15 Potential for cost savings if adhered to 24 Not currently monitored Use of practice formulary Drug Utilization 90% (DU90%) - Number of unique medicines accounting for 90% of practice prescribing for that year. Name and number of prescriptions for each medicine included in the DU90% segment 25 WHO Guide to Good Prescribing recommends use of personal formulary 26 Feasible to apply the DU90% indicator to anonymous prescription data 9 Use of the DU90% in another setting as a tool for feeding back data on prescribing quality acceptable and useful for GPs 27 Abbreviations; AMR; antimicrobial resistance, BZRA; benzodiazepine and z-drug receptor agonists, GMS; general medical services, PPI; proton pump inhibitor, NSAID, non-steroidal anti-inflammatory drug, ACEi; angiotensin converting enzyme inhibitor, ARB; aldosterone receptor blocker, DU90%; drug utilisation 90%, WHO; World Health Organisation Dashboard development Data from participating practices (n=27) were scrubbed from practice servers by MedVault, see Table 2 , and transformed within Snowflake, where key prescribing safety metrics were generated and structured for visualisation. Table 2. Data points included in the analysis. Variable Description Patient ID Anonymous patient ID Clinic ID Anonymous practice ID Prescriber ID Anonymous prescriber ID Prescription issue date Date and time prescription was issued Prescription type GMS or private prescription Drug name Drug name as prescribed (either generic or brand) with strength e.g., Amlodipine 5mg tabs Generic name Generic drug name ATC code WHO ATC code Current repeats The number of times the prescription was issued (typically either 1 for acute items or 3 or 6 for repeat items) Total quantity taken The total number of that drug strength prescribed for that month (e.g., for Amlodipine 5mg this variable would be 30) No of private patients in clinic The number of registered patients with at least one encounter in the previous 3 years (calculated annually) No of GMS patients in clinic The number of registered GMS patients Total number of patients No of private patients + No of GMS patients System The practice management software used by the practice The WHO Anatomical Therapeutic Chemical (ATC) classification system, which categorises medicines according to the organ or system they act on and their therapeutic, pharmacological and chemical characteristics 17 , was used to identify drug groups and classes. There were errors in the WHO ATC code mapping process within practice systems so this was updated using a codebook developed for prior research that mapped branded and generic drug names to WHO ATC codes 18 . Using the high-dose PPI prescribing metric as an example, all PPIs were identified using the ATC code beginning with A02BC. For metrics displayed as prescribing rates, rates were calculated annually using the total practice population, whereby numbers of private patients were calculated by counting individuals who had at least one encounter in the preceding three years. An encounter was defined as any recorded contact with the practice (including a prescription, telephone consultation or nurse consultation). High-dose PPI prescribing was the only metric that required dose information. The relevant dose was identified by searching the drug name variable for dose indicators corresponding to each PPI in the dataset (e.g., '40' for omeprazole, '30' for lansoprazole). For high-risk non-steroidal anti-inflammatory drug (NSAID) prescribing, the anonymous patient ID was used to identify instances where patients who had received more than one prescription for either an angiotensin-converting enzyme (ACE) inhibitor or angiotensin II receptor blocker and a diuretic had also received at least one prescription for a NSAID in the same year. Instances of patients who had received more than one prescription for an anticoagulant and at least one NSAID prescription in the same year were identified in a similar manner. For all comparative metrics, an identical dataset was cloned in Snowflake and imported into QuickSight with row-level permissions applied, ensuring that each practice could only view its own data. This graph was displayed alongside a graph showing data from all practices, allowing each practice to compare its performance with others. The DU90% indicator ( Table 1 ) was calculated on an annual basis for each practice. The total number of unique ATC coded items were counted by practice and by year and then sorted in descending order, so the cumulative proportion of prescribing for each drug could be calculated. Items whereby the cumulative proportion was <90% were identified as belonging in the DU90% segment for that practice in that year. A bar chart displaying all the drugs in descending order of quantity prescribed in each practice DU90% was developed in QuickSight, see Figure 3 . This was the only metric that was not comparative. See extended data for the SQL code used to derive prescribing safety metrics. Figure 3. Practice DU90% segment. Study population General practices in the Republic of Ireland that currently use the MedVault data analytics platform are eligible to participate. While the participating practices represent only a small proportion of practices nationally, they are broadly representative in terms of size and location and use two of the three predominant electronic health record systems in Ireland. MedVault practices who had previously consented to share anonymous prescription data (n=27) and receive interactive prescribing dashboards were asked to consent to be contacted about this qualitative study. Contact details for GPs interested in participating in this qualitative study were stored separately and not linked to prescribing data. For this study a purposive sample of approximately 12 prescribers from different practices will be recruited to ensure a range of perspectives and experiences. This sample size was chosen based on the concept of information power, which suggests that a smaller sample size is sufficient when the sample is specific, the study aim is clearly focused, and the expected quality of dialogue is high 28 . All participants will have relevant experience and the sample will be relatively homogenous, thus ensuring high sample specificity. The narrow aim to evaluate the dashboard usability and the think-aloud method employed are expected to yield high-quality, in-depth data. Participants will be individually recruited and consented. If more than 12 volunteer a diverse sample from within this will be selected. Data collection The lead author (CMC) will conduct think aloud exercises and semi-structured interviews. She is a practicing GP who developed the dashboards. She has an existing professional relationship with GPs from one of the recruited sites but otherwise has no existing relationship with potential participants. Participating GPs will be aware of her professional background and of the fact that she developed the dashboards. Microsoft Teams, will be used to screen and audio record the think aloud exercise and subsequent semi-structured interview. Cameras will be turned off during the session, and no video recordings or facial data will be collected. Only screen activity and audio will be recorded for analysis. Recordings will be transcribed using the live transcription feature, and verified manually. During the think aloud exercise GPs will navigate the dashboards and verbalise their thoughts and reactions in real-time to assess how GPs engage with and interpret their data using these visualisation tools. GPs will be reassured that their individual prescribing data will not be stored or reported and that the purpose of the activity is to assess the usability, layout, and clarity of the dashboards. Screen recordings will be deleted after analysis. The GPs will be given four discrete tasks for the think aloud process. This will be followed by the semi-structured interview, where the topic guide will include questions exploring perspectives on prescribing safety, receiving prescribing feedback and views and opinions of the dashboards, see extended data. This approach will provide insights into the usability of the dashboards and how prescribers interpret and act on the feedback provided. The interview topic guide was developed with multidisciplinary input and iteratively refined based on pilot testing. The estimated duration of the entire interview including the think aloud process is 45 minutes. Analysis Transcripts will be read and re-read to support familiarisation with the data and to capture the context and nuances of participants’ responses (CMC). For the think aloud process, screen recordings will be reviewed alongside the transcripts, with verbal data checked and amended for accuracy. Notations will be added to indicate relevant on-screen activity (e.g. navigation paths, pauses, points of confusion), enabling interpretation of how participants interacted with the dashboard in real time. Coding for the think aloud exercises will focus on understanding GPs' engagement with the dashboards, identifying usability issues, and assessing the interpretation and perceived usefulness of the feedback. This will be done using a deductive coding framework based on Nielsen’s five quality components of usability: learnability, efficiency, memorability, error recovery and satisfaction 29 . These components will form the primary themes, with sub-themes developed from the data. This combined analysis will allow for a richer understanding of usability, layout, and interpretability, by linking verbal feedback with observed behaviour. An inductive thematic approach will be used to explore GPs’ perspectives on prescribing safety and feedback. The analysis will be organised around three broad topic areas: general views on prescribing safety, experiences and perceptions of feedback, and views on the dashboards. Within each area, themes will be developed inductively from the data, allowing patterns to be identified based on participants’ own words and reflections. This approach will allow themes to be developed directly from the data, helping to capture GPs’ ideas and experiences based on the work of Braun and Clarke 30 . The transcripts will be systematically coded, with initial coding identifying key phrases, concepts, and categories that are developed from the data. These codes will then be sorted into broader themes that capture the main topics and patterns across the interviews. Discussion Strengths and limitations The mixed methods approach will strengthen the depth and richness of the findings; with the think-aloud method allowing for the observation of how GPs interact with the dashboards in real-time and the follow-up interview questions probing how GPs reflect on receiving this feedback. The major limitation of this work is the potential for social desirability bias as the lead author and interviewer (CMC) is also a GP and developed the dashboards. This dual role may discourage some participants from expressing criticism or scepticism openly. However, the interviewer’s clinical background and familiarity with the dashboards also enable more informed probing and interpretation of participants’ responses. To mitigate against the risk of biased interpretation of data interviews and codes will be reviewed by a second member of the study group. The interviews will take place within 2–4 weeks of the dashboards being made available. It is anticipated that some GPs will have explored the dashboards, while others may have limited or no exposure. Apart from notifying practices that the dashboards were available, no specific instructions or encouragement to access them were given. Limited exposure prior to the think-aloud exercise may enhance the assessment of usability and clarity. However, this also limits the opportunity for GPs to reflect on or act upon the data, which may reduce the depth of insight gained during the follow-up semi-structured interviews. Implications for practice, policy and research With recent planned enhancements in e-prescribing and the data infrastructure of Irish primary care, this research will provide important insights into how routine data may be harnessed for audit and feedback purposes. Importantly, it will explore the usability of a prototype dashboard and how GPs interact with this form of data-driven support. Patient, public and knowledge user perspectives In March 2023, at the grant proposal stage, the PI (CMC) met with two public and patient involvement (PPI) contributors to discuss the overall research aims of the proposal and how they would be addressed. Their feedback helped shape the initial proposal. The grant’s independent steering committee includes a GP representative, and the PI is also a practicing GP, ensuring that both patient and clinical perspectives are embedded throughout the project. Ethical approval Ethical approval was granted by the Irish College of General Practitioner Research Ethics Committee, 7 th October 2024, ICGP_REC_2024_ 2502. All participants will give fully informed written consent. Data availability statement As this is a study protocol, there is no data associated with this study. Extended data The think aloud tasks, interview guide and SQL code used to generate variables for visualisation in QuickSight are available at: https://doi.org/10.5281/zenodo.15545093 31 Data are available under Creative Commons Attribution 4.0 International Faculty Opinions recommended References 1. Howard RL, Avery AJ, Slavenburg S, et al. : Which drugs cause preventable admissions to hospital? A systematic review. Br J Clin Pharmacol. 2007; 63 (2): 136–47. PubMed Abstract | Publisher Full Text | Free Full Text 2. Oscanoa TJ, Lizaraso F, Carvajal A: Hospital admissions due to adverse drug reactions in the elderly. A meta-analysis. Eur J Clin Pharmacol. 2017; 73 (6): 759–70. PubMed Abstract | Publisher Full Text 3. Moriarty F, Bennett K, Fahey T, et al. : Longitudinal prevalence of potentially inappropriate medicines and potential prescribing omissions in a cohort of community-dwelling older people. Eur J Clin Pharmacol. 2015; 71 (4): 473–82. PubMed Abstract | Publisher Full Text | Free Full Text 4. National overprescribing review report: Good for you, good for us, good for everybody. Department of Health and Social Care, UK, 2021; 22/09/2021. Reference Source 5. Rasmussen L, Wettermark B, Steinke D, et al. : Core concepts in pharmacoepidemiology: measures of drug utilization based on individual-level drug dispensing data. Pharmacoepidemiol Drug Saf. 2022; 31 (10): 1015–26. PubMed Abstract | Publisher Full Text | Free Full Text 6. Ivers N, Jamtvedt G, Flottorp S, et al. : Audit and feedback: effects on professional practice and healthcare outcomes. Cochrane Database Syst Rev. 2012; 2012 (6): Cd000259. PubMed Abstract | Publisher Full Text | Free Full Text 7. Ivers NM, Grimshaw JM, Jamtvedt G, et al. : Growing literature, stagnant science? Systematic review, meta-regression and cumulative analysis of audit and feedback interventions in health care. J Gen Intern Med. 2014; 29 (11): 1534–41. PubMed Abstract | Publisher Full Text | Free Full Text 8. McCarthy C, Moynagh P, Mannion Á, et al. : Effectiveness of interactive dashboards to optimise prescribing in general practice: a systematic review. medRxiv. 2025; 2024.08.22.24312420. Publisher Full Text 9. McCarthy C, Moynagh P, Fahey T, et al. : Core medication use in general practice prescriptions: a pilot study evaluating the Drug Utilization 90% Index in Irish general practice. Br J Clin Pharmacol. 2025; 91 (4): 1241–1249. PubMed Abstract | Publisher Full Text | Free Full Text 10. Mattsson M, Flood M, Wallace E, et al. : Eligibility rates and representativeness of the General Medical Services scheme population in Ireland 2016-2021: a methodological report [version 1; peer review: 2 approved]. HRB Open Res. 2023; 5 : 67. PubMed Abstract | Publisher Full Text | Free Full Text 11. Curtis HJ, Goldacre B: OpenPrescribing: normalised data and software tool to research trends in English NHS primary care prescribing 1998–2016. BMJ Open. 2018; 8 (2): e019921. PubMed Abstract | Publisher Full Text | Free Full Text 12. ePrescribing: an International Review. Health Information and Quality Authority (HIQA), 2018. Reference Source 13. Stroetmann KA, Artmann J, Stroetmann VN, et al. : European countries on their journey towards national eHealth infrastructures - evidence on progress and recommendations for cooperative actions - Final European progress report. 2011. Reference Source 14. Angus L: The role and functions of CCG medicines optimisation teams. NHS Clinical Commissions, 2021. Reference Source 15. Medicines Management Programme, Preferred Drugs Initiative. Health Service Executive; accessed 19/03/2024. Reference Source 16. Health Service Executive 2022-2025 AMRIC Action Plan. Dublin: Health Service Executive, 2021. Reference Source 17. ATC/DDD Index 2025. WHO, 2025; [29/05/2025]. Reference Source 18. McCarthy C, Flood M, Clyne B, et al. : Medication changes and potentially inappropriate prescribing in older patients with significant polypharmacy. Int J Clin Pharm. 2023; 45 (1): 191–200. PubMed Abstract | Publisher Full Text 19. Summary of PCRS AMRIC GP Green Red Reports 2019/2020 for AMRIC Oversight Group & Antimicrobial Stewardship Advisory Group. 2020. Reference Source 20. Barry M: Guidance on appropriate prescribing of benzodiazepines and z-drugs (BZRA) in the treatment of anxiety and insomnia. Health Service Executive, 2018. 21. Barry M: Appropriate prescribing of opioids in the management of chronic non-cancer pain. Medicines Management Programme (MMP), 2022; 20/09/2022. Reference Source 22. Bleeding and stroke risk from anticoagulant and NSAID. Drug Ther Bull. 2023; 61 (5): 67. Publisher Full Text 23. Dreischulte T, Morales DR, Bell S, et al. : Combined use of nonsteroidal anti-inflammatory drugs with diuretics and/or renin-angiotensin system inhibitors in the community increases the risk of acute kidney injury. Kidney Int. 2015; 88 (2): 396–403. PubMed Abstract | Publisher Full Text 24. McDowell RD, Bennett K, Moriarty F, et al. : Prescriber variation in relation to prescribing trends within the preferred drugs initiative in Ireland (2012-2015): an interrupted time-series study using latent curve models. Med Decis Making. 2019; 39 (3): 278–93. PubMed Abstract | Publisher Full Text 25. Chiedozie C, Murphy ME, Fahey T, et al. : How many medications do doctors in primary care use? An observational study of the DU90% indicator in primary care in England. BMJ Open. 2021; 11 (3): e043049. PubMed Abstract | Publisher Full Text | Free Full Text 26. De Vries T, Henning RH, Hogerzeil HV, et al. : Guide to good prescribing: a practical manual. World Health Organization, 1994. Reference Source 27. Wettermark B, Pehrsson A, Jinnerot D, et al. : Drug utilisation 90% profiles--a useful tool for quality assessment of prescribing in primary health care in Stockholm. Pharmacoepidemiol Drug Saf. 2003; 12 (6): 499–510. PubMed Abstract | Publisher Full Text 28. Malterud K, Siersma VD, Guassora AD: Sample size in qualitative interview studies: guided by information power. Qual Health Res. 2016; 26 (13): 1753–60. PubMed Abstract | Publisher Full Text 29. Nielsen J: Usability engineering. Morgan Kaufmann, 1994. 30. Terry G, Hayfield N, Clarke V, et al. : Thematic analysis. The SAGE handbook of qualitative research in psychology . SAGE Publications Ltd, 2017; 17–36. Publisher Full Text 31. McCarthy C: Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice. Zenodo. 2025. http://www.doi.org/10.5281/zenodo.15632494 Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 18 Jun 2025 ADD YOUR COMMENT Comment Author details Author details 1 Department of General Practice, Royal College of Surgeons in Ireland (RCSI) University of Medicine and Health Sciences, Dublin 2, Ireland 2 School of Pharmacy and Biomolecular Sciences, (RCSI) University of Medicine and Health Sciences, Dublin 2, Ireland 3 Department of Public Health & Epidemiology, RCSI, University of Medicine and Health Sciences, Dublin 2, Ireland Caroline McCarthy Roles: Conceptualization, Data Curation, Formal Analysis, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Software, Supervision, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Tom Fahey Roles: Conceptualization, Investigation, Methodology, Writing – Review & Editing Frank Moriarty Roles: Conceptualization, Formal Analysis, Methodology, Writing – Review & Editing Michelle Flood Roles: Conceptualization, Formal Analysis, Methodology, Writing – Review & Editing Eimear Loftus Roles: Investigation, Methodology, Writing – Review & Editing Barbara Clyne Roles: Conceptualization, Formal Analysis, Methodology, Supervision, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information Health Research Board [CSF- 2023-012] The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (1) version 1 Published: 18 Jun 2025, 8:67 https://doi.org/10.12688/hrbopenres.14181.1 Copyright © 2025 McCarthy C et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics VIEWS $counts.viewCount downloads Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article McCarthy C, Fahey T, Moriarty F et al. Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.12688/hrbopenres.14181.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 18 Jun 2025 Views 0 Cite How to cite this report: Vornhagen H. Reviewer Report For: Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.21956/hrbopenres.15596.r48144 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-67/v1#referee-response-48144 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 27 Aug 2025 Heike Vornhagen , University of Galway, Galway, Ireland Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15596.r48144 This article describes the intended qualitative study of a prescribing safety dashboard for GPs in Ireland. It firstly introduces the issue of prescribing safety, before laying out the methodology. Overall I think this will be an interesting study though I ... Continue reading READ ALL This article describes the intended qualitative study of a prescribing safety dashboard for GPs in Ireland. It firstly introduces the issue of prescribing safety, before laying out the methodology. Overall I think this will be an interesting study though I would suggest some minor changes to the protocol, primarily related to readability. First of all, please check spelling (medication related ham :-) ) and some phrases need to be broken up with commas (e.g. If more than 12 volunteer a diverse sample from within this will be selected should be If more than 12 volunteer, a diverse sample from within this will be selected ). Please move this sentence as it is confusing in its current location: 'For metrics displayed as prescribing rates, rates were calculated annually using the total practice population, whereby numbers of private patients were calculated by counting individuals who had at least one encounter in the preceding three years.' I would move this sentence to the explanation given about GMS and private patients as it would follow more logically the first paragraph under 'Setting'. I am also confused as, at the beginning, the authors talk about 'a prescribing safety dashboard' (singular) yet later they talk about 'dashboards' (plural). I presume it is a spelling issue but if not please clarify which other dashboards are meant. And please refer to PPI as 'Proton Pump Inhibitors (PPI) when it is first mentioned. Lastly, I would suggest for the authors to review visualisation good practices (for example Jon Schwabisch or Claus Wilke) as some of the graphs visible on the screenshots are problematic and could be easily improved. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: Data Visualisation, Information System Design, Health Design, Data Dashboards I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Vornhagen H. Reviewer Report For: Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.21956/hrbopenres.15596.r48144 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-67/v1#referee-response-48144 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Steinke D. Reviewer Report For: Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.21956/hrbopenres.15596.r48564 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-67/v1#referee-response-48564 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 26 Aug 2025 Douglas Steinke , The University of Manchester, Manchester, UK Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15596.r48564 This is a well-written article of qualitative research into the usability of a prescribing quality and safety dashboard that is used by GPs in Ireland. The article describes the dashboard well so that the reader can understand what is displayed ... Continue reading READ ALL This is a well-written article of qualitative research into the usability of a prescribing quality and safety dashboard that is used by GPs in Ireland. The article describes the dashboard well so that the reader can understand what is displayed and how it is used. The research questions are clear and given in the article. The methods are well suited to answer the aims of the paper. The methods are described in detail and clear. The results are clearly explained and discussed. There are a couple of questions that I have as reviewer that could be considered by the authors. -Investigating the prescribing metric of "High-risk NSAID prescribing and ACE/ARB and diuretic", could the authors just state that it was not possible to identify OTC NSAID use from the data, unless it could be identified. This would make it clear that data is only prescribed NSAIDs that are available. Could this be a limitation? -Could the authors include a statement that data saturation was obtained in the analysis of transcripts. There were a lot of interviews done and I am sure that data saturation was obtained, but it would be good to confirm it in writing. -Figures 2 and 3 are not readable. It is not easy to read the text in Figure 2 and Figure 3 is incomprehensible in this state. Please consider a different way of producing the figures so that they are readable in the article. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: Health Services Research, programme evaluation, drug utilisation research, pharmacoepidemiology. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Steinke D. Reviewer Report For: Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.21956/hrbopenres.15596.r48564 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-67/v1#referee-response-48564 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: O'Callaghan M. Reviewer Report For: Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.21956/hrbopenres.15596.r47950 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-67/v1#referee-response-47950 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 09 Aug 2025 Mike O'Callaghan , University of Limerick, Limerick, Ireland Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15596.r47950 This is an important study that outlines a method for harnessing some of the great volume of prescribing that occurs in general practice in Ireland daily. The "live demo" ("think aloud process") aspect of the participants talking through the screens ... Continue reading READ ALL This is an important study that outlines a method for harnessing some of the great volume of prescribing that occurs in general practice in Ireland daily. The "live demo" ("think aloud process") aspect of the participants talking through the screens that the researchers/software vendor created to analyse prescribing data is particularly interesting. 2 minor points for the authors to consider... 1. I feel the introduction and abstract could be a little bit clearer that the data retrieval and development work has already happened, this only became really clear to me in the "Dashboard Development" section of Methods. Perhaps some of the substantive methods section could be moved to introduction to slim down methods and explain the above a bit more clearly? 2. I'd suggest the authors expand on the Introduction line- "Given that most prescribing occurs in primary care". Open PCRS data shows general practice in 2023 prescribed 95m items on public schemes (GMS 68m, LTI 11m, DPS 16m) alone. I note some more detail is given in Methods-setting section but framing the scale of what happens in general practice is important. With these minor points aside, it's excellent to see this kind of work progressing. It addresses longstanding weaknesses in how Irish GPs currently get feedback on a handful of medicines for GMS patients only, opening up feedback across many other important clinical areas and across patient subgroups (including private patients). The dashboard in Figures 2 & 3 looks very promising. Finally, mention of annual PCS requirements for GPs/doctors to do work analysing their prescribing/practice may increase relevance for working GPs. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: General practice, health informatics, data visualisation I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT O'Callaghan M. Reviewer Report For: Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.21956/hrbopenres.15596.r47950 ) The direct URL for this report is: https://hrbopenresearch.org/articles/8-67/v1#referee-response-47950 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 18 Jun 2025 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 3 Version 1 18 Jun 25 read read read Mike O'Callaghan , University of Limerick, Limerick, Ireland Douglas Steinke , The University of Manchester, Manchester, UK Heike Vornhagen , University of Galway, Galway, Ireland Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Vornhagen H. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 27 Aug 2025 | for Version 1 Heike Vornhagen , University of Galway, Galway, Ireland 0 Views copyright © 2025 Vornhagen H. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This article describes the intended qualitative study of a prescribing safety dashboard for GPs in Ireland. It firstly introduces the issue of prescribing safety, before laying out the methodology. Overall I think this will be an interesting study though I would suggest some minor changes to the protocol, primarily related to readability. First of all, please check spelling (medication related ham :-) ) and some phrases need to be broken up with commas (e.g. If more than 12 volunteer a diverse sample from within this will be selected should be If more than 12 volunteer, a diverse sample from within this will be selected ). Please move this sentence as it is confusing in its current location: 'For metrics displayed as prescribing rates, rates were calculated annually using the total practice population, whereby numbers of private patients were calculated by counting individuals who had at least one encounter in the preceding three years.' I would move this sentence to the explanation given about GMS and private patients as it would follow more logically the first paragraph under 'Setting'. I am also confused as, at the beginning, the authors talk about 'a prescribing safety dashboard' (singular) yet later they talk about 'dashboards' (plural). I presume it is a spelling issue but if not please clarify which other dashboards are meant. And please refer to PPI as 'Proton Pump Inhibitors (PPI) when it is first mentioned. Lastly, I would suggest for the authors to review visualisation good practices (for example Jon Schwabisch or Claus Wilke) as some of the graphs visible on the screenshots are problematic and could be easily improved. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise Data Visualisation, Information System Design, Health Design, Data Dashboards I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Vornhagen H. Peer Review Report For: Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.21956/hrbopenres.15596.r48144) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/8-67/v1#referee-response-48144 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Steinke D. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 26 Aug 2025 | for Version 1 Douglas Steinke , The University of Manchester, Manchester, UK 0 Views copyright © 2025 Steinke D. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This is a well-written article of qualitative research into the usability of a prescribing quality and safety dashboard that is used by GPs in Ireland. The article describes the dashboard well so that the reader can understand what is displayed and how it is used. The research questions are clear and given in the article. The methods are well suited to answer the aims of the paper. The methods are described in detail and clear. The results are clearly explained and discussed. There are a couple of questions that I have as reviewer that could be considered by the authors. -Investigating the prescribing metric of "High-risk NSAID prescribing and ACE/ARB and diuretic", could the authors just state that it was not possible to identify OTC NSAID use from the data, unless it could be identified. This would make it clear that data is only prescribed NSAIDs that are available. Could this be a limitation? -Could the authors include a statement that data saturation was obtained in the analysis of transcripts. There were a lot of interviews done and I am sure that data saturation was obtained, but it would be good to confirm it in writing. -Figures 2 and 3 are not readable. It is not easy to read the text in Figure 2 and Figure 3 is incomprehensible in this state. Please consider a different way of producing the figures so that they are readable in the article. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise Health Services Research, programme evaluation, drug utilisation research, pharmacoepidemiology. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Steinke D. Peer Review Report For: Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.21956/hrbopenres.15596.r48564) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/8-67/v1#referee-response-48564 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 O'Callaghan M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 09 Aug 2025 | for Version 1 Mike O'Callaghan , University of Limerick, Limerick, Ireland 0 Views copyright © 2025 O'Callaghan M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This is an important study that outlines a method for harnessing some of the great volume of prescribing that occurs in general practice in Ireland daily. The "live demo" ("think aloud process") aspect of the participants talking through the screens that the researchers/software vendor created to analyse prescribing data is particularly interesting. 2 minor points for the authors to consider... 1. I feel the introduction and abstract could be a little bit clearer that the data retrieval and development work has already happened, this only became really clear to me in the "Dashboard Development" section of Methods. Perhaps some of the substantive methods section could be moved to introduction to slim down methods and explain the above a bit more clearly? 2. I'd suggest the authors expand on the Introduction line- "Given that most prescribing occurs in primary care". Open PCRS data shows general practice in 2023 prescribed 95m items on public schemes (GMS 68m, LTI 11m, DPS 16m) alone. I note some more detail is given in Methods-setting section but framing the scale of what happens in general practice is important. With these minor points aside, it's excellent to see this kind of work progressing. It addresses longstanding weaknesses in how Irish GPs currently get feedback on a handful of medicines for GMS patients only, opening up feedback across many other important clinical areas and across patient subgroups (including private patients). The dashboard in Figures 2 & 3 looks very promising. Finally, mention of annual PCS requirements for GPs/doctors to do work analysing their prescribing/practice may increase relevance for working GPs. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise General practice, health informatics, data visualisation I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) O'Callaghan M. Peer Review Report For: Developing and assessing the usability of a prescribing quality and safety dashboard in Irish general practice: protocol for a qualitative study [version 1; peer review: 3 approved] . HRB Open Res 2025, 8 :67 ( https://doi.org/10.21956/hrbopenres.15596.r47950) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/8-67/v1#referee-response-47950 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with HRB Open Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Developing and assessing the usability of...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://hrbopenresearch.org/articles/8-67/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://hrbopenresearch.org/articles/8-67/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://hrbopenresearch.org/articles/8-67/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('McCarthy C et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://hrbopenresearch.org/articles/8-67/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://hrbopenresearch.org/articles/8-67", templates : { twitter : "Developing and assessing the usability of a prescribing quality.... McCarthy C et al., published by " + "@HRBOpenRes" + ", https://hrbopenresearch.org/articles/8-67/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/14181/15596") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "15596"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "48136": 0, "48137": 0, "48138": 0, "48139": 0, "48140": 0, "48141": 0, "48142": 0, "48143": 0, "48144": 3, "48145": 0, "49310": 0, "49311": 0, "49312": 0, "49313": 0, "49314": 0, "49315": 0, "49316": 0, "49317": 0, "49318": 0, "49319": 0, "48556": 0, "48557": 0, "48558": 0, "48559": 0, "48560": 0, "48561": 0, "48562": 0, "48563": 0, "48308": 0, "48564": 7, "48309": 0, "48565": 0, "48310": 0, "48311": 0, "48312": 0, "48313": 0, "48314": 0, "48315": 0, "48316": 0, "48317": 0, "47945": 0, "47946": 0, "47947": 0, "47948": 0, "47949": 0, "47950": 4, "47951": 0, "47952": 0, "47953": 0, "47954": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "7cfbaf32-5a85-43fb-8a4f-b3c10d868b6f"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); Are you a HRB-funded researcher? Submission to HRB Open Research is open to all HRB grantholders or people working on a HRB-funded/co-funded grant on or since 1 January 2017. Sign up for information about developments, publishing and publications from HRB Open Research. First Name * You must provide your first name Last Name * You must provide your last name Email * You must provide a valid email address Institution You must provide an institution. Submit Thank you! We'll keep you updated on any major new updates to HRB Open Research HRB Open Research Browse How to Publish About Contact RSS Cookie Notice Privacy Notice Legal Submit Your Research © F1000 Research Limited and its licensors ISSN 2515-4826 | Legal background var F1000platform = new F1000.Platform({ name: "hrb", displayName: "HRB Open Research", hostName: "hrbopenresearch.org", id: "5", editorialEmail: "
[email protected]", infoEmail: "
[email protected]" }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); }); (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'a00ab604d8c53fe2',t:'MTc3OTYwOTA0Mg=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();
Text is read by the "Ask this paper" AI Q&A widget below.
Extraction quality varies by source — PMC NXML preserves structure
cleanly, OA-HTML may include some navigation residue, and OA-PDF can
have broken hyphenation. The publisher copy
(via DOI)
is the canonical version.