Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review

Effectiveness of interactive dashboards to... | HRB Open Research dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); const cookieDomain = window.location.hostname; const tld = buildTLD(); function buildTLD() { const domainParts = cookieDomain.split('.'); while (domainParts.length > 2) { domainParts.shift(); } return domainParts.join('.'); } function deleteCookie(cookieName) { if (!cookieName) { return; } const cookiePath = (cookieName.startsWith('retraction_warning_') || cookieName.startsWith('version_warning_')) ? '/articles/' + cookieName : '/'; // Yes, these three slightly different ways to try and remove cookies are necessary document.cookie = cookieName + '=; path=' + cookiePath + '; domain=' + cookieDomain + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; domain=.' + tld + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; } function deleteGroupCookies(group) { if (!group) { return; } const domainData = OneTrust.GetDomainData(), cookies = domainData.Groups.filter(cookieGroup => cookieGroup.OptanonGroupId === group)[0].Cookies; cookies.forEach(cookie => deleteCookie(cookie.Name)); } function OptanonWrapper() { const cookieConsentGroups = []; for (group of OneTrust.GetDomainData().Groups) { cookieConsentGroups.push(group.OptanonGroupId); } OneTrust.OnConsentChanged(function(e) { const cookieConsentActiveGroups = OnetrustActiveGroups.split(',').filter(activeGroup => activeGroup); cookieConsentGroups.forEach(group => { if (!cookieConsentActiveGroups.includes(group)) { deleteGroupCookies(group); }; }); }); } window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://hrbopenresearch.org/js/vendor/ckeditor/' window.reactTheme = 'HRB'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); Skip to content HRB Open Research file_upload Submit your research search clear search menu close clear Search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Data Guidelines Prepublication Checks Production Process Article Processing Charges Finding Article Reviewers About How it Works For Reviewers National Steering Group Policies Glossary FAQs Contact Blog My Account Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://hrbopenresearch.org/articles/7-44" }, "headline": "Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic...", "datePublished": "2024-07-03T11:11:49", "dateModified": "2025-02-19T13:46:00", "author": [ { "@type": "Person", "name": "Patrick Moynagh" }, { "@type": "Person", "name": "Áine Mannion" }, { "@type": "Person", "name": "Ashley Wei" }, { "@type": "Person", "name": "Barbara Clyne" }, { "@type": "Person", "name": "Frank Moriarty" }, { "@type": "Person", "name": "Caroline McCarthy" } ], "publisher": { "@type": "Organization", "name": "HRB Open Research", "logo": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 566, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 1200, "width": 127 }, "description": " Introduction Advances in therapeutics and healthcare have led to a growing population of individuals living with multimorbidity and polypharmacy making prescribing more challenging. Most prescribing occurs in primary care and General Practitioners (GPs) have expressed interest in comparative feedback on their prescribing performance. Clinical decision support systems (CDSS) and audit and feedback interventions have shown some impact, but changes are often short-lived. Interactive dashboards, a novel approach integrating CDSS and audit and feedback elements, offer longitudinal updated data outside clinical encounters. This systematic review aims to explore the effectiveness of interactive dashboards on prescribing-related outcomes in primary care and examine the characteristics of these dashboards. Methods This protocol was prospectively registered on PROSPERO (CRD42023481475) and reported in line with PRISMA-P guidelines. Searches of PubMed, EMBASE, Medline, PsychINFO, CINAHL, Scopus, the Cochrane Library, and grey literature, including trial registries were performed to identify interventional studies (randomised and non-randomised) that assess the effectiveness of interactive dashboards on prescribing related outcomes. The search will be supplemented by searching references of retrieved articles with the use of an automated citation chaser. Identified records will be screened independently by two reviewers and data from eligible studies extracted using a purposely developed data extraction tool. We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. A quantitative synthesis will be carried out if a sufficient number of homogenous studies are identified. Methodological quality will be assessed by two reviewers using the Cochrane Effective Practice and Organisation of Care risk assessment tool. Discussion This systematic review will explore the effect of interactive dashboards on prescribing related outcome measures in primary care and describe the characteristics of interactive dashboards. This research may inform future intervention development and shape policymaking particularly in the context of ongoing and planned developments in e-prescribing infrastructure. " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://hrbopenresearch.org/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://hrbopenresearch.org/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://hrbopenresearch.org/articles/7-44/v2", "name": "Effectiveness of interactive dashboards to optimise prescribing in..." } } ] } Home Browse Effectiveness of interactive dashboards to optimise prescribing in... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Moynagh P, Mannion Á, Wei A et al. Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.12688/hrbopenres.13909.2 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Study Protocol Revised Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] Patrick Moynagh https://orcid.org/0009-0004-1233-3176 1 , Áine Mannion 1 , Ashley Wei 1 , Barbara Clyne 2 , Frank Moriarty https://orcid.org/0000-0001-9838-3625 3 , Caroline McCarthy https://orcid.org/0000-0002-2986-5994 1 Patrick Moynagh https://orcid.org/0009-0004-1233-3176 1 , Áine Mannion 1 , [...] Ashley Wei 1 , Barbara Clyne 2 , Frank Moriarty https://orcid.org/0000-0001-9838-3625 3 , Caroline McCarthy https://orcid.org/0000-0002-2986-5994 1 PUBLISHED 19 Feb 2025 Author details Author details 1 Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 2 Department of Public Health & Epidemiology, School of Population Health, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 3 School of Pharmacy and Biomolecular Sciences, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland Patrick Moynagh Roles: Conceptualization, Methodology, Project Administration, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Áine Mannion Roles: Writing – Review & Editing Ashley Wei Roles: Writing – Review & Editing Barbara Clyne Roles: Methodology, Writing – Review & Editing Frank Moriarty Roles: Methodology, Writing – Review & Editing Caroline McCarthy Roles: Conceptualization, Funding Acquisition, Methodology, Project Administration, Supervision, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS Abstract Introduction Advances in therapeutics and healthcare have led to a growing population of individuals living with multimorbidity and polypharmacy making prescribing more challenging. Most prescribing occurs in primary care and General Practitioners (GPs) have expressed interest in comparative feedback on their prescribing performance. Clinical decision support systems (CDSS) and audit and feedback interventions have shown some impact, but changes are often short-lived. Interactive dashboards, a novel approach integrating CDSS and audit and feedback elements, offer longitudinal updated data outside clinical encounters. This systematic review aims to explore the effectiveness of interactive dashboards on prescribing-related outcomes in primary care and examine the characteristics of these dashboards. Methods This protocol was prospectively registered on PROSPERO (CRD42023481475) and reported in line with PRISMA-P guidelines. Searches of PubMed, EMBASE, Medline, PsychINFO, CINAHL, Scopus, the Cochrane Library, and grey literature, including trial registries were performed to identify interventional studies (randomised and non-randomised) that assess the effectiveness of interactive dashboards on prescribing related outcomes. The search will be supplemented by searching references of retrieved articles with the use of an automated citation chaser. Identified records will be screened independently by two reviewers and data from eligible studies extracted using a purposely developed data extraction tool. We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. A quantitative synthesis will be carried out if a sufficient number of homogenous studies are identified. Methodological quality will be assessed by two reviewers using the Cochrane Effective Practice and Organisation of Care risk assessment tool. Discussion This systematic review will explore the effect of interactive dashboards on prescribing related outcome measures in primary care and describe the characteristics of interactive dashboards. This research may inform future intervention development and shape policymaking particularly in the context of ongoing and planned developments in e-prescribing infrastructure. READ ALL READ LESS Keywords Interactive dashboards, potentially inappropriate prescribing, audit and feedback, preventable drug related morbidity, polypharmacy Corresponding Author(s) Patrick Moynagh ( [email protected] ) Close Corresponding author: Patrick Moynagh Competing interests: No competing interests were disclosed. Grant information: PM is funded by an ICGP Post CSCST Fellowship award. CMC is funded by a HRB Clinician Scientist Fellowship Award (CSF- 2023-012). The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2025 Moynagh P et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Moynagh P, Mannion Á, Wei A et al. Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.12688/hrbopenres.13909.2 ) First published: 03 Jul 2024, 7 :44 ( https://doi.org/10.12688/hrbopenres.13909.1 ) Latest published: 19 Feb 2025, 7 :44 ( https://doi.org/10.12688/hrbopenres.13909.2 ) Revised Amendments from Version 1 In response to reviewer feedback, some revisions have been made to the manuscript. The introduction section has been updated to strengthen the rationale for this systematic review, additional references have been added. Key terms such as implicit and explicit medication appropriateness tools and effectiveness have been elaborated on. Clarity on the population of interest has also been provided, with minor changes made to table 1 to reflect this. In the study selection section, the fact that full text articles will be screened independently has been clarified. The analysis section has been updated to clarify under which criteria a meta-analysis will be performed. Information around sensitivity analyses has been added. In response to reviewer feedback, some revisions have been made to the manuscript. The introduction section has been updated to strengthen the rationale for this systematic review, additional references have been added. Key terms such as implicit and explicit medication appropriateness tools and effectiveness have been elaborated on. Clarity on the population of interest has also been provided, with minor changes made to table 1 to reflect this. In the study selection section, the fact that full text articles will be screened independently has been clarified. The analysis section has been updated to clarify under which criteria a meta-analysis will be performed. Information around sensitivity analyses has been added. See the authors' detailed response to the review by Rainer Tan and Nina Emery See the authors' detailed response to the review by Heike Vornhagen See the authors' detailed response to the review by Denis O'Mahony See the authors' detailed response to the review by Augustino Mwogosi READ REVIEWER RESPONSES Introduction Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’ 1 . In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death 2 . While English data shows 1.5% of hospital admissions are as a result of an Adverse Drug Reaction (ADR) 3 . In Ireland ADRs are the third most common type of reported adverse event in the health care system 4 . Most prescribing occurs in primary care 5 and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy 6 . Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback 7 . There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective 8 – 10 . Primary care prescribers receive feedback on their prescribing through various means, such as clinical decision support systems (CDSS) and audit and feedback. CDSS are real-time, electronic tools that provide prescribers with knowledge and person-specific information at the point of care, which supplement decision-making processes 11 . CDSS are embedded in clinical software and typically appear as “alerts” for the prescriber. However problems such as interrupting work flow and too many alerts can cause “alert fatigue” resulting in the user ignoring recommendations 12 . Evidence suggests CDSS probably have a small effect on practitioner performance but the effect on patient reported and clinical outcomes is less clear 13 , 14 . Audit and feedback involves retrospectively reviewing clinical performance or practices, enabling peer comparison and social norm feedback and it has been identified as an effective strategy for improving prescribing 15 , 16 . However, audit and feedback data typically provide a snapshot at one time point and therefore improvements may be temporary 17 . Interactive dashboards combine elements of both CDSS and audit and feedback; the data is longitudinal and updated on an ongoing basis but is outside the clinical encounter. The prescriber can visualise their data graphically and the data can be manipulated and interacted with through various interactive elements, identifying both time trends and comparisons with peers 18 . Medicines optimisation interventions that target a heterogonous population often use prescribing-related outcome measures, as clinical outcome’s such as ADRs or unplanned hospital admissions may take time to manifest or reach measurable levels 19 . Various tools have been developed to assess the quality of prescribing and broadly speaking these can be categorised into two groups: explicit tools and implicit tools. A systematic review published in 2014 identified 46 different explicit and implicit tools that have been developed to assess medication appropriateness. Explicit tools are focused on drugs, measuring how they fit pre-defined criteria whereas implicit tools are based on clinical guidelines and clinical evaluation criteria 20 . Examples of explicit measures of medication appropriateness include the United States (US) Beers criteria 21 and the European Screening Tool for Older People’s potentially inappropriate Prescriptions (STOPP) criteria 22 . Multiple observational studies have demonstrated an association between potentially inappropriate prescribing, measured using these indicators, and clinical outcomes such as increased emergency admissions, ADRs and reduced health related quality of life 23 – 25 . In addition, specific research groups have identified high-risk and low-value prescribing criteria and evaluated the effectiveness of interventions utilising these criteria 26 – 28 . For example the Data-driven Quality Improvement in Primary Care (DQIP) intervention included an informatics tool that provided weekly updates of selected high risk prescribing indicators to clinicians, and facilitated medication review by graphically displaying relevant drug history data 29 . The pharmacist-led information technology intervention (PINCER) was effective at reducing hazardous prescribing, however the effect may have been temporary as the original intervention provided a snapshot of data from the electronic health record 26 . More recently an interactive dashboard utilizing the PINCER criteria has been developed whereby the user can track their performance across different criteria compared to other practices and over time 30 , and this intervention resulted in a reduction of potentially hazardous prescribing by 27.9% (95% CI 20.3% to 36.8%, p < 0.001) 31 . In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure. Methods This systematic review was prospectively registered on PROSPERO (CRD42023481475), it will be conducted in line with guidance set out in the Cochrane Handbook for Systematic Reviews of Interventions 32 , and reported in adherence to PRISMA-P reporting guidelines 33 . At the time of writing, the search strategy has been finalised, title and abstract screening has been completed, and full text review is currently in process. Search strategy An information specialist in the host institution’s library with extensive experience in supporting systematic reviews was involved in developing search strategies. A systematic literature search was conducted and included the following databases; PubMed, EMBASE, MEDLINE (OVID), PsycINFO (EBSCOhost), CINAHL (EBSCOhost), Scopus and the Cochrane Library (OVID). A search of grey literature was conducted by running keyword searches in OpenGrey, CADTH Grey Matters and web-based clinical trial registries. The search was supplemented by searching references of retrieved articles with the use of an automated citation chaser 34 . No restrictions were placed on language or year of publication. Search terms included “interactive dashboard” and the medical subject heading (MeSH) “clinical audit”, “medical audit”, “benchmarking” and “feedback” and keywords to capture concepts related to providing prescribers with feedback, such as “electronic health record” and “alerts”. See supplementary file 1 for electronic search reports, including the full search terms. Study selection Identified records were uploaded to Covidence systematic review software and de-duplicated. Reviewers were blinded to minimise potential bias and ensure impartial evaluation of the included studies. Two reviewers independently read the titles/abstracts of identified records and eliminated studies not meeting inclusion criteria. The full text of the remaining studies will be reviewed again independently by two reviewers who will assess their suitability for inclusion. Disagreement will be resolved through discussion with the wider study group. Eligibility criteria are described in Table 1 . All outcome measures detailed in Table 1 will be considered, we do anticipate however, based on scoping searches, that explicit criteria and utilisation patterns will feature more prominently. All interventional designs will be included including randomised controlled trials (RCTs) (e.g. cluster RCTs, step wedged RCTs and individually randomised RCTs) and non-randomised interventional studies (e.g. interrupted time series design and controlled before and after studies) 35 . Table 1. Study eligibility criteria. Criteria Inclusion Exclusion Population Primary care prescribers (e.g. General Practitioners, non-medical prescribers based in primary care such as pharmacists and advanced nurse practitioners). Patients within primary care settings (No restrictions on patient characteristics) Primary care prescribers working in a secondary care setting. Dentists Patients in other settings not considered a primary care setting. Intervention An interactive dashboard designed to provide feedback on prescribing data to prescribers and including the following characteristics: Visual display of data : Data is presented in the form of graphs or tables. Interactivity : Allows direct manipulation with visual analytical tools or provides multiple parameters from the dataset, accessible online or via email. Real-time data : Offers real-time or relatively contemporaneous data, no older than one year. Frequent data feedback : Provides data feedback more than once. Comparative analysis : Compares data to peers or set standards. Simple CDSS interventions Audit and feedback interventions that do not give longitudinal and ongoing feedback Comparator Usual care Outcomes Primary Outcome: Prescribing related outcome measures such as implicit/explicit criteria, high-risk or low-value criteria or where relevant prescribing rates (e.g. where a higher rate may reflect lower quality such as benzodiazepine or opioid use). No prescribing outcomes measured Setting Primary care (Family practice, general practice) Studies focused on specialist clinics, nursing homes, hospital based, dental surgeries. Study design Interventional studies both randomised and non-randomised designs (e.g. Randomised controlled trials, non-randomised controlled trials, controlled before and after studies and interrupted time series) Systematic reviews, descriptive study designs (e.g., case reports, uncontrolled before and after studies). Letters, commentaries, editorials. Publication language No language restriction Dates of publication No year limitation Data extraction and management Two review authors will independently extract data using a purposely developed data extraction tool in Covidence, developed with use of the Template for Intervention Description and Replication (TIDieR) checklist 36 . Extracted data will include study details (e.g. setting, design), population (e.g. GPs), intervention details, comparison group, outcome measures and results. Table 2 outlines example data that may be extracted to describe the intervention using the TIDieR checklist. We will attempt to contact the lead authors of primary studies to locate missing data. Discrepancies will be resolved through discussion and consensus between two reviewers with consultation with a third reviewer if necessary. Table 2. Intervention data extraction using adapted TIDieR checklist. Description Detail Example Intervention 1. Brief name Provide a concise name for the intervention. "Prescribing Dashboard" 2. Why Rationale or goal of the intervention. To improve prescribing quality by providing GPs with real-time data on high-risk prescribing for comparative benchmarking against peers. 3. What (materials and procedures) Materials used and procedures for the intervention. Web-based or practice software-embedded dashboard displaying prescribing quality metrics. GPs access their prescribing metrics on the dashboard at their convenience for self-assessment and benchmarking. 4. Who provided Description of the intervention providers. Developed by healthcare IT specialists in collaboration with clinicians. 5. How and where Modes and location of delivery. Delivered via a secure web-based platform or embedded within practice management software, accessible in primary care clinics and offices on various devices. 6. When and how much Frequency and duration. Dashboards updated monthly with new prescribing data to reflect recent prescribing practices. 7. Tailoring Personalization of the intervention. Dashboard data tailored to individual prescriber level or practice level, depending on the setting and objectives of the feedback. 8. Modifications Changes made during the study. N/A or describe any modifications based on user feedback or technological updates. 9. How well (planned and actual) Assessment of adherence or fidelity and actual engagement. Usage analytics to monitor frequency of dashboard interactions, time spent on the dashboard, and engagement with specific metrics. Methodological quality assessment . Methodological Quality Assessment will be performed by two reviewers using the Cochrane Effective Practice and Organisation of Care (EPOC) risk of bias tool 35 . Discrepancies will be resolved through discussion and consensus between two reviewers with consultation with a third reviewer if necessary. Analysis . We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement. If a meta-analysis is conducted, a random-effects model will likely be appropriate given the review question. We will not combine results from different study designs and interventions in an overall meta-analysis. Results will be presented in separate subgroups in the same forest plot (with no summary effect estimate) Heterogeneity will be assessed through a visual assessment and a logic-based assessment of study differences. We will conduct a standard Q-test statistic for heterogeneity and evaluate the heterogeneity via the I² statistic, which can be interpreted as the proportion of variability in the meta-analysis due to between study heterogeneity. Funnel plots will explore publication bias if more than ten studies are identified. These plots will help assess the relationship between effect size and study precision. As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta-analysis (SWIM) guidance 37 .” All missing outcome data for included studies will be recorded on the data extraction form and reported in the risk of bias table. If there is insufficient information on the primary outcomes (due to inability to contact authors, unavailable data), these studies will be reported separately. Reasons for exclusion will be described and included in a supplementary table. As this systematic review is assessing an intervention targeted at primary care prescribers, included studies may have aggregate level patient data, thus it may not be possible to conduct population level subgroup analysis. Discussion With a growing population of individuals living with multimorbidity and polypharmacy, prescribing has become more challenging with a greater propensity for adverse outcomes 6 , 19 . Preventable drug related morbidity (PDRM) has significant economic and social consequences at both the individual patient-level and for the wider healthcare system 38 , it is thus vital to develop interventions to support safe and effective prescribing. Interactive dashboards have become increasingly prevalent in healthcare settings, offering a versatile tool for visualising clinical data across various levels ranging from organisational, physician to patient-focused applications. They have the potential to enhance patient care and safety by providing contemporaneous feedback on potentially suboptimal treatment or care when integrated into clinical record systems 39 . Interactive dashboards have demonstrated varied effects on prescribing-related outcomes, such as antibiotic prescribing rates and appropriate statin use 40 , 41 . Current evidence suggests they are most effective when combined with additional strategies which include education and/or behavioural components 41 . Given the limited number of eligible studies identified in previous reviews, the present systematic review will not restrict its focus to specific medication classes. Strengths and limitations This research will be conducted in line with Cochrane guidance. To increase transparency and reduce the risk of selective reporting this systematic review has been prospectively registered on PROSPERO, and will involve a search of the grey literature and trial registries to reduce the risk of publication bias. Title and abstract screening, full-text review, and methodological quality assessment will be performed by two reviewers working independently and blinded to each other's assessments, thereby minimising the potential for bias and errors. Excluding studies in progress but not yet published may lead to publication bias. Potential implications for future research, policy and clinical practice This research may identify gaps in the current literature and inform future intervention development with respect to how prescribing data may be fed back to prescribers. The findings from this review may inform policies aimed at enhancing or expanding the infrastructure necessary for effective e-prescribing, particularly those focused on optimising prescribing behaviours. In addition, this review will provide prescribers with a synthesised understanding of how interactive dashboards have been used, highlighting their potential benefits and limitations. This may lead to more informed decisions in regards adopting or optimising use of such tools in clinical practice, with the ultimate aim of improving patient safety and reducing medication related harm. Data availability Underlying data No underlying data are associated with this article. Extended data This project contains the following extended data: figshare: Supplementary file 1: Electronic search reports https://doi.org/10.6084/m9.figshare.25859506.v1 42 fighare: Supplementary file 2: PRISMA-P 2015 checklist https://doi.org/10.6084/m9.figshare.25887193.v1 43 Data are available under the terms of the Creative Commons Attribution 4.0 International license (CC-BY 4.0) ( https://creativecommons.org/licenses/by/4.0/ ) Acknowledgments Killian Walsh, Information Specialist, RCSI library; Mobeena Naz, Medical Student, RCSI. Faculty Opinions recommended References 1. The third WHO global patient saftey challenge: medication without harm. World Health Organization, 2017. Reference Source 2. Makary MA, Daniel M: Medical error-the third leading cause of death in the US. BMJ. 2016; 353 : i2139. PubMed Abstract | Publisher Full Text 3. Patel H, Bell D, Molokhia M, et al. : Trends in hospital admissions for Adverse Drug Reactions in England: analysis of national hospital episode statistics 1998–2005. BMC Clin Pharmacol. 2007; 7 : 9. PubMed Abstract | Publisher Full Text | Free Full Text 4. Connolly W, Rafter N, Conroy RM, et al. : The Irish National Adverse Event Study-2 (INAES-2): longitudinal trends in adverse event rates in the Irish healthcare system. BMJ Qual Saf. 2021; 30 (7): 547–558. PubMed Abstract | Publisher Full Text | Free Full Text 5. Avery AJ, Ghaleb M, Barber N, et al. : The prevalence and nature of prescribing and monitoring errors in English general practice: a retrospective case note review. Br J Gen Pract. 2013; 63 (613): e543–53. PubMed Abstract | Publisher Full Text | Free Full Text 6. Sinnott C, Mc Hugh S, Browne J, et al. : GPs' perspectives on the management of patients with multimorbidity: systematic review and synthesis of qualitative research. BMJ Open. 2013; 3 (9): e003610. PubMed Abstract | Publisher Full Text | Free Full Text 7. McCarthy C, Pericin I, Smith SM, et al. : Patient and general practitioner experiences of implementing a medication review intervention in older people with multimorbidity: process evaluation of the SPPiRE trial. Health Expect. 2022; 25 (6): 3225–3237. PubMed Abstract | Publisher Full Text | Free Full Text 8. Lu CY, Ross-Degnan D, Soumerai SB, et al. : Interventions designed to improve the quality and efficiency of medication use in managed care: a critical review of the literature - 2001–2007. BMC Health Serv Res. 2008; 8 : 75. PubMed Abstract | Publisher Full Text | Free Full Text 9. Soumerai SB, McLaughlin TJ, Avorn J: Improving drug prescribing in primary care: a critical analysis of the experimental literature. Milbank Q. 2005; 83 (4). Publisher Full Text | Free Full Text 10. Roque F, Herdeiro MT, Soares S, et al. : Educational interventions to improve prescription and dispensing of antibiotics: a systematic review. BMC Public Health. 2014; 14 : 1276. PubMed Abstract | Publisher Full Text | Free Full Text 11. Sutton RT, Pincock D, Baumgart DC, et al. : An overview of clinical decision support systems: benefits, risks, and strategies for success. NPJ Digit Med. 2020; 3 (1): 17. PubMed Abstract | Publisher Full Text | Free Full Text 12. Hayward J, Thomson F, Milne H, et al. : 'Too much, too late': mixed methods multi-channel video recording study of computerized decision support systems and GP prescribing. J Am Med Inform Assoc. 2013; 20 (e1): e76–e84. PubMed Abstract | Publisher Full Text | Free Full Text 13. Asmar MLE, Dharmayat KI, Vallejo-Vaz AJ, et al. : Effect of computerised, knowledge-based, clinical decision support systems on patient-reported and clinical outcomes of patients with chronic disease managed in primary care settings: a systematic review. BMJ Open. 2021; 11 (12): e054659. PubMed Abstract | Publisher Full Text | Free Full Text 14. Garg AX, Adhikari NK, McDonald H, et al. : Effects of computerized clinical decision support systems on practitioner performance and patient outcomes: a systematic review. JAMA. 2005; 293 (10): 1223–38. PubMed Abstract | Publisher Full Text 15. Gould IM, Lawes T: Antibiotic stewardship: prescribing social norms. Lancet. 2016; 387 (10029): 1699–701. PubMed Abstract | Publisher Full Text 16. Zeng Y, Shi L, Liu C, et al. : Effects of social norm feedback on antibiotic prescribing and its characteristics in behaviour change techniques: a mixed-methods systematic review. Lancet Infect Dis. 2023; 23 (5): e175–e184. PubMed Abstract | Publisher Full Text 17. Ivers N, Jamtvedt G, Flottorp S, et al. : Audit and feedback: effects on professional practice and healthcare outcomes. Cochrane Database Syst Rev. 2012; 2012 (6): Cd000259. PubMed Abstract | Publisher Full Text | Free Full Text 18. Jeffries M, Gude WT, Keers RN, et al. : Understanding the utilisation of a novel interactive electronic medication safety dashboard in general practice: a mixed methods study. BMC Med Inform Decis Mak. 2020; 20 (1): 69. PubMed Abstract | Publisher Full Text | Free Full Text 19. McCarthy C, Flood M, Clyne B, et al. : Medication changes and potentially inappropriate prescribing in older patients with significant polypharmacy. Int J Clin Pharm. 2023; 45 (1): 191–200. PubMed Abstract | Publisher Full Text 20. Kaufmann CP, Tremp R, Hersberger KE, et al. : Inappropriate prescribing: a systematic overview of published assessment tools. Eur J Clin Pharmacol. 2014; 70 (1): 1–11. PubMed Abstract | Publisher Full Text 21. Fick DM, Semla TP, Beizer J, et al. : American geriatrics society 2015 updated beers criteria for potentially inappropriate medication use in older adults. J Am Geriatr Soc. 2015; 63 (11): 2227–46. PubMed Abstract | Publisher Full Text 22. O'Mahony D, Cherubini A, Guiteras AR, et al. : STOPP/START criteria for potentially inappropriate prescribing in older people: version 3. Eur Geriatr Med. 2023; 14 (4): 625–632. PubMed Abstract | Publisher Full Text | Free Full Text 23. Wallace E, McDowell R, Bennett K, et al. : Impact of potentially inappropriate prescribing on adverse drug events, health related quality of life and emergency hospital attendance in older people attending general practice: a prospective cohort study. J Gerontol A Biol Sci Med Sci. 2016; 72 (2): 271–277. PubMed Abstract | Publisher Full Text | Free Full Text 24. Cahir C, Moriarty F, Teljeur C, et al. : Potentially inappropriate prescribing and vulnerability and hospitalization in older community-dwelling patients. Ann Pharmacother. 2014; 48 (12): 1546–54. PubMed Abstract | Publisher Full Text 25. Cahir C, Bennett K, Teljeur C, et al. : Potentially inappropriate prescribing and adverse health outcomes in community dwelling older patients. Br J Clin Pharmacol. 2014; 77 (1): 201–10. PubMed Abstract | Publisher Full Text | Free Full Text 26. Avery AJ, Rodgers S, Cantrill JA, et al. : A pharmacist-led information technology intervention for medication errors (PINCER): a multicentre, cluster randomised, controlled trial and cost-effectiveness analysis. Lancet. 2012; 379 (9823): 1310–9. PubMed Abstract | Publisher Full Text | Free Full Text 27. Dreischulte T, Donnan P, Grant A, et al. : Safer prescribing--a trial of education, informatics, and financial incentives. N Engl J Med. 2016; 374 (11): 1053–64. PubMed Abstract | Publisher Full Text 28. Radomski TR, Decker A, Khodyakov D, et al. : Development of a metric to detect and decrease low-value prescribing in older adults. JAMA Netw Open. 2022; 5 (2): e2148599. PubMed Abstract | Publisher Full Text | Free Full Text 29. Grant AM, Guthrie B, Dreischulte T: Developing a complex intervention to improve prescribing safety in primary care: mixed methods feasibility and optimisation pilot study. BMJ Open. 2014; 4 (1): e004153. PubMed Abstract | Publisher Full Text | Free Full Text 30. Williams R, Keers R, Gude WT, et al. : SMASH! The salford medication safety dashboard. J Innov Health Inform. 2018; 25 (3): 183–193. PubMed Abstract | Publisher Full Text 31. Peek N, Gude WT, Keers RN, et al. : Evaluation of a pharmacist-led actionable audit and feedback intervention for improving medication safety in UK primary care: an interrupted time series analysis. PLoS Med. 2020; 17 (10): e1003286. PubMed Abstract | Publisher Full Text | Free Full Text 32. Higgins JPT, Thomas J, Chandler J, et al. : Cochrane handbook for systematic reviews of interventions. version 6.4 (updated August 2023): Cochrane; 2023. Reference Source 33. Moher D, Shamseer L, Clarke M, et al. : Preferred Reporting Items for Systematic review and Meta-Analysis Protocols (PRISMA-P) 2015 statement. Syst Rev. 2015; 4 (1): 1. PubMed Abstract | Publisher Full Text | Free Full Text 34. Haddaway NR, Grainger MJ, Gray CT: citationchaser: an R package for forward and backward citations chasing in academic searching. 0.0.3, 2021. Publisher Full Text 35. Cochrane Effective Practice and Organisation of Care (EPOC): What study designs can be considered for inclusion in an EPOC review and what should they be called? 2017; 13/03/2024. Reference Source 36. Hoffmann TC, Glasziou PP, Boutron I, et al. : Better reporting of interventions: Template for Intervention Description and Replication (TIDieR) checklist and guide. BMJ. 2014; 348 : g1687. PubMed Abstract | Publisher Full Text 37. Campbell M, McKenzie JE, Sowden A, et al. : Synthesis Without Meta-analysis (SWiM) in systematic reviews: reporting guideline. BMJ. 2020; 368 : l6890. PubMed Abstract | Publisher Full Text | Free Full Text 38. Hodkinson A, Tyler N, Ashcroft DM, et al. : Preventable medication harm across health care settings: a systematic review and meta-analysis. BMC Med. 2020; 18 (1): 313. PubMed Abstract | Publisher Full Text | Free Full Text 39. Dowding D, Randell R, Gardner P, et al. : Dashboards for improving patient care: review of the literature. Int J Med Inform. 2015; 84 (2): 87–100. PubMed Abstract | Publisher Full Text 40. Xie CX, Chen Q, Hincapie CA, et al. : Effectiveness of clinical dashboards as audit and feedback or clinical decision support tools on medication use and test ordering: a systematic review of randomized controlled trials. J Am Med Inform Assoc. 2022; 29 (10): 1773–1785. PubMed Abstract | Publisher Full Text | Free Full Text 41. Garzón-Orjuela N, Parveen S, Amin D, et al. : The effectiveness of interactive dashboards to optimise antibiotic prescribing in primary care: a systematic review. Antibiotics (Basel). 2023; 12 (1): 136. PubMed Abstract | Publisher Full Text | Free Full Text 42. Supplementary file 1 Electronic search reports. figshare. 2024. http://www.doi.org/10.6084/m9.figshare.25859506.v1 43. Supplementary file 2 PRISMA-P 2015 checklist. figshare. 2024. http://www.doi.org/10.6084/m9.figshare.25887193.v1 Comments on this article Comments (0) Version 2 VERSION 2 PUBLISHED 03 Jul 2024 ADD YOUR COMMENT Comment Author details Author details 1 Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 2 Department of Public Health & Epidemiology, School of Population Health, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 3 School of Pharmacy and Biomolecular Sciences, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland Patrick Moynagh Roles: Conceptualization, Methodology, Project Administration, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Áine Mannion Roles: Writing – Review & Editing Ashley Wei Roles: Writing – Review & Editing Barbara Clyne Roles: Methodology, Writing – Review & Editing Frank Moriarty Roles: Methodology, Writing – Review & Editing Caroline McCarthy Roles: Conceptualization, Funding Acquisition, Methodology, Project Administration, Supervision, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information PM is funded by an ICGP Post CSCST Fellowship award. CMC is funded by a HRB Clinician Scientist Fellowship Award (CSF- 2023-012). The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (2) version 2 Revised Published: 19 Feb 2025, 7:44 https://doi.org/10.12688/hrbopenres.13909.2 version 1 Published: 03 Jul 2024, 7:44 https://doi.org/10.12688/hrbopenres.13909.1 Copyright © 2025 Moynagh P et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics VIEWS $counts.viewCount downloads Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Moynagh P, Mannion Á, Wei A et al. Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.12688/hrbopenres.13909.2 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 2 VERSION 2 PUBLISHED 19 Feb 2025 Revised Views 0 Cite How to cite this report: Tan R and Emery N. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15476.r45918 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v2#referee-response-45918 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 27 Feb 2025 Rainer Tan , University of Lausanne, Lausanne, Switzerland Nina Emery , Unisante Center for Primary Care and Public Health, University of Lausanne, Lausanne, Switzerland Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15476.r45918 We thank the authors for their answers. The revised manuscript shows more comprehensiveness and clarity, and all our comments have been addressed. Particularly, the outcomes of interest and their prioritization is clearer, as well as the distinction between explicit and ... Continue reading READ ALL We thank the authors for their answers. The revised manuscript shows more comprehensiveness and clarity, and all our comments have been addressed. Particularly, the outcomes of interest and their prioritization is clearer, as well as the distinction between explicit and implicit tools. All the minor issues have also been correctly addressed. We have no further comments. Competing Interests: No competing interests were disclosed. Reviewer Expertise: Digital Health, antibiotic stewardship We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Tan R and Emery N. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15476.r45918 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v2#referee-response-45918 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Vornhagen H. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15476.r45919 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v2#referee-response-45919 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 20 Feb 2025 Heike Vornhagen , University of Galway, Galway, Ireland Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15476.r45919 I am happy with the revised version ... Continue reading READ ALL I am happy with the revised version and have no further comments to make. Competing Interests: No competing interests were disclosed. Reviewer Expertise: Dashboards, Data Visualisation, UX Design I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Vornhagen H. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15476.r45919 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v2#referee-response-45919 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Mwogosi A. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15476.r45916 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v2#referee-response-45916 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 20 Feb 2025 Augustino Mwogosi , The University of Dodoma, Dodoma, Dodoma Region, Tanzania Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15476.r45916 The revised manuscript demonstrates significant improvements in clarity, methodological transparency, and justification for the study. The authors have effectively addressed the primary concerns and enhanced the protocol's overall rigour. The introduction has been strengthened by providing a clearer rationale for ... Continue reading READ ALL The revised manuscript demonstrates significant improvements in clarity, methodological transparency, and justification for the study. The authors have effectively addressed the primary concerns and enhanced the protocol's overall rigour. The introduction has been strengthened by providing a clearer rationale for conducting the systematic review, particularly about medication-related harm, polypharmacy, and the challenges of prescribing in primary care. Including additional references and clarifying key concepts, such as the distinction between implicit and explicit medication appropriateness tools, further contributes to the manuscript’s clarity. Methodological improvements are evident in the study selection criteria, which now explicitly state that all patient cohorts within primary care settings will be considered. This revision resolves prior concerns about whether the review was specifically focused on older adults or had a broader scope. The authors have also refined the analysis section by specifying the criteria for determining study homogeneity in meta-analysis, which includes study design, outcome definitions, and measurement levels. This level of detail ensures a more transparent and reproducible methodology. Moreover, the clarification that two independent reviewers will conduct full-text screening further strengthens the rigour of the study selection process. The manuscript now provides a more precise definition of “effectiveness” concerning interactive dashboards, linking it to prescribing-related outcomes such as potentially inappropriate prescribing (PIP) and adherence to guidelines. Sensitivity analyses are now explicitly discussed, although no specific subgroup analyses are planned due to the anticipated aggregate nature of the data. While this limitation is acknowledged, the authors may consider briefly mentioning whether any exploratory subgroup analyses (e.g., based on intervention type or setting) could be considered if the data allow. This minor addition would further strengthen the interpretability of the findings. Competing Interests: No competing interests were disclosed. Reviewer Expertise: The core areas of research include Health Informatics and Decision-Support Systems, which focus on optimising the implementation and use of Electronic Health Record (EHR) systems to improve clinical decision-making in primary healthcare. Research also explores the integration of generative AI in EHR systems, particularly in low-resource settings. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Mwogosi A. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15476.r45916 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v2#referee-response-45916 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Version 1 VERSION 1 PUBLISHED 03 Jul 2024 Views 0 Cite How to cite this report: Tan R and Emery N. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r43666 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-43666 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 28 Dec 2024 Rainer Tan , University of Lausanne, Lausanne, Switzerland Nina Emery , Unisante Center for Primary Care and Public Health, University of Lausanne, Lausanne, Switzerland Approved with Reservations VIEWS 0 https://doi.org/10.21956/hrbopenres.15255.r43666 The authors highlight the challenge of appropriate prescribing for patients with multimorbidity and polypharmacy, which is a growing problem in the context of populational aging. More specifically, they focus on primary care, where the majority of prescribing takes place. Interactive ... Continue reading READ ALL The authors highlight the challenge of appropriate prescribing for patients with multimorbidity and polypharmacy, which is a growing problem in the context of populational aging. More specifically, they focus on primary care, where the majority of prescribing takes place. Interactive dashboards are identified as a potential solution to help primary healthcare workers improve prescribing safety. They propose a protocol for a systematic review with the aim of evaluating the effectiveness of interactive dashboards on prescribing outcomes. Overall, the protocol is clear, well-developed, and aligned with the PRISMA-P and Cochrane guidelines. However, some changes could improve overall clarity and completeness: Major issue: In line with section 13 of PRISMA-P guidelines, more details on the different outcomes of interest, the type of measures and their prioritization should be provided. It is unclear if the outcomes listed in table 1 are an exhaustive list of the outcome of interest in the review, or the outcome upon which studies will be selected for the review. Moreover, in line with Cochrane guidelines ( MECIR Box 3.2.d C17), authors should define which measure of prescribing quality will be prioritized, if multiple measures are reported (eg, explicit vs implicit criteria) or provide a rationale if not possible. Finally clarifying the difference between implicit and explicit tools would add clarity. Minor issues: Last paragraph of introduction: the concept of “effectiveness” of interactive dashboards on prescribing related outcomes would benefit from further clarification. How is effectiveness defined and measured? Is it, for example, the dashboards’ effect on the rate of prescriptions aligned with Beers or STOPP criteria? Study selection: In line with section 8 of PRISMA-P guidelines, the authors report the study characteristics to be used as eligibility criteria for the review, in a clear manner as part of a table (table 1), but the described population of interest would benefit from more details. Indeed, in the description of the population of interest, the authors mention primary care prescribers. However, there is no mention of the type of patients targeted by the intervention. Given the focus given in the introduction on the elderly population, and given that tools such as Beers and STOPP are designed for elderly patients, does the review focus on geriatric patients? Children? Studies looking at patients with particular illnesses (e.g. COVID-19, HIV)? Study selection: The authors state that full text will be reviewed by two reviewers, however not completely clear whether this will be done independently or subsequently. Analysis: In line with PRISMA-P section 15a, the protocol is clear that a meta-analysis will be performed if there are sufficient studies examining the same outcome, but it is unclear what other criteria will be used to define «homogenous studies». Analysis: Will any subgroup or sensitivity analyses be performed? If so, they should ideally be described. Is the rationale for, and objectives of, the study clearly described? Partly Is the study design appropriate for the research question? Partly Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: Digital Health, antibiotic stewardship We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however we have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Tan R and Emery N. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r43666 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-43666 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 19 Feb 2025 Patrick Moynagh , Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 19 Feb 2025 Author Response Thank you very much for reviewing our manuscript. Your comments are very helpful and appreciated. Please see our replies below. Major issue: In line with section 13 of PRISMA-P ... Continue reading Thank you very much for reviewing our manuscript. Your comments are very helpful and appreciated. Please see our replies below. Major issue: In line with section 13 of PRISMA-P guidelines, more details on the different outcomes of interest, the type of measures and their prioritization should be provided. It is unclear if the outcomes listed in table 1 are an exhaustive list of the outcome of interest in the review, or the outcome upon which studies will be selected for the review. Moreover, in line with Cochrane guidelines (MECIR Box 3.2.d C17), authors should define which measure of prescribing quality will be prioritized, if multiple measures are reported (eg, explicit vs implicit criteria) or provide a rationale if not possible. Finally clarifying the difference between implicit and explicit tools would add clarity. In the protocol, we intentionally kept the definition of prescribing-related outcome measures broad, encompassing measures such as utilisation patterns and prescribing quality assessed through explicit and/or implicit criteria. This approach was informed by scoping searches, which suggested that explicit criteria and utilisation patterns were likely to be the predominant method in these studies which typically analyse large populations at aggregate levels. While implicit criteria were not explicitly excluded, they did not emerge in the included studies during the review process, likely due to the operational constraints of applying implicit tools in such contexts. We acknowledge that further detail on the prioritisation of outcomes would be helpful and have now added clarification that while both explicit and implicit criteria were considered, we anticipated, based on our scoping searches, that explicit criteria and utilisation patterns would feature more prominently. Additionally, we have expanded on the distinction between explicit and implicit tools in the revised text to provide clarity. We have also clarified that all prescribing-related outcome measures that meet our inclusion criteria will be included. We have updated the manuscript as follows: Introduction: “Explicit tools are focused on drugs, measuring how they fit pre-defined criteria whereas implicit tools are based on clinical guidelines and clinical evaluation criteria” Methods: Study Selection : “All outcome measures detailed in Table 1 will be considered, we anticipate however, based on scoping searches, that explicit criteria and utilisation patterns will feature more prominently.” Minor Issues: 1) Last paragraph of introduction: the concept of “effectiveness” of interactive dashboards on prescribing related outcomes would benefit from further clarification. How is effectiveness defined and measured? Is it, for example, the dashboards’ effect on the rate of prescriptions aligned with Beers or STOPP criteria? Thank for you highlighting this point. the introduction paragraph has been updated as follows: “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 2) Study selection: In line with section 8 of PRISMA-P guidelines, the authors report the study characteristics to be used as eligibility criteria for the review, in a clear manner as part of a table (table 1), but the described population of interest would benefit from more details. Indeed, in the description of the population of interest, the authors mention primary care prescribers. However, there is no mention of the type of patients targeted by the intervention. Given the focus given in the introduction on the elderly population, and given that tools such as Beers and STOPP are designed for elderly patients, does the review focus on geriatric patients? Children? Studies looking at patients with particular illnesses (e.g. COVID-19, HIV)? We agree this needs clarification. As this intervention is targeted at clinicians but outcomes measured on patients/populations there are two populations of interest. We have clarified this within Table 1. 3) Analysis: In line with PRISMA-P section 15a, the protocol is clear that a meta-analysis will be performed if there are sufficient studies examining the same outcome, but it is unclear what other criteria will be used to define «homogenous studies» . In the protocol, we outlined that meta-analysis would be performed if there were sufficient studies examining the same outcome. To further clarify, we defined homogeneity based on several key factors: Study Design : Studies needed to share a similar design (e.g., observational studies, interventional studies) to ensure comparability. Outcome Definition : Outcomes needed to be defined and measured in a similar way across studies. Level of Measurement : Outcomes measured at comparable levels, such as practice-level prescribing rates versus patient-level prescribing rates, were grouped separately to ensure consistency. These criteria aimed to balance comparability while maintaining a sufficiently broad scope to include a wide range of prescribing-related outcomes. Where studies differed in any of these aspects, meta-analysis was not performed, and results were synthesised narratively. We have updated the manuscript as follows: “We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement” 4) Analysis: Will any subgroup or sensitivity analyses be performed? If so, they should ideally be described. Given the nature of the intervention we anticipated that outcomes will be measured at aggregate level, thus population level subgroup analyses were not planned as they were unlikely to be feasible. We have noted in the last sentence of the analysis: “As this systematic review is assessing an intervention targeted at primary care prescribers, included studies may have aggregate level patient data, thus it may not be possible to conduct population level subgroup analysis.” Sensitivity analysis can be performed. The manuscript was updated as follows. “As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta‐analysis (SWIM) guidance.” 5) Study selection: The authors state that full text will be reviewed by two reviewers, however not completely clear whether this will be done independently or subsequently Thank you for highlighting this omission in the manuscript. The manuscript was updated as follows: “Two reviewers independently read the titles/abstracts of identified records and eliminated studies not meeting inclusion criteria. The full text of the remaining studies will be reviewed again independently by two reviewers who will assess their suitability for inclusion.” Thank you very much for reviewing our manuscript. Your comments are very helpful and appreciated. Please see our replies below. Major issue: In line with section 13 of PRISMA-P guidelines, more details on the different outcomes of interest, the type of measures and their prioritization should be provided. It is unclear if the outcomes listed in table 1 are an exhaustive list of the outcome of interest in the review, or the outcome upon which studies will be selected for the review. Moreover, in line with Cochrane guidelines (MECIR Box 3.2.d C17), authors should define which measure of prescribing quality will be prioritized, if multiple measures are reported (eg, explicit vs implicit criteria) or provide a rationale if not possible. Finally clarifying the difference between implicit and explicit tools would add clarity. In the protocol, we intentionally kept the definition of prescribing-related outcome measures broad, encompassing measures such as utilisation patterns and prescribing quality assessed through explicit and/or implicit criteria. This approach was informed by scoping searches, which suggested that explicit criteria and utilisation patterns were likely to be the predominant method in these studies which typically analyse large populations at aggregate levels. While implicit criteria were not explicitly excluded, they did not emerge in the included studies during the review process, likely due to the operational constraints of applying implicit tools in such contexts. We acknowledge that further detail on the prioritisation of outcomes would be helpful and have now added clarification that while both explicit and implicit criteria were considered, we anticipated, based on our scoping searches, that explicit criteria and utilisation patterns would feature more prominently. Additionally, we have expanded on the distinction between explicit and implicit tools in the revised text to provide clarity. We have also clarified that all prescribing-related outcome measures that meet our inclusion criteria will be included. We have updated the manuscript as follows: Introduction: “Explicit tools are focused on drugs, measuring how they fit pre-defined criteria whereas implicit tools are based on clinical guidelines and clinical evaluation criteria” Methods: Study Selection : “All outcome measures detailed in Table 1 will be considered, we anticipate however, based on scoping searches, that explicit criteria and utilisation patterns will feature more prominently.” Minor Issues: 1) Last paragraph of introduction: the concept of “effectiveness” of interactive dashboards on prescribing related outcomes would benefit from further clarification. How is effectiveness defined and measured? Is it, for example, the dashboards’ effect on the rate of prescriptions aligned with Beers or STOPP criteria? Thank for you highlighting this point. the introduction paragraph has been updated as follows: “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 2) Study selection: In line with section 8 of PRISMA-P guidelines, the authors report the study characteristics to be used as eligibility criteria for the review, in a clear manner as part of a table (table 1), but the described population of interest would benefit from more details. Indeed, in the description of the population of interest, the authors mention primary care prescribers. However, there is no mention of the type of patients targeted by the intervention. Given the focus given in the introduction on the elderly population, and given that tools such as Beers and STOPP are designed for elderly patients, does the review focus on geriatric patients? Children? Studies looking at patients with particular illnesses (e.g. COVID-19, HIV)? We agree this needs clarification. As this intervention is targeted at clinicians but outcomes measured on patients/populations there are two populations of interest. We have clarified this within Table 1. 3) Analysis: In line with PRISMA-P section 15a, the protocol is clear that a meta-analysis will be performed if there are sufficient studies examining the same outcome, but it is unclear what other criteria will be used to define «homogenous studies» . In the protocol, we outlined that meta-analysis would be performed if there were sufficient studies examining the same outcome. To further clarify, we defined homogeneity based on several key factors: Study Design : Studies needed to share a similar design (e.g., observational studies, interventional studies) to ensure comparability. Outcome Definition : Outcomes needed to be defined and measured in a similar way across studies. Level of Measurement : Outcomes measured at comparable levels, such as practice-level prescribing rates versus patient-level prescribing rates, were grouped separately to ensure consistency. These criteria aimed to balance comparability while maintaining a sufficiently broad scope to include a wide range of prescribing-related outcomes. Where studies differed in any of these aspects, meta-analysis was not performed, and results were synthesised narratively. We have updated the manuscript as follows: “We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement” 4) Analysis: Will any subgroup or sensitivity analyses be performed? If so, they should ideally be described. Given the nature of the intervention we anticipated that outcomes will be measured at aggregate level, thus population level subgroup analyses were not planned as they were unlikely to be feasible. We have noted in the last sentence of the analysis: “As this systematic review is assessing an intervention targeted at primary care prescribers, included studies may have aggregate level patient data, thus it may not be possible to conduct population level subgroup analysis.” Sensitivity analysis can be performed. The manuscript was updated as follows. “As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta‐analysis (SWIM) guidance.” 5) Study selection: The authors state that full text will be reviewed by two reviewers, however not completely clear whether this will be done independently or subsequently Thank you for highlighting this omission in the manuscript. The manuscript was updated as follows: “Two reviewers independently read the titles/abstracts of identified records and eliminated studies not meeting inclusion criteria. The full text of the remaining studies will be reviewed again independently by two reviewers who will assess their suitability for inclusion.” Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 19 Feb 2025 Patrick Moynagh , Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 19 Feb 2025 Author Response Thank you very much for reviewing our manuscript. Your comments are very helpful and appreciated. Please see our replies below. Major issue: In line with section 13 of PRISMA-P ... Continue reading Thank you very much for reviewing our manuscript. Your comments are very helpful and appreciated. Please see our replies below. Major issue: In line with section 13 of PRISMA-P guidelines, more details on the different outcomes of interest, the type of measures and their prioritization should be provided. It is unclear if the outcomes listed in table 1 are an exhaustive list of the outcome of interest in the review, or the outcome upon which studies will be selected for the review. Moreover, in line with Cochrane guidelines (MECIR Box 3.2.d C17), authors should define which measure of prescribing quality will be prioritized, if multiple measures are reported (eg, explicit vs implicit criteria) or provide a rationale if not possible. Finally clarifying the difference between implicit and explicit tools would add clarity. In the protocol, we intentionally kept the definition of prescribing-related outcome measures broad, encompassing measures such as utilisation patterns and prescribing quality assessed through explicit and/or implicit criteria. This approach was informed by scoping searches, which suggested that explicit criteria and utilisation patterns were likely to be the predominant method in these studies which typically analyse large populations at aggregate levels. While implicit criteria were not explicitly excluded, they did not emerge in the included studies during the review process, likely due to the operational constraints of applying implicit tools in such contexts. We acknowledge that further detail on the prioritisation of outcomes would be helpful and have now added clarification that while both explicit and implicit criteria were considered, we anticipated, based on our scoping searches, that explicit criteria and utilisation patterns would feature more prominently. Additionally, we have expanded on the distinction between explicit and implicit tools in the revised text to provide clarity. We have also clarified that all prescribing-related outcome measures that meet our inclusion criteria will be included. We have updated the manuscript as follows: Introduction: “Explicit tools are focused on drugs, measuring how they fit pre-defined criteria whereas implicit tools are based on clinical guidelines and clinical evaluation criteria” Methods: Study Selection : “All outcome measures detailed in Table 1 will be considered, we anticipate however, based on scoping searches, that explicit criteria and utilisation patterns will feature more prominently.” Minor Issues: 1) Last paragraph of introduction: the concept of “effectiveness” of interactive dashboards on prescribing related outcomes would benefit from further clarification. How is effectiveness defined and measured? Is it, for example, the dashboards’ effect on the rate of prescriptions aligned with Beers or STOPP criteria? Thank for you highlighting this point. the introduction paragraph has been updated as follows: “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 2) Study selection: In line with section 8 of PRISMA-P guidelines, the authors report the study characteristics to be used as eligibility criteria for the review, in a clear manner as part of a table (table 1), but the described population of interest would benefit from more details. Indeed, in the description of the population of interest, the authors mention primary care prescribers. However, there is no mention of the type of patients targeted by the intervention. Given the focus given in the introduction on the elderly population, and given that tools such as Beers and STOPP are designed for elderly patients, does the review focus on geriatric patients? Children? Studies looking at patients with particular illnesses (e.g. COVID-19, HIV)? We agree this needs clarification. As this intervention is targeted at clinicians but outcomes measured on patients/populations there are two populations of interest. We have clarified this within Table 1. 3) Analysis: In line with PRISMA-P section 15a, the protocol is clear that a meta-analysis will be performed if there are sufficient studies examining the same outcome, but it is unclear what other criteria will be used to define «homogenous studies» . In the protocol, we outlined that meta-analysis would be performed if there were sufficient studies examining the same outcome. To further clarify, we defined homogeneity based on several key factors: Study Design : Studies needed to share a similar design (e.g., observational studies, interventional studies) to ensure comparability. Outcome Definition : Outcomes needed to be defined and measured in a similar way across studies. Level of Measurement : Outcomes measured at comparable levels, such as practice-level prescribing rates versus patient-level prescribing rates, were grouped separately to ensure consistency. These criteria aimed to balance comparability while maintaining a sufficiently broad scope to include a wide range of prescribing-related outcomes. Where studies differed in any of these aspects, meta-analysis was not performed, and results were synthesised narratively. We have updated the manuscript as follows: “We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement” 4) Analysis: Will any subgroup or sensitivity analyses be performed? If so, they should ideally be described. Given the nature of the intervention we anticipated that outcomes will be measured at aggregate level, thus population level subgroup analyses were not planned as they were unlikely to be feasible. We have noted in the last sentence of the analysis: “As this systematic review is assessing an intervention targeted at primary care prescribers, included studies may have aggregate level patient data, thus it may not be possible to conduct population level subgroup analysis.” Sensitivity analysis can be performed. The manuscript was updated as follows. “As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta‐analysis (SWIM) guidance.” 5) Study selection: The authors state that full text will be reviewed by two reviewers, however not completely clear whether this will be done independently or subsequently Thank you for highlighting this omission in the manuscript. The manuscript was updated as follows: “Two reviewers independently read the titles/abstracts of identified records and eliminated studies not meeting inclusion criteria. The full text of the remaining studies will be reviewed again independently by two reviewers who will assess their suitability for inclusion.” Thank you very much for reviewing our manuscript. Your comments are very helpful and appreciated. Please see our replies below. Major issue: In line with section 13 of PRISMA-P guidelines, more details on the different outcomes of interest, the type of measures and their prioritization should be provided. It is unclear if the outcomes listed in table 1 are an exhaustive list of the outcome of interest in the review, or the outcome upon which studies will be selected for the review. Moreover, in line with Cochrane guidelines (MECIR Box 3.2.d C17), authors should define which measure of prescribing quality will be prioritized, if multiple measures are reported (eg, explicit vs implicit criteria) or provide a rationale if not possible. Finally clarifying the difference between implicit and explicit tools would add clarity. In the protocol, we intentionally kept the definition of prescribing-related outcome measures broad, encompassing measures such as utilisation patterns and prescribing quality assessed through explicit and/or implicit criteria. This approach was informed by scoping searches, which suggested that explicit criteria and utilisation patterns were likely to be the predominant method in these studies which typically analyse large populations at aggregate levels. While implicit criteria were not explicitly excluded, they did not emerge in the included studies during the review process, likely due to the operational constraints of applying implicit tools in such contexts. We acknowledge that further detail on the prioritisation of outcomes would be helpful and have now added clarification that while both explicit and implicit criteria were considered, we anticipated, based on our scoping searches, that explicit criteria and utilisation patterns would feature more prominently. Additionally, we have expanded on the distinction between explicit and implicit tools in the revised text to provide clarity. We have also clarified that all prescribing-related outcome measures that meet our inclusion criteria will be included. We have updated the manuscript as follows: Introduction: “Explicit tools are focused on drugs, measuring how they fit pre-defined criteria whereas implicit tools are based on clinical guidelines and clinical evaluation criteria” Methods: Study Selection : “All outcome measures detailed in Table 1 will be considered, we anticipate however, based on scoping searches, that explicit criteria and utilisation patterns will feature more prominently.” Minor Issues: 1) Last paragraph of introduction: the concept of “effectiveness” of interactive dashboards on prescribing related outcomes would benefit from further clarification. How is effectiveness defined and measured? Is it, for example, the dashboards’ effect on the rate of prescriptions aligned with Beers or STOPP criteria? Thank for you highlighting this point. the introduction paragraph has been updated as follows: “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 2) Study selection: In line with section 8 of PRISMA-P guidelines, the authors report the study characteristics to be used as eligibility criteria for the review, in a clear manner as part of a table (table 1), but the described population of interest would benefit from more details. Indeed, in the description of the population of interest, the authors mention primary care prescribers. However, there is no mention of the type of patients targeted by the intervention. Given the focus given in the introduction on the elderly population, and given that tools such as Beers and STOPP are designed for elderly patients, does the review focus on geriatric patients? Children? Studies looking at patients with particular illnesses (e.g. COVID-19, HIV)? We agree this needs clarification. As this intervention is targeted at clinicians but outcomes measured on patients/populations there are two populations of interest. We have clarified this within Table 1. 3) Analysis: In line with PRISMA-P section 15a, the protocol is clear that a meta-analysis will be performed if there are sufficient studies examining the same outcome, but it is unclear what other criteria will be used to define «homogenous studies» . In the protocol, we outlined that meta-analysis would be performed if there were sufficient studies examining the same outcome. To further clarify, we defined homogeneity based on several key factors: Study Design : Studies needed to share a similar design (e.g., observational studies, interventional studies) to ensure comparability. Outcome Definition : Outcomes needed to be defined and measured in a similar way across studies. Level of Measurement : Outcomes measured at comparable levels, such as practice-level prescribing rates versus patient-level prescribing rates, were grouped separately to ensure consistency. These criteria aimed to balance comparability while maintaining a sufficiently broad scope to include a wide range of prescribing-related outcomes. Where studies differed in any of these aspects, meta-analysis was not performed, and results were synthesised narratively. We have updated the manuscript as follows: “We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement” 4) Analysis: Will any subgroup or sensitivity analyses be performed? If so, they should ideally be described. Given the nature of the intervention we anticipated that outcomes will be measured at aggregate level, thus population level subgroup analyses were not planned as they were unlikely to be feasible. We have noted in the last sentence of the analysis: “As this systematic review is assessing an intervention targeted at primary care prescribers, included studies may have aggregate level patient data, thus it may not be possible to conduct population level subgroup analysis.” Sensitivity analysis can be performed. The manuscript was updated as follows. “As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta‐analysis (SWIM) guidance.” 5) Study selection: The authors state that full text will be reviewed by two reviewers, however not completely clear whether this will be done independently or subsequently Thank you for highlighting this omission in the manuscript. The manuscript was updated as follows: “Two reviewers independently read the titles/abstracts of identified records and eliminated studies not meeting inclusion criteria. The full text of the remaining studies will be reviewed again independently by two reviewers who will assess their suitability for inclusion.” Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Vornhagen H. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r43664 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-43664 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 26 Dec 2024 Heike Vornhagen , University of Galway, Galway, Ireland Approved with Reservations VIEWS 0 https://doi.org/10.21956/hrbopenres.15255.r43664 A potentially interesting study. However, it is unclear to me if the focus is on prescribing in primary care generally as indicated in the title, or on older people and multi-morbidity / polypharmacy. This confusion is carried forward into the ... Continue reading READ ALL A potentially interesting study. However, it is unclear to me if the focus is on prescribing in primary care generally as indicated in the title, or on older people and multi-morbidity / polypharmacy. This confusion is carried forward into the introduction which starts with CDM and older people but then exclusively focuses on dashboards, feedback and prescribing with no further mention of older people. I would suggest to clarify the focus of the systematic review and update the article accordingly. This paper describes a protocol for carrying out a systematic review of interactive dashboards and prescribing in primary care. It gives an overview of the context for the research and details the search strategy. However, the context veers between care of older people especially regarding multi-morbidity and polypharmacy and the use of interactive dashboards to improve prescribing. It is not clear if there will be a link established in the full review, however, as the search terms do not include specificities regarding elder care, it seems unlikely. My main concerns are as follows: 1) Lack of clarity What is the focus of this review? Is it prescribing generally of prescribing in the context of elder care? This is not clear. 2) Search strategy This lack of clarity impacts the search strategy. While search terms are sufficient for general prescribing, there are no specific search terms (or inclusion / exclusion criteria) regarding elder care. 3) Overall I am slightly confused as the systematic review is already available as a preprint with a focus solely on prescribing in primary care (ie no mention of older people). So it seems that the study purpose has been changed but the protocol was not updated. These are the reasons why I approve this protocol with reservations as this issue needs to be clarified. Is the rationale for, and objectives of, the study clearly described? Partly Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: Dashboards, Data Visualisation, UX Design I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Vornhagen H. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r43664 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-43664 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 21 Feb 2025 Patrick Moynagh , Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 21 Feb 2025 Author Response Many thanks for taking the time to review our manuscript. Your comments are very helpful and appreciated. Please see our reply below. We agree the focus of the systematic ... Continue reading Many thanks for taking the time to review our manuscript. Your comments are very helpful and appreciated. Please see our reply below. We agree the focus of the systematic review lacks clarity in the introduction of the protocol. This systematic review aims to assess the effectiveness of interactive dashboards on prescribing for all patient cohorts within generalist primary care settings. The content in the introduction on older people and polypharmacy was to emphasise that medication-related harm is becoming a more pressing problem due to the aging population and rising levels of polypharmacy. However, our focus as described in the methods was and remains as all patient cohorts, and hence the search strategy does not include specific terms relating to older adults. This is consistent with the pre-registered PROSPERO protocol ( https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=481475 ) and preprint, and thus there has been no change to the focus after commencing the systematic review. We have restructured the first paragraph of the introduction for clarity: “Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’. In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death. While English data shows 1.5% of hospital admissions are as a result of an ADR. In Ireland ADRs are the third most common type of reported adverse event in the health care system. Most prescribing occurs in primary care and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy. Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback. There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective.” Many thanks for taking the time to review our manuscript. Your comments are very helpful and appreciated. Please see our reply below. We agree the focus of the systematic review lacks clarity in the introduction of the protocol. This systematic review aims to assess the effectiveness of interactive dashboards on prescribing for all patient cohorts within generalist primary care settings. The content in the introduction on older people and polypharmacy was to emphasise that medication-related harm is becoming a more pressing problem due to the aging population and rising levels of polypharmacy. However, our focus as described in the methods was and remains as all patient cohorts, and hence the search strategy does not include specific terms relating to older adults. This is consistent with the pre-registered PROSPERO protocol ( https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=481475 ) and preprint, and thus there has been no change to the focus after commencing the systematic review. We have restructured the first paragraph of the introduction for clarity: “Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’. In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death. While English data shows 1.5% of hospital admissions are as a result of an ADR. In Ireland ADRs are the third most common type of reported adverse event in the health care system. Most prescribing occurs in primary care and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy. Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback. There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective.” Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 21 Feb 2025 Patrick Moynagh , Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 21 Feb 2025 Author Response Many thanks for taking the time to review our manuscript. Your comments are very helpful and appreciated. Please see our reply below. We agree the focus of the systematic ... Continue reading Many thanks for taking the time to review our manuscript. Your comments are very helpful and appreciated. Please see our reply below. We agree the focus of the systematic review lacks clarity in the introduction of the protocol. This systematic review aims to assess the effectiveness of interactive dashboards on prescribing for all patient cohorts within generalist primary care settings. The content in the introduction on older people and polypharmacy was to emphasise that medication-related harm is becoming a more pressing problem due to the aging population and rising levels of polypharmacy. However, our focus as described in the methods was and remains as all patient cohorts, and hence the search strategy does not include specific terms relating to older adults. This is consistent with the pre-registered PROSPERO protocol ( https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=481475 ) and preprint, and thus there has been no change to the focus after commencing the systematic review. We have restructured the first paragraph of the introduction for clarity: “Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’. In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death. While English data shows 1.5% of hospital admissions are as a result of an ADR. In Ireland ADRs are the third most common type of reported adverse event in the health care system. Most prescribing occurs in primary care and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy. Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback. There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective.” Many thanks for taking the time to review our manuscript. Your comments are very helpful and appreciated. Please see our reply below. We agree the focus of the systematic review lacks clarity in the introduction of the protocol. This systematic review aims to assess the effectiveness of interactive dashboards on prescribing for all patient cohorts within generalist primary care settings. The content in the introduction on older people and polypharmacy was to emphasise that medication-related harm is becoming a more pressing problem due to the aging population and rising levels of polypharmacy. However, our focus as described in the methods was and remains as all patient cohorts, and hence the search strategy does not include specific terms relating to older adults. This is consistent with the pre-registered PROSPERO protocol ( https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=481475 ) and preprint, and thus there has been no change to the focus after commencing the systematic review. We have restructured the first paragraph of the introduction for clarity: “Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’. In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death. While English data shows 1.5% of hospital admissions are as a result of an ADR. In Ireland ADRs are the third most common type of reported adverse event in the health care system. Most prescribing occurs in primary care and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy. Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback. There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective.” Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: O'Mahony D. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r41536 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-41536 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 26 Dec 2024 Denis O'Mahony , University College Cork, Cork, Ireland Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15255.r41536 This study protocol manuscript deals with a highly important issue i.e. preventable drug-related morbidity (PDRM) and the various interactive dashboard methods used in primary care settings. The protocol lays out clearly how the systematic review (SR) will be conducted, using ... Continue reading READ ALL This study protocol manuscript deals with a highly important issue i.e. preventable drug-related morbidity (PDRM) and the various interactive dashboard methods used in primary care settings. The protocol lays out clearly how the systematic review (SR) will be conducted, using an appropriate range of publicly available databases as well as other important sources for a thorough SR, including grey literature, trial registries and conference abstracts in order to avoid bias. The SR has already been registered on PROSPERO, the most internationally well-known registry for systematic reviews. The protocol is clearly written and concise and includes all of the elements that one would expect to find in a high-quality SR. I can find no intrinsic weaknesses in the protocol as described in this manuscript. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: Polypharmacy in older people; clinical pharmacology I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT O'Mahony D. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r41536 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-41536 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 08 Feb 2025 Patrick Moynagh , Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 08 Feb 2025 Author Response Many thanks for taking the time to review our manuscript. It is most appreciated. Competing Interests: No competing interests were disclosed. Many thanks for taking the time to review our manuscript. It is most appreciated. Many thanks for taking the time to review our manuscript. It is most appreciated. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 08 Feb 2025 Patrick Moynagh , Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 08 Feb 2025 Author Response Many thanks for taking the time to review our manuscript. It is most appreciated. Competing Interests: No competing interests were disclosed. Many thanks for taking the time to review our manuscript. It is most appreciated. Many thanks for taking the time to review our manuscript. It is most appreciated. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Mwogosi A. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r43659 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-43659 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 09 Dec 2024 Augustino Mwogosi , The University of Dodoma, Dodoma, Dodoma Region, Tanzania Approved with Reservations VIEWS 0 https://doi.org/10.21956/hrbopenres.15255.r43659 Summary of the Article The article outlines a systematic review protocol aimed at evaluating the effectiveness of interactive dashboards in optimizing prescribing in primary care. It also seeks to explore the characteristics of these dashboards to inform future developments ... Continue reading READ ALL Summary of the Article The article outlines a systematic review protocol aimed at evaluating the effectiveness of interactive dashboards in optimizing prescribing in primary care. It also seeks to explore the characteristics of these dashboards to inform future developments in e-prescribing infrastructure. The protocol emphasizes the challenges of polypharmacy, multimorbidity, and inappropriate prescribing and positions interactive dashboards as innovative tools that combine real-time data visualization with feedback to improve prescribing practices. The systematic review will include interventional studies assessing interactive dashboards in primary care. The methods align with PRISMA-P guidelines, with a detailed plan for study selection, data extraction, and quality assessment. A narrative synthesis and potential meta-analysis are proposed to evaluate the findings comprehensively. Detailed Review 1. Is the rationale for, and objectives of, the study clearly described? Answer: Partly Evaluation: The rationale for the study is generally clear, highlighting the importance of addressing challenges in prescribing through innovative interventions like interactive dashboards. The protocol contextualizes the need for such tools by discussing their potential to integrate the strengths of CDSS and audit-and-feedback mechanisms. However, the link between the stated challenges (e.g., alert fatigue in CDSS, the transient impact of traditional feedback mechanisms) and the systematic review’s ability to address these gaps could be more explicitly developed. The objectives assessing the effectiveness and characteristics of interactive dashboards are clear but could benefit from additional specificity. For example, defining "effectiveness" and detailing how the characteristics will be described would strengthen the objectives. Suggestions for Improvement: Explicitly articulate how the systematic review will address the gaps identified in the rationale. Provide operational definitions for key terms like "effectiveness" and clarify the scope of "characteristics" being explored (e.g., usability, integration, user engagement). 4. Are the datasets presented in a usable and accessible format? Answer: Partly Evaluation: While the protocol describes plans for data extraction and analysis, it does not provide examples or visualizations of how datasets or results will be presented in the review. Accessibility of data is implied but not explicitly addressed. Suggestions for Improvement: Include mock-up tables or figures to illustrate how extracted data or synthesized results will be presented. Provide details on data-sharing plans, such as repositories or appendices where datasets will be made accessible. General Comments Strengths The protocol is methodologically robust, adhering to Cochrane and PRISMA-P standards. The systematic data extraction, quality assessment, and synthesis approach ensures reliability and transparency. The rationale addresses a significant issue in primary care, with interactive dashboards positioned as a promising solution. Limitations The rationale and objectives could be more explicitly linked to the research question. The description of outcomes (e.g., "effectiveness") lacks specificity. Plans for managing heterogeneity in the meta-analysis need to be more detailed. Accessibility of data and presentation formats could be better clarified. Recommendations to Make the Article Scientifically Sound Essential Points: link the rationale to the research question and specify how the review will address identified gaps. Define key terms such as "effectiveness" and elaborate on how the characteristics of dashboards will be analysed. Expand on handling heterogeneity in studies, including thresholds and criteria for conducting a meta-analysis. Optional Enhancements: Include mock-up tables or figures to illustrate how data will be presented. Provide a clear plan for making datasets accessible through repositories or supplementary materials. Is the rationale for, and objectives of, the study clearly described? Partly Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Partly Competing Interests: No competing interests were disclosed. Reviewer Expertise: The core areas of research include Health Informatics and Decision-Support Systems, which focus on optimising the implementation and use of Electronic Health Record (EHR) systems to improve clinical decision-making in primary healthcare. Research also explores the integration of generative AI in EHR systems, particularly in low-resource settings. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Mwogosi A. Reviewer Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r43659 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-43659 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 19 Feb 2025 Patrick Moynagh , Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 19 Feb 2025 Author Response Many thanks for taking the time to review our manuscript and for your helpful comments. Please note our replies below. Essential Points: 1) Link the rationale to the research ... Continue reading Many thanks for taking the time to review our manuscript and for your helpful comments. Please note our replies below. Essential Points: 1) Link the rationale to the research question and specify how the review will address identified gaps. We agree the rationale for this systematic review could be strengthened we have amended the first paragraph of the introduction as follows “Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’. In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death. While English data shows 1.5% of hospital admissions are as a result of an ADR 42 . In Ireland ADRs are the third most common type of reported adverse event in the health care system . Most prescribing occurs in primary care and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy . Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback . There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective”. Additionally the final paragraph of the introduction has been updated for clarity as follows : “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 2) Define key terms such as "effectiveness" and elaborate on how the characteristics of dashboards will be analysed. Effectiveness is a commonly used in health services research to describe the extent to which an intervention achieves its intended objectives in real-world settings. For the purposes of this review, effectiveness will be assessed based on whether dashboards improve prescribing quality. These outcomes will be evaluated using the measures reported in the included studies, such as changes in prescribing rates or reductions in potentially inappropriate prescribing. Regarding the analysis of intervention characteristics, we will examine factors such the level of interactivity and whether the dashboards were delivered as part of a multi-faceted intervention or whether they included clinical decision support. We will explore how these characteristics relate to the reported outcomes, as detailed in the included studies. The introduction paragraph has been updated as follows: “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 3) Expand on handling heterogeneity in studies, including thresholds and criteria for conducting a meta-analysis. This review will be conducted in line with guidance set out in the Cochrane Handbook for Systematic Reviews of Interventions. As such we outlined that meta-analysis would be performed if there were sufficient studies examining the same outcome. To further clarify, we defined homogeneity based on several key factors: Study Design : Studies needed to share a similar design (e.g., observational studies, interventional studies) to ensure comparability. Outcome Definition : Outcomes needed to be defined and measured in a similar way across studies. Level of Measurement : Outcomes measured at comparable levels, such as practice-level prescribing rates versus patient-level prescribing rates, were grouped separately to ensure consistency. These criteria aimed to balance comparability while maintaining a sufficiently broad scope to include a wide range of prescribing-related outcomes. Where studies differed in any of these aspects, meta-analysis was not performed, and results were synthesised narratively. We have updated the analysis section of the manuscript as follows: “We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement.” “As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g. Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta‐analysis (SWIM) guidance.” Optional Enhancements: 1) Include mock-up tables or figures to illustrate how data will be presented. We will present extracted data using a modified TIDier checklist similar to Table 2. If meta-analysis is performed the results will be displayed graphically using a forest plot. 2) Provide a clear plan for making datasets accessible through repositories or supplementary materials. No new primary data will be collected for this study, as the review will synthesise publicly available data from published studies. All data generated or analysed during this study will be included in the published review and its supplementary information files. This will include the search strategies used for each database, details of the included/excluded studies, and any additional data extracted during the review process. Many thanks for taking the time to review our manuscript and for your helpful comments. Please note our replies below. Essential Points: 1) Link the rationale to the research question and specify how the review will address identified gaps. We agree the rationale for this systematic review could be strengthened we have amended the first paragraph of the introduction as follows “Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’. In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death. While English data shows 1.5% of hospital admissions are as a result of an ADR 42 . In Ireland ADRs are the third most common type of reported adverse event in the health care system . Most prescribing occurs in primary care and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy . Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback . There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective”. Additionally the final paragraph of the introduction has been updated for clarity as follows : “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 2) Define key terms such as "effectiveness" and elaborate on how the characteristics of dashboards will be analysed. Effectiveness is a commonly used in health services research to describe the extent to which an intervention achieves its intended objectives in real-world settings. For the purposes of this review, effectiveness will be assessed based on whether dashboards improve prescribing quality. These outcomes will be evaluated using the measures reported in the included studies, such as changes in prescribing rates or reductions in potentially inappropriate prescribing. Regarding the analysis of intervention characteristics, we will examine factors such the level of interactivity and whether the dashboards were delivered as part of a multi-faceted intervention or whether they included clinical decision support. We will explore how these characteristics relate to the reported outcomes, as detailed in the included studies. The introduction paragraph has been updated as follows: “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 3) Expand on handling heterogeneity in studies, including thresholds and criteria for conducting a meta-analysis. This review will be conducted in line with guidance set out in the Cochrane Handbook for Systematic Reviews of Interventions. As such we outlined that meta-analysis would be performed if there were sufficient studies examining the same outcome. To further clarify, we defined homogeneity based on several key factors: Study Design : Studies needed to share a similar design (e.g., observational studies, interventional studies) to ensure comparability. Outcome Definition : Outcomes needed to be defined and measured in a similar way across studies. Level of Measurement : Outcomes measured at comparable levels, such as practice-level prescribing rates versus patient-level prescribing rates, were grouped separately to ensure consistency. These criteria aimed to balance comparability while maintaining a sufficiently broad scope to include a wide range of prescribing-related outcomes. Where studies differed in any of these aspects, meta-analysis was not performed, and results were synthesised narratively. We have updated the analysis section of the manuscript as follows: “We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement.” “As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g. Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta‐analysis (SWIM) guidance.” Optional Enhancements: 1) Include mock-up tables or figures to illustrate how data will be presented. We will present extracted data using a modified TIDier checklist similar to Table 2. If meta-analysis is performed the results will be displayed graphically using a forest plot. 2) Provide a clear plan for making datasets accessible through repositories or supplementary materials. No new primary data will be collected for this study, as the review will synthesise publicly available data from published studies. All data generated or analysed during this study will be included in the published review and its supplementary information files. This will include the search strategies used for each database, details of the included/excluded studies, and any additional data extracted during the review process. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 19 Feb 2025 Patrick Moynagh , Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland 19 Feb 2025 Author Response Many thanks for taking the time to review our manuscript and for your helpful comments. Please note our replies below. Essential Points: 1) Link the rationale to the research ... Continue reading Many thanks for taking the time to review our manuscript and for your helpful comments. Please note our replies below. Essential Points: 1) Link the rationale to the research question and specify how the review will address identified gaps. We agree the rationale for this systematic review could be strengthened we have amended the first paragraph of the introduction as follows “Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’. In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death. While English data shows 1.5% of hospital admissions are as a result of an ADR 42 . In Ireland ADRs are the third most common type of reported adverse event in the health care system . Most prescribing occurs in primary care and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy . Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback . There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective”. Additionally the final paragraph of the introduction has been updated for clarity as follows : “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 2) Define key terms such as "effectiveness" and elaborate on how the characteristics of dashboards will be analysed. Effectiveness is a commonly used in health services research to describe the extent to which an intervention achieves its intended objectives in real-world settings. For the purposes of this review, effectiveness will be assessed based on whether dashboards improve prescribing quality. These outcomes will be evaluated using the measures reported in the included studies, such as changes in prescribing rates or reductions in potentially inappropriate prescribing. Regarding the analysis of intervention characteristics, we will examine factors such the level of interactivity and whether the dashboards were delivered as part of a multi-faceted intervention or whether they included clinical decision support. We will explore how these characteristics relate to the reported outcomes, as detailed in the included studies. The introduction paragraph has been updated as follows: “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 3) Expand on handling heterogeneity in studies, including thresholds and criteria for conducting a meta-analysis. This review will be conducted in line with guidance set out in the Cochrane Handbook for Systematic Reviews of Interventions. As such we outlined that meta-analysis would be performed if there were sufficient studies examining the same outcome. To further clarify, we defined homogeneity based on several key factors: Study Design : Studies needed to share a similar design (e.g., observational studies, interventional studies) to ensure comparability. Outcome Definition : Outcomes needed to be defined and measured in a similar way across studies. Level of Measurement : Outcomes measured at comparable levels, such as practice-level prescribing rates versus patient-level prescribing rates, were grouped separately to ensure consistency. These criteria aimed to balance comparability while maintaining a sufficiently broad scope to include a wide range of prescribing-related outcomes. Where studies differed in any of these aspects, meta-analysis was not performed, and results were synthesised narratively. We have updated the analysis section of the manuscript as follows: “We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement.” “As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g. Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta‐analysis (SWIM) guidance.” Optional Enhancements: 1) Include mock-up tables or figures to illustrate how data will be presented. We will present extracted data using a modified TIDier checklist similar to Table 2. If meta-analysis is performed the results will be displayed graphically using a forest plot. 2) Provide a clear plan for making datasets accessible through repositories or supplementary materials. No new primary data will be collected for this study, as the review will synthesise publicly available data from published studies. All data generated or analysed during this study will be included in the published review and its supplementary information files. This will include the search strategies used for each database, details of the included/excluded studies, and any additional data extracted during the review process. Many thanks for taking the time to review our manuscript and for your helpful comments. Please note our replies below. Essential Points: 1) Link the rationale to the research question and specify how the review will address identified gaps. We agree the rationale for this systematic review could be strengthened we have amended the first paragraph of the introduction as follows “Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’. In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death. While English data shows 1.5% of hospital admissions are as a result of an ADR 42 . In Ireland ADRs are the third most common type of reported adverse event in the health care system . Most prescribing occurs in primary care and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy . Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback . There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective”. Additionally the final paragraph of the introduction has been updated for clarity as follows : “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 2) Define key terms such as "effectiveness" and elaborate on how the characteristics of dashboards will be analysed. Effectiveness is a commonly used in health services research to describe the extent to which an intervention achieves its intended objectives in real-world settings. For the purposes of this review, effectiveness will be assessed based on whether dashboards improve prescribing quality. These outcomes will be evaluated using the measures reported in the included studies, such as changes in prescribing rates or reductions in potentially inappropriate prescribing. Regarding the analysis of intervention characteristics, we will examine factors such the level of interactivity and whether the dashboards were delivered as part of a multi-faceted intervention or whether they included clinical decision support. We will explore how these characteristics relate to the reported outcomes, as detailed in the included studies. The introduction paragraph has been updated as follows: “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 3) Expand on handling heterogeneity in studies, including thresholds and criteria for conducting a meta-analysis. This review will be conducted in line with guidance set out in the Cochrane Handbook for Systematic Reviews of Interventions. As such we outlined that meta-analysis would be performed if there were sufficient studies examining the same outcome. To further clarify, we defined homogeneity based on several key factors: Study Design : Studies needed to share a similar design (e.g., observational studies, interventional studies) to ensure comparability. Outcome Definition : Outcomes needed to be defined and measured in a similar way across studies. Level of Measurement : Outcomes measured at comparable levels, such as practice-level prescribing rates versus patient-level prescribing rates, were grouped separately to ensure consistency. These criteria aimed to balance comparability while maintaining a sufficiently broad scope to include a wide range of prescribing-related outcomes. Where studies differed in any of these aspects, meta-analysis was not performed, and results were synthesised narratively. We have updated the analysis section of the manuscript as follows: “We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement.” “As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g. Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta‐analysis (SWIM) guidance.” Optional Enhancements: 1) Include mock-up tables or figures to illustrate how data will be presented. We will present extracted data using a modified TIDier checklist similar to Table 2. If meta-analysis is performed the results will be displayed graphically using a forest plot. 2) Provide a clear plan for making datasets accessible through repositories or supplementary materials. No new primary data will be collected for this study, as the review will synthesise publicly available data from published studies. All data generated or analysed during this study will be included in the published review and its supplementary information files. This will include the search strategies used for each database, details of the included/excluded studies, and any additional data extracted during the review process. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Comments on this article Comments (0) Version 2 VERSION 2 PUBLISHED 03 Jul 2024 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 3 4 Version 2 (revision) 19 Feb 25 read read read Version 1 03 Jul 24 read read read read Augustino Mwogosi , The University of Dodoma, Dodoma, Tanzania Denis O'Mahony , University College Cork, Cork, Ireland Heike Vornhagen , University of Galway, Galway, Ireland Rainer Tan , University of Lausanne, Lausanne, Switzerland Nina Emery , Unisante Center for Primary Care and Public Health, University of Lausanne, Lausanne, Switzerland Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Tan R et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 27 Feb 2025 | for Version 2 Rainer Tan , University of Lausanne, Lausanne, Switzerland Nina Emery , Unisante Center for Primary Care and Public Health, University of Lausanne, Lausanne, Switzerland 0 Views copyright © 2025 Tan R et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions We thank the authors for their answers. The revised manuscript shows more comprehensiveness and clarity, and all our comments have been addressed. Particularly, the outcomes of interest and their prioritization is clearer, as well as the distinction between explicit and implicit tools. All the minor issues have also been correctly addressed. We have no further comments. Competing Interests No competing interests were disclosed. Reviewer Expertise Digital Health, antibiotic stewardship We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Tan R and Emery N. Peer Review Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15476.r45918) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v2#referee-response-45918 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Vornhagen H. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 20 Feb 2025 | for Version 2 Heike Vornhagen , University of Galway, Galway, Ireland 0 Views copyright © 2025 Vornhagen H. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions I am happy with the revised version and have no further comments to make. Competing Interests No competing interests were disclosed. Reviewer Expertise Dashboards, Data Visualisation, UX Design I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Vornhagen H. Peer Review Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15476.r45919) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v2#referee-response-45919 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Mwogosi A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 20 Feb 2025 | for Version 2 Augustino Mwogosi , The University of Dodoma, Dodoma, Dodoma Region, Tanzania 0 Views copyright © 2025 Mwogosi A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The revised manuscript demonstrates significant improvements in clarity, methodological transparency, and justification for the study. The authors have effectively addressed the primary concerns and enhanced the protocol's overall rigour. The introduction has been strengthened by providing a clearer rationale for conducting the systematic review, particularly about medication-related harm, polypharmacy, and the challenges of prescribing in primary care. Including additional references and clarifying key concepts, such as the distinction between implicit and explicit medication appropriateness tools, further contributes to the manuscript’s clarity. Methodological improvements are evident in the study selection criteria, which now explicitly state that all patient cohorts within primary care settings will be considered. This revision resolves prior concerns about whether the review was specifically focused on older adults or had a broader scope. The authors have also refined the analysis section by specifying the criteria for determining study homogeneity in meta-analysis, which includes study design, outcome definitions, and measurement levels. This level of detail ensures a more transparent and reproducible methodology. Moreover, the clarification that two independent reviewers will conduct full-text screening further strengthens the rigour of the study selection process. The manuscript now provides a more precise definition of “effectiveness” concerning interactive dashboards, linking it to prescribing-related outcomes such as potentially inappropriate prescribing (PIP) and adherence to guidelines. Sensitivity analyses are now explicitly discussed, although no specific subgroup analyses are planned due to the anticipated aggregate nature of the data. While this limitation is acknowledged, the authors may consider briefly mentioning whether any exploratory subgroup analyses (e.g., based on intervention type or setting) could be considered if the data allow. This minor addition would further strengthen the interpretability of the findings. Competing Interests No competing interests were disclosed. Reviewer Expertise The core areas of research include Health Informatics and Decision-Support Systems, which focus on optimising the implementation and use of Electronic Health Record (EHR) systems to improve clinical decision-making in primary healthcare. Research also explores the integration of generative AI in EHR systems, particularly in low-resource settings. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Mwogosi A. Peer Review Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15476.r45916) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v2#referee-response-45916 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 Tan R et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 28 Dec 2024 | for Version 1 Rainer Tan , University of Lausanne, Lausanne, Switzerland Nina Emery , Unisante Center for Primary Care and Public Health, University of Lausanne, Lausanne, Switzerland 0 Views copyright © 2024 Tan R et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The authors highlight the challenge of appropriate prescribing for patients with multimorbidity and polypharmacy, which is a growing problem in the context of populational aging. More specifically, they focus on primary care, where the majority of prescribing takes place. Interactive dashboards are identified as a potential solution to help primary healthcare workers improve prescribing safety. They propose a protocol for a systematic review with the aim of evaluating the effectiveness of interactive dashboards on prescribing outcomes. Overall, the protocol is clear, well-developed, and aligned with the PRISMA-P and Cochrane guidelines. However, some changes could improve overall clarity and completeness: Major issue: In line with section 13 of PRISMA-P guidelines, more details on the different outcomes of interest, the type of measures and their prioritization should be provided. It is unclear if the outcomes listed in table 1 are an exhaustive list of the outcome of interest in the review, or the outcome upon which studies will be selected for the review. Moreover, in line with Cochrane guidelines ( MECIR Box 3.2.d C17), authors should define which measure of prescribing quality will be prioritized, if multiple measures are reported (eg, explicit vs implicit criteria) or provide a rationale if not possible. Finally clarifying the difference between implicit and explicit tools would add clarity. Minor issues: Last paragraph of introduction: the concept of “effectiveness” of interactive dashboards on prescribing related outcomes would benefit from further clarification. How is effectiveness defined and measured? Is it, for example, the dashboards’ effect on the rate of prescriptions aligned with Beers or STOPP criteria? Study selection: In line with section 8 of PRISMA-P guidelines, the authors report the study characteristics to be used as eligibility criteria for the review, in a clear manner as part of a table (table 1), but the described population of interest would benefit from more details. Indeed, in the description of the population of interest, the authors mention primary care prescribers. However, there is no mention of the type of patients targeted by the intervention. Given the focus given in the introduction on the elderly population, and given that tools such as Beers and STOPP are designed for elderly patients, does the review focus on geriatric patients? Children? Studies looking at patients with particular illnesses (e.g. COVID-19, HIV)? Study selection: The authors state that full text will be reviewed by two reviewers, however not completely clear whether this will be done independently or subsequently. Analysis: In line with PRISMA-P section 15a, the protocol is clear that a meta-analysis will be performed if there are sufficient studies examining the same outcome, but it is unclear what other criteria will be used to define «homogenous studies». Analysis: Will any subgroup or sensitivity analyses be performed? If so, they should ideally be described. Is the rationale for, and objectives of, the study clearly described? Partly Is the study design appropriate for the research question? Partly Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Digital Health, antibiotic stewardship We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however we have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 19 Feb 2025 Patrick Moynagh, Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland Thank you very much for reviewing our manuscript. Your comments are very helpful and appreciated. Please see our replies below. Major issue: In line with section 13 of PRISMA-P guidelines, more details on the different outcomes of interest, the type of measures and their prioritization should be provided. It is unclear if the outcomes listed in table 1 are an exhaustive list of the outcome of interest in the review, or the outcome upon which studies will be selected for the review. Moreover, in line with Cochrane guidelines (MECIR Box 3.2.d C17), authors should define which measure of prescribing quality will be prioritized, if multiple measures are reported (eg, explicit vs implicit criteria) or provide a rationale if not possible. Finally clarifying the difference between implicit and explicit tools would add clarity. In the protocol, we intentionally kept the definition of prescribing-related outcome measures broad, encompassing measures such as utilisation patterns and prescribing quality assessed through explicit and/or implicit criteria. This approach was informed by scoping searches, which suggested that explicit criteria and utilisation patterns were likely to be the predominant method in these studies which typically analyse large populations at aggregate levels. While implicit criteria were not explicitly excluded, they did not emerge in the included studies during the review process, likely due to the operational constraints of applying implicit tools in such contexts. We acknowledge that further detail on the prioritisation of outcomes would be helpful and have now added clarification that while both explicit and implicit criteria were considered, we anticipated, based on our scoping searches, that explicit criteria and utilisation patterns would feature more prominently. Additionally, we have expanded on the distinction between explicit and implicit tools in the revised text to provide clarity. We have also clarified that all prescribing-related outcome measures that meet our inclusion criteria will be included. We have updated the manuscript as follows: Introduction: “Explicit tools are focused on drugs, measuring how they fit pre-defined criteria whereas implicit tools are based on clinical guidelines and clinical evaluation criteria” Methods: Study Selection : “All outcome measures detailed in Table 1 will be considered, we anticipate however, based on scoping searches, that explicit criteria and utilisation patterns will feature more prominently.” Minor Issues: 1) Last paragraph of introduction: the concept of “effectiveness” of interactive dashboards on prescribing related outcomes would benefit from further clarification. How is effectiveness defined and measured? Is it, for example, the dashboards’ effect on the rate of prescriptions aligned with Beers or STOPP criteria? Thank for you highlighting this point. the introduction paragraph has been updated as follows: “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 2) Study selection: In line with section 8 of PRISMA-P guidelines, the authors report the study characteristics to be used as eligibility criteria for the review, in a clear manner as part of a table (table 1), but the described population of interest would benefit from more details. Indeed, in the description of the population of interest, the authors mention primary care prescribers. However, there is no mention of the type of patients targeted by the intervention. Given the focus given in the introduction on the elderly population, and given that tools such as Beers and STOPP are designed for elderly patients, does the review focus on geriatric patients? Children? Studies looking at patients with particular illnesses (e.g. COVID-19, HIV)? We agree this needs clarification. As this intervention is targeted at clinicians but outcomes measured on patients/populations there are two populations of interest. We have clarified this within Table 1. 3) Analysis: In line with PRISMA-P section 15a, the protocol is clear that a meta-analysis will be performed if there are sufficient studies examining the same outcome, but it is unclear what other criteria will be used to define «homogenous studies» . In the protocol, we outlined that meta-analysis would be performed if there were sufficient studies examining the same outcome. To further clarify, we defined homogeneity based on several key factors: Study Design : Studies needed to share a similar design (e.g., observational studies, interventional studies) to ensure comparability. Outcome Definition : Outcomes needed to be defined and measured in a similar way across studies. Level of Measurement : Outcomes measured at comparable levels, such as practice-level prescribing rates versus patient-level prescribing rates, were grouped separately to ensure consistency. These criteria aimed to balance comparability while maintaining a sufficiently broad scope to include a wide range of prescribing-related outcomes. Where studies differed in any of these aspects, meta-analysis was not performed, and results were synthesised narratively. We have updated the manuscript as follows: “We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement” 4) Analysis: Will any subgroup or sensitivity analyses be performed? If so, they should ideally be described. Given the nature of the intervention we anticipated that outcomes will be measured at aggregate level, thus population level subgroup analyses were not planned as they were unlikely to be feasible. We have noted in the last sentence of the analysis: “As this systematic review is assessing an intervention targeted at primary care prescribers, included studies may have aggregate level patient data, thus it may not be possible to conduct population level subgroup analysis.” Sensitivity analysis can be performed. The manuscript was updated as follows. “As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta‐analysis (SWIM) guidance.” 5) Study selection: The authors state that full text will be reviewed by two reviewers, however not completely clear whether this will be done independently or subsequently Thank you for highlighting this omission in the manuscript. The manuscript was updated as follows: “Two reviewers independently read the titles/abstracts of identified records and eliminated studies not meeting inclusion criteria. The full text of the remaining studies will be reviewed again independently by two reviewers who will assess their suitability for inclusion.” View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Tan R and Emery N. Peer Review Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r43666) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-43666 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 Vornhagen H. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 26 Dec 2024 | for Version 1 Heike Vornhagen , University of Galway, Galway, Ireland 0 Views copyright © 2024 Vornhagen H. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions A potentially interesting study. However, it is unclear to me if the focus is on prescribing in primary care generally as indicated in the title, or on older people and multi-morbidity / polypharmacy. This confusion is carried forward into the introduction which starts with CDM and older people but then exclusively focuses on dashboards, feedback and prescribing with no further mention of older people. I would suggest to clarify the focus of the systematic review and update the article accordingly. This paper describes a protocol for carrying out a systematic review of interactive dashboards and prescribing in primary care. It gives an overview of the context for the research and details the search strategy. However, the context veers between care of older people especially regarding multi-morbidity and polypharmacy and the use of interactive dashboards to improve prescribing. It is not clear if there will be a link established in the full review, however, as the search terms do not include specificities regarding elder care, it seems unlikely. My main concerns are as follows: 1) Lack of clarity What is the focus of this review? Is it prescribing generally of prescribing in the context of elder care? This is not clear. 2) Search strategy This lack of clarity impacts the search strategy. While search terms are sufficient for general prescribing, there are no specific search terms (or inclusion / exclusion criteria) regarding elder care. 3) Overall I am slightly confused as the systematic review is already available as a preprint with a focus solely on prescribing in primary care (ie no mention of older people). So it seems that the study purpose has been changed but the protocol was not updated. These are the reasons why I approve this protocol with reservations as this issue needs to be clarified. Is the rationale for, and objectives of, the study clearly described? Partly Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise Dashboards, Data Visualisation, UX Design I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 21 Feb 2025 Patrick Moynagh, Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland Many thanks for taking the time to review our manuscript. Your comments are very helpful and appreciated. Please see our reply below. We agree the focus of the systematic review lacks clarity in the introduction of the protocol. This systematic review aims to assess the effectiveness of interactive dashboards on prescribing for all patient cohorts within generalist primary care settings. The content in the introduction on older people and polypharmacy was to emphasise that medication-related harm is becoming a more pressing problem due to the aging population and rising levels of polypharmacy. However, our focus as described in the methods was and remains as all patient cohorts, and hence the search strategy does not include specific terms relating to older adults. This is consistent with the pre-registered PROSPERO protocol ( https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=481475 ) and preprint, and thus there has been no change to the focus after commencing the systematic review. We have restructured the first paragraph of the introduction for clarity: “Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’. In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death. While English data shows 1.5% of hospital admissions are as a result of an ADR. In Ireland ADRs are the third most common type of reported adverse event in the health care system. Most prescribing occurs in primary care and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy. Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback. There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective.” View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Vornhagen H. Peer Review Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r43664) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-43664 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 O'Mahony D. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 26 Dec 2024 | for Version 1 Denis O'Mahony , University College Cork, Cork, Ireland 0 Views copyright © 2024 O'Mahony D. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This study protocol manuscript deals with a highly important issue i.e. preventable drug-related morbidity (PDRM) and the various interactive dashboard methods used in primary care settings. The protocol lays out clearly how the systematic review (SR) will be conducted, using an appropriate range of publicly available databases as well as other important sources for a thorough SR, including grey literature, trial registries and conference abstracts in order to avoid bias. The SR has already been registered on PROSPERO, the most internationally well-known registry for systematic reviews. The protocol is clearly written and concise and includes all of the elements that one would expect to find in a high-quality SR. I can find no intrinsic weaknesses in the protocol as described in this manuscript. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise Polypharmacy in older people; clinical pharmacology I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (1) Author Response 08 Feb 2025 Patrick Moynagh, Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland Many thanks for taking the time to review our manuscript. It is most appreciated. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern O'Mahony D. Peer Review Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r41536) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-41536 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 Mwogosi A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 09 Dec 2024 | for Version 1 Augustino Mwogosi , The University of Dodoma, Dodoma, Dodoma Region, Tanzania 0 Views copyright © 2024 Mwogosi A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Summary of the Article The article outlines a systematic review protocol aimed at evaluating the effectiveness of interactive dashboards in optimizing prescribing in primary care. It also seeks to explore the characteristics of these dashboards to inform future developments in e-prescribing infrastructure. The protocol emphasizes the challenges of polypharmacy, multimorbidity, and inappropriate prescribing and positions interactive dashboards as innovative tools that combine real-time data visualization with feedback to improve prescribing practices. The systematic review will include interventional studies assessing interactive dashboards in primary care. The methods align with PRISMA-P guidelines, with a detailed plan for study selection, data extraction, and quality assessment. A narrative synthesis and potential meta-analysis are proposed to evaluate the findings comprehensively. Detailed Review 1. Is the rationale for, and objectives of, the study clearly described? Answer: Partly Evaluation: The rationale for the study is generally clear, highlighting the importance of addressing challenges in prescribing through innovative interventions like interactive dashboards. The protocol contextualizes the need for such tools by discussing their potential to integrate the strengths of CDSS and audit-and-feedback mechanisms. However, the link between the stated challenges (e.g., alert fatigue in CDSS, the transient impact of traditional feedback mechanisms) and the systematic review’s ability to address these gaps could be more explicitly developed. The objectives assessing the effectiveness and characteristics of interactive dashboards are clear but could benefit from additional specificity. For example, defining "effectiveness" and detailing how the characteristics will be described would strengthen the objectives. Suggestions for Improvement: Explicitly articulate how the systematic review will address the gaps identified in the rationale. Provide operational definitions for key terms like "effectiveness" and clarify the scope of "characteristics" being explored (e.g., usability, integration, user engagement). 4. Are the datasets presented in a usable and accessible format? Answer: Partly Evaluation: While the protocol describes plans for data extraction and analysis, it does not provide examples or visualizations of how datasets or results will be presented in the review. Accessibility of data is implied but not explicitly addressed. Suggestions for Improvement: Include mock-up tables or figures to illustrate how extracted data or synthesized results will be presented. Provide details on data-sharing plans, such as repositories or appendices where datasets will be made accessible. General Comments Strengths The protocol is methodologically robust, adhering to Cochrane and PRISMA-P standards. The systematic data extraction, quality assessment, and synthesis approach ensures reliability and transparency. The rationale addresses a significant issue in primary care, with interactive dashboards positioned as a promising solution. Limitations The rationale and objectives could be more explicitly linked to the research question. The description of outcomes (e.g., "effectiveness") lacks specificity. Plans for managing heterogeneity in the meta-analysis need to be more detailed. Accessibility of data and presentation formats could be better clarified. Recommendations to Make the Article Scientifically Sound Essential Points: link the rationale to the research question and specify how the review will address identified gaps. Define key terms such as "effectiveness" and elaborate on how the characteristics of dashboards will be analysed. Expand on handling heterogeneity in studies, including thresholds and criteria for conducting a meta-analysis. Optional Enhancements: Include mock-up tables or figures to illustrate how data will be presented. Provide a clear plan for making datasets accessible through repositories or supplementary materials. Is the rationale for, and objectives of, the study clearly described? Partly Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Partly Competing Interests No competing interests were disclosed. Reviewer Expertise The core areas of research include Health Informatics and Decision-Support Systems, which focus on optimising the implementation and use of Electronic Health Record (EHR) systems to improve clinical decision-making in primary healthcare. Research also explores the integration of generative AI in EHR systems, particularly in low-resource settings. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 19 Feb 2025 Patrick Moynagh, Department of General Practice, RCSI University of Medicine and Health Sciences, Dublin 2, Ireland Many thanks for taking the time to review our manuscript and for your helpful comments. Please note our replies below. Essential Points: 1) Link the rationale to the research question and specify how the review will address identified gaps. We agree the rationale for this systematic review could be strengthened we have amended the first paragraph of the introduction as follows “Reducing medication-related harm has been identified within the World Health Organisation’s (WHO) third global patient safety challenge in 2017, ‘Medication without Harm’. In the United States alone it is estimated that adverse drug reactions represent the third leading cause of death. While English data shows 1.5% of hospital admissions are as a result of an ADR 42 . In Ireland ADRs are the third most common type of reported adverse event in the health care system . Most prescribing occurs in primary care and qualitative data from general practitioners (GPs) indicates prescribing has become more challenging, particularly for patients with multimorbidity and polypharmacy . Irish GPs in a nationwide cluster randomised controlled trial (RCT) evaluating a deprescribing intervention, viewed participation as an opportunity to review their prescribing practices and were interested in getting performance feedback . There is evidence that audit and feedback is effective in improving professional behaviour and that ongoing or repeated feedback is more effective”. Additionally the final paragraph of the introduction has been updated for clarity as follows : “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 2) Define key terms such as "effectiveness" and elaborate on how the characteristics of dashboards will be analysed. Effectiveness is a commonly used in health services research to describe the extent to which an intervention achieves its intended objectives in real-world settings. For the purposes of this review, effectiveness will be assessed based on whether dashboards improve prescribing quality. These outcomes will be evaluated using the measures reported in the included studies, such as changes in prescribing rates or reductions in potentially inappropriate prescribing. Regarding the analysis of intervention characteristics, we will examine factors such the level of interactivity and whether the dashboards were delivered as part of a multi-faceted intervention or whether they included clinical decision support. We will explore how these characteristics relate to the reported outcomes, as detailed in the included studies. The introduction paragraph has been updated as follows: “In line with national and international campaigns to reduce medication-related harm and recent developments in e-prescribing infrastructure, this systematic review aims to explore the effectiveness of interactive dashboards in improving prescribing-related outcomes in primary care. These outcomes include potentially inappropriate prescribing (PIP) and drug utilisation rates (e.g., reducing prescribing volumes where lower rates are preferable or optimising prescribing patterns in line with guidelines). Additionally, it aims to describe the characteristics of these interventions to inform future intervention development and e-prescribing infrastructure.” 3) Expand on handling heterogeneity in studies, including thresholds and criteria for conducting a meta-analysis. This review will be conducted in line with guidance set out in the Cochrane Handbook for Systematic Reviews of Interventions. As such we outlined that meta-analysis would be performed if there were sufficient studies examining the same outcome. To further clarify, we defined homogeneity based on several key factors: Study Design : Studies needed to share a similar design (e.g., observational studies, interventional studies) to ensure comparability. Outcome Definition : Outcomes needed to be defined and measured in a similar way across studies. Level of Measurement : Outcomes measured at comparable levels, such as practice-level prescribing rates versus patient-level prescribing rates, were grouped separately to ensure consistency. These criteria aimed to balance comparability while maintaining a sufficiently broad scope to include a wide range of prescribing-related outcomes. Where studies differed in any of these aspects, meta-analysis was not performed, and results were synthesised narratively. We have updated the analysis section of the manuscript as follows: “We will narratively summarise the intervention types and those associated with improvements in prescribing outcomes. Additionally, we will narratively describe the prescribing related outcomes used by included studies. A quantitative synthesis (i.e. meta-analysis) will be considered if a sufficient number of homogenous studies are identified which examine the same outcome. We defined homogeneity based on several key factors, (i) study design (ii) outcome definition (iii) level of measurement.” “As we believe that heterogeneity exists regardless of whether we happen to detect it using a statistical test, we will focus less on significance tests and instead further investigate the sources and impact of the heterogeneity (e.g. Risk of Bias) through sensitivity analysis. In the event of substantial clinical or methodological heterogeneity, we will not report study results as pooled effect estimates and will synthesise study findings using the approach suggested in the Synthesis Without Meta‐analysis (SWIM) guidance.” Optional Enhancements: 1) Include mock-up tables or figures to illustrate how data will be presented. We will present extracted data using a modified TIDier checklist similar to Table 2. If meta-analysis is performed the results will be displayed graphically using a forest plot. 2) Provide a clear plan for making datasets accessible through repositories or supplementary materials. No new primary data will be collected for this study, as the review will synthesise publicly available data from published studies. All data generated or analysed during this study will be included in the published review and its supplementary information files. This will include the search strategies used for each database, details of the included/excluded studies, and any additional data extracted during the review process. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Mwogosi A. Peer Review Report For: Effectiveness of interactive dashboards to optimise prescribing in primary care: a protocol for a systematic review [version 2; peer review: 4 approved] . HRB Open Res 2025, 7 :44 ( https://doi.org/10.21956/hrbopenres.15255.r43659) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-44/v1#referee-response-43659 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with HRB Open Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Effectiveness of interactive dashboards to...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://hrbopenresearch.org/articles/7-44/v2" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://hrbopenresearch.org/articles/7-44/v2&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://hrbopenresearch.org/articles/7-44/v2" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Moynagh P et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://hrbopenresearch.org/articles/7-44/v2/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://hrbopenresearch.org/articles/7-44", templates : { twitter : "Effectiveness of interactive dashboards to optimise prescribing.... Moynagh P et al., published by " + "@HRBOpenRes" + ", https://hrbopenresearch.org/articles/7-44/v2" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/13909/15476") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "15476"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "43659": 29, "43660": 0, "43661": 0, "43662": 0, "43663": 0, "43664": 15, "43665": 0, "43666": 23, "43667": 0, "43668": 0, "41532": 0, "41533": 0, "41534": 0, "41535": 0, "41536": 20, "41537": 0, "41538": 0, "42178": 0, "41539": 0, "42179": 0, "41540": 0, "42180": 0, "41541": 0, "42181": 0, "42182": 0, "42183": 0, "42184": 0, "42185": 0, "42186": 0, "42187": 0, "41804": 0, "41805": 0, "41806": 0, "41807": 0, "41808": 0, "41296": 0, "41809": 0, "41297": 0, "41810": 0, "41298": 0, "41811": 0, "41299": 0, "41812": 0, "41300": 0, "41813": 0, "41301": 0, "41302": 0, "41303": 0, "41304": 0, "41305": 0, "45916": 8, "45917": 0, "45918": 6, "45919": 15, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "05040962-ac79-4e09-9bc9-1508d81f56a8"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); Are you a HRB-funded researcher? Submission to HRB Open Research is open to all HRB grantholders or people working on a HRB-funded/co-funded grant on or since 1 January 2017. Sign up for information about developments, publishing and publications from HRB Open Research. First Name * You must provide your first name Last Name * You must provide your last name Email * You must provide a valid email address Institution You must provide an institution. Submit Thank you! We'll keep you updated on any major new updates to HRB Open Research HRB Open Research Browse How to Publish About Contact RSS Cookie Notice Privacy Notice Legal Submit Your Research © F1000 Research Limited and its licensors ISSN 2515-4826 | Legal background var F1000platform = new F1000.Platform({ name: "hrb", displayName: "HRB Open Research", hostName: "hrbopenresearch.org", id: "5", editorialEmail: "[email protected]", infoEmail: "[email protected]" }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); }); (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'a00ee7868c74df94',t:'MTc3OTY1MzAxMw=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();