Educational interventions... | F1000Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://f1000research.com/js/vendor/ckeditor/' window.reactTheme = 'research'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2318163,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); search file_upload Submit your research search menu close search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Open Data, Software and Code Guidelines (PSE) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Article Processing Charges Peer Review Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Newsroom Contact My Research Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://f1000research.com/articles/10-753" }, "headline": "Educational interventions for shared decision making and the role...", "datePublished": "2021-08-04T16:21:04", "dateModified": "2021-08-04T16:21:04", "author": [ { "@type": "Person", "name": "Catherine Witkop" }, { "@type": "Person", "name": "Dario Torre" }, { "@type": "Person", "name": "Emily Harvey" }, { "@type": "Person", "name": "Lauren Maggio" } ], "publisher": { "@type": "Organization", "name": "F1000Research", "logo": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 480, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 1200, "width": 150 }, "description": "Background: Shared decision making is critical to patient-centered care and yet there is limited consensus on effective teaching approaches for training physicians in this domain. As a collaborative process in which the patient and physician co-create a decision, patient and relational agency may be important contributors and studies with patient-reported outcomes may identify successful approaches and determine gaps in pedagogy. The authors conducted a systematic review of educational interventions for shared decision making, focusing on patient-reported outcomes and consideration of agency. Methods: Ovid MEDLINE, Embase, and Web of Science were searched for studies describing educational interventions with patient-level outcomes published between January 2000 and January 2020. Articles were excluded if they were not in English, included only patient interventions, or reported only physician outcomes. Quality assessment was performed using the Medical Education Research Study Quality Instrument (MERSQI). Data about the educational methods used were extracted and included studies were assessed for quality. Thematic analysis was performed to identify the potential role of agency. Results: 26 articles were identified describing 17 unique studies. Educational interventions were diverse in duration and content, with multiple components. Three-quarters of studies used role play or simulated patients and 82% included tools to facilitate shared decisions. Although no articles explicitly discussed facilitating agency as a component of the intervention or as an outcome, one qualitative study demonstrated themes of patient and relational agency. Conclusions: Educational interventions included small group discussion, decision aids, role play, and simulated patients, and improved a range of patient outcomes, but our study included only studies including practicing physicians, limiting applicability to trainees and other health care providers. Interventions have not included explicit instructional design around agency, but qualitative analyses demonstrated interventions may facilitate agency and shared decision making. Future instructional strategies should consider the complexity inherent in co-constructing decisions." } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://f1000research.com/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://f1000research.com/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://f1000research.com/articles/10-753/v1", "name": "Educationalinterventions forshareddecisionmaking and therole ofpatientagency:A..." } } ] } Home Browse Educationalinterventions forshareddecisionmaking and therole ofpatientagency:A... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Witkop C, Torre D, Harvey E and Maggio L. Educational interventions for shared decision making and the role of patient agency: A Systematic Review [version 1; peer review: 1 approved, 1 approved with reservations] . F1000Research 2021, 10 :753 ( https://doi.org/10.12688/f1000research.54168.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Systematic Review Educational interventions for shared decision making and the role of patient agency: A Systematic Review [version 1; peer review: 1 approved, 1 approved with reservations] Catherine Witkop https://orcid.org/0000-0001-5366-2663 1 , Dario Torre 2 , Emily Harvey 3 , Lauren Maggio 2 Catherine Witkop https://orcid.org/0000-0001-5366-2663 1 , Dario Torre 2 , Emily Harvey 3 , Lauren Maggio 2 PUBLISHED 04 Aug 2021 Author details Author details 1 Departments of Preventive Medicine and Obstetrics/Gynecology, Uniformed Services University of the Health Sciences, Bethesda, MD, 20814, USA 2 Center for Health Professions Education, Uniformed Services University of the Health Sciences, Bethesda, MD, 20814, USA 3 Henry M. Jackson Foundation, Uniformed Services University of the Health Sciences, Bethesda, MD, 20814, USA Catherine Witkop Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Project Administration, Resources, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Dario Torre Roles: Formal Analysis, Methodology, Writing – Review & Editing Emily Harvey Roles: Formal Analysis, Investigation, Writing – Review & Editing Lauren Maggio Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS Abstract Background: Shared decision making is critical to patient-centered care and yet there is limited consensus on effective teaching approaches for training physicians in this domain. As a collaborative process in which the patient and physician co-create a decision, patient and relational agency may be important contributors and studies with patient-reported outcomes may identify successful approaches and determine gaps in pedagogy. The authors conducted a systematic review of educational interventions for shared decision making, focusing on patient-reported outcomes and consideration of agency. Methods: Ovid MEDLINE, Embase, and Web of Science were searched for studies describing educational interventions with patient-level outcomes published between January 2000 and January 2020. Articles were excluded if they were not in English, included only patient interventions, or reported only physician outcomes. Quality assessment was performed using the Medical Education Research Study Quality Instrument (MERSQI). Data about the educational methods used were extracted and included studies were assessed for quality. Thematic analysis was performed to identify the potential role of agency. Results: 26 articles were identified describing 17 unique studies. Educational interventions were diverse in duration and content, with multiple components. Three-quarters of studies used role play or simulated patients and 82% included tools to facilitate shared decisions. Although no articles explicitly discussed facilitating agency as a component of the intervention or as an outcome, one qualitative study demonstrated themes of patient and relational agency. Conclusions: Educational interventions included small group discussion, decision aids, role play, and simulated patients, and improved a range of patient outcomes, but our study included only studies including practicing physicians, limiting applicability to trainees and other health care providers. Interventions have not included explicit instructional design around agency, but qualitative analyses demonstrated interventions may facilitate agency and shared decision making. Future instructional strategies should consider the complexity inherent in co-constructing decisions. READ ALL READ LESS Keywords shared decision making, educational interventions, agency, cultural historical activity theory (CHAT) Corresponding Author(s) Catherine Witkop ( [email protected] ) Close Corresponding author: Catherine Witkop Competing interests: No competing interests were disclosed. Grant information: The author(s) declared that no grants were involved in supporting this work. Copyright: © 2021 Witkop C et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Witkop C, Torre D, Harvey E and Maggio L. Educational interventions for shared decision making and the role of patient agency: A Systematic Review [version 1; peer review: 1 approved, 1 approved with reservations] . F1000Research 2021, 10 :753 ( https://doi.org/10.12688/f1000research.54168.1 ) First published: 04 Aug 2021, 10 :753 ( https://doi.org/10.12688/f1000research.54168.1 ) Latest published: 04 Aug 2021, 10 :753 ( https://doi.org/10.12688/f1000research.54168.1 ) Introduction Shared decision making is critical to patient-centered care, and yet there is limited consensus on how to most effectively teach it to health professionals. Although numerous educational interventions have been developed, many have not been methodically studied nor described in the literature 1 , 2 . In a recent systematic review of published studies, Muller et al. found great variation in the interventions, outcome measures, and conclusions of the 41 included articles 3 . Because their analysis did not allow matching training components with outcomes, conclusions were limited for the most effective strategies, further, they noted that most of the published studies reported on provider-reported outcomes over observed or patient outcomes 3 . Because shared decision making is a collaborative process in which the patient and provider co-create a decision based on the patient’s preferences and values in addition to scientific evidence, we propose that in-depth analysis of studies with patient-reported outcomes may help us better identify successful approaches and determine gaps in pedagogy. Focusing on studies with patient outcomes may also allow for closer examination of the role of agency in shared clinical decisions. We suggest that shared decision making requires not only a patient with sufficient agency to participate in the collaborative process, but a clinician whose actions enhance relational agency in the encounter. One commonly cited definition of agency, by Giddens, is an individual acting intentionally, with the capacity to act on his or her intentions, and having the power to create a new event or intervene in an existing event 4 . According to Giddens, individual agency can be shaped, facilitated, or constrained by social structures. The clinical encounter is such a social structure, made up of the actions of the physician, the clinical and patient support tools, the culture, environment, and expectations. Relational agency has been defined as “the capacity to work with others to expand the object that one is working on by bringing to bear the sense-making of others” 5 . By examining relational agency of a physician and patient dyad, we can better understand how a shared decision can be accomplished. Despite the apparent importance of agency to shared decision making, it is unclear if educational interventions address the roles of patient and relational agency. Thus, we sought to answer the questions: How is shared decision making taught to physicians and, secondarily, in what ways, if any, is the concept of agency addressed in these educational efforts? Methods We conducted a systematic review of studies evaluating educational interventions for physicians that aimed to increase shared decision making in the clinical encounter, as measured by patient-level outcomes. Our review followed guiding principles of conducting systematic reviews in medical education 6 and is reported in accordance with Preferred Reporting Items for Systematic Reviews and Meta-analyses 7 . (See PRISMA Checklist: https://zenodo.org/record/5029150#.YNTs6ndKicY ) 8 . Data collection We hand-searched a 2012 environmental scan of shared decision making training and its 2016 update 1 , 2 and identified relevant articles. Leveraging these results, we conducted searches of Ovid MEDLINE, Embase, and Web of Science limited to studies published between January 2000 and January 2020. A medical librarian created search strategies for each database that utilized combinations of keywords and controlled vocabulary terms. (See extended data https://zenodo.org/record/5029150#.YNTs6ndKicY ) 8 . Searches were limited to English-language publications and conducted on January 29, 2020. We also hand searched references of all included articles and key review articles. All citations were managed in EndNote, including the removal of duplicate citations. Inclusion and exclusion criteria We included studies that described educational interventions for physicians that included patient outcomes (objective health outcomes or patient-reported outcomes). Articles were excluded if they were not in English, included only patient interventions, or reported only physician outcomes. Two authors (CW and LM) independently screened all titles and abstracts using Rayyan ( https://www.rayyan.ai ), a webtool optimized for data screening. Screening was based on the above inclusion/exclusion criteria. Upon completing the screening, LM and CW discussed any conflicts until consensus was reached. In instances in which CW and LM did not reach consensus, the full text was reviewed and if appropriate included. Data extraction CW, EH, and LM independently extracted data from the included articles, using a form that was created based on our research question and examples from the literature. The data extraction form was operationalized in Excel. CW, a physician and doctoral student in a Health Professions Education program, extracted data from all full-text articles. LM and EH, both HPE researchers, each extracted data from half of the articles. Discrepancies were resolved by discussion. If multiple articles reported different findings from the same study, data extraction occurred from individual studies, but they were grouped together for future analysis. Upon completion of extraction, the authors met to reconcile their coding. Data extracted included the context of the intervention, clinical area, physician-type targeted, theories/approaches used, educational intervention(s), instruments or measures used (delineated as patient and provider outcomes) and outcomes (including effect of intervention). We identified any discussion of agency in either the intervention specifically or in the analysis or discussion of results. Because of the complexity of shared decision making, we drew on Cultural Historical Activity Theory (CHAT) as a framework. We propose that CHAT allows examination of interacting activity systems that can impact shared outcomes. An activity system in CHAT is made up of a subject (person engaged in the activity), tools (symbolic or physical objects that facilitate accomplishment of a defined objective), and object (purpose of the activity), as well as rules, community, and division of labor 9 . Any components of the intervention, results, or discussion that appeared to be aligned with elements of CHAT were extracted from each study. Quality assessment Quality assessment of the included studies was performed, with an understanding that these studies were diverse in methodology. All articles in the final review underwent evaluation using the Medical Education Research Study Quality Instrument (MERSQI) 10 . CW and LM independently scored each of the included studies. For studies with more than one article, one with quantitative patient outcomes was used for rating purposes. Any discrepancies were discussed and resolved by consensus. If disputes remained, EH served as an adjudicating reviewer. Reliability kappa coefficient scores for the MERSQI used in other systematic reviews of educational interventions have ranged from 0.72 to 0.99 10 , 11 . We utilized categories of quality from previous studies: 4.5 to 8.5 is considered low quality, 9.0 to 13.0 is moderate, and 13.5 to 18 is considered high quality 12 . Quality assessment was performed for studies with quantitative data, which made up a majority of the studies. Data analysis We tabulated the key characteristics of the included studies (e.g., intervention modality, learner and patient population, assessment instruments). To identify the presence of agency within the interventions, thematic analysis was performed on all studies with a focus on the intervention and results. While we remained open to all elements related to agency in our thematic analysis, we used CHAT as a framework for coding. Codes were created for each of the elements of activity systems and for tensions within and between activity systems. Codes were applied to findings and representative quotes for each study. A code for patient agency was also applied to intervention descriptions and results and authors’ interpretations of study findings. Codes were organized into related areas and used to identify themes. Results Our search yielded 2879 articles after duplicates were removed. After title/abstract review, we identified 34 for full-text review, of which we excluded 8. We also reviewed reference lists of 10 articles marked as key background/review articles and the 26 remaining articles. In total, we identified 26 articles 13 – 38 , describing 17 unique studies meeting the inclusion criteria for our review. Figure 1 diagrams our review process. In this section, we first report study characteristics and describe the educational interventions. We then turn attention to elements of shared decision making and agency which we have mapped to CHAT. Figure 1. Literature Search and Study Selection Process. Literature search and study selection process for a systematic review of the literature, published between January 2000 and January 2020, on educational interventions for health professionals that aimed to increase shared decision making in the clinical encounter, as measured by patient-level outcomes. The study followed the PRISMA guidelines for conducting a systematic review. Table 1 includes characteristics of the included studies. From the included studies, 14 (82%) were randomized controlled trials (RCT), with the majority characterized as cluster RCTs. Six studies were conducted in Germany, four in the United States, three in the Netherlands, and the remainder in Canada (2), the United Kingdom (1), and Mexico (1). Most studies (n=12; 71%) were conducted with primary care physicians and the remainder were specialists or unspecified. All studies received external funding and were found to be of high quality based on MERSQI scores ranging from 13.5 to 18. Table 1. Characteristics of Included Studies in a Systematic Review of Shared Decision Making Educational Interventions. Author(s), year MERSQI Score Type of study Setting Learner characteristics Patient characteristics Davis et al. (2003) 13 ; Edwards, (2004a) 14 ; Edwards (2004b) 15 ; Elwyn (2004) 16 17 cRCT; Qual United Kingdom Recently qualified General Practitioners Patients with known atrial fibrillation, prostatism, menorrhagia, or menopausal symptoms Kim (2005) 17 13.5 Pre- post Mexico Health care providers in government health facilities Women seeking family planning services Bieber (2006) 18 ; Bieber (2008) 19 15 RCT; Qual Germany Specialty physicians in outpatient setting Patients with fibromyalgia Timmermans 20 , (2006) 14.5 Pre- post Netherlands Radiation oncologists (staff and residents) Newly referred oncology patients Towle (2006) 21 N/A Qual Canada Family physicians (lead tutors) Patients in family medicine practice Loh (2007) 22 cRCT Germany Primary care physicians Patients with newly diagnosed depression Haskard (2008) 23 16 RCT United States (California) Primary care physicians (Ob/gyn, Family medicine, internal medicine) Primary care patients Krones (2008) 24 17 cRCT Germany Family practice physicians Family practice patients Legare (2012) 25 Legare (2013) 26 Couet (2014) 27 15 cRCT Canada Family physicians (staff and residents) Adults or children with acute respiratory infection Sheridan (2012) 28 14 RCT United States (North Carolina) Physicians from an academic and community-based practice Male patients 40–80 years of age Tinsel (2013) 29 17.5 cRCT Germany General Practitioners Patients ≥18 years, with hypertension, requiring repeated prescriptions Wilkes (2013) 30 17 cRCT United States (California) Internal and Family Medicine Physicians Male patients 55–65 years of age Harter (2015) 31 Bieber (2018) 32 17.5 cRCT Germany Oncologists Breast and colon cancer patients Tai-Seale (2016) 33 ; Dillon (2017) 34 17 cRCT United States (California) Primary care physicians and medical assistants Primary care patients Geiger (2017) 35 ; Kasper (2017) 36 18 RCT; pre- post Germany Neurologists, dentists, general practitioners Patients in consultation requiring decision of more than one option Sanders (2017) 37 17 cRCT Netherlands Primary care physicians Patients with low back pain Henselmans (2019) 38 18 RCT Netherlands Medical oncologists and fellows Patients with metastatic/ inoperable tumors; median life expectancy <12 mo Abbreviations: MERSQI indicates Medical Education Research Study Quality Instrument; cRCT, cluster randomized-controlled trial; qual, qualitative analysis; RCT, randomized-controlled trial Educational interventions Educational interventions described in the studies were diverse in duration and content (See Table 2 ). All interventions involved more than one method to deliver the intervention, including a mix of: lecture/video/web-based presentation, group discussion, role play or consultations with simulated patients, self-reflection, feedback on performance (either direct observation or in visit with simulated patient), and tools for interaction (for the physician, the patient, or both). All studies used some form of lecture, video, or web-based didactics. Group discussion was included in 6 (35%) studies, feedback on performance in 11 (65%), and 5 (29%) studies explicitly included self-reflection. Table 2. Description of Interventions and Results in a Systematic Review of Shared Decision-Making Educational Programs. Author (year) Details about Intervention Control Measures and Analyses Shared Decision Making (SDM) Outcomes Davis et al. (2003) 13 ; Edwards, (2004a) 14 ; Edwards (2004b) 15 ; Elwyn (2004) 16 LV, RP, FP, TI 2 workshops with didactics; feedback on consultations with SPs; workshop also addressed risk communication skills Workshops addressing risk communication skills; crossover study, so all participants had both interventions Davis (2003): content analysis Edwards (2004a): COMRADE score, Patient Enablement Instrument, patient questionnaires Elwyn (2004): OPTION scale, provider questionnaires Davis (2003): high degree of congruence between clinicians & pts in decision- making Edwards (2004a): no change in COMRADE score or other patient-reported outcomes Elwyn (2004): Clinicians significantly increased involvement of patients Kim (2005) 17 WM, LV, RP, FP, TI 2.5-day workshop, use of 100-page flipchart, role-playing; feedback Pre-training (3 months before) Adapted RIAS of videotaped interactions; Adapted OPTION scale Improved information offered; prompted providers to tailor information to client's situation; improved client involvement in decision making Bieber (2006) 18 ; Bieber (2008) 19 WM, LV, GD, RP, TI 12 1.5-hr sessions (videos, interactive discussion, role play, practicing competencies); computer-based visualized information package (text, video) for pts Information intervention received information tool, but treated by SDM-untrained physicians; non- randomized control treatment as usual FAPI (Primary physician-patient interaction from pts’ and physicians’ perspective; qual (grounded theory and triangulation); semi-standardized interviews (re: physician-patient interaction; perceived involvement in decision, wish for involvement, subjective illness concepts, coping behavior); questionnaires; Secondary: SWD; DCS Significant difference in FAPI score; interactions less difficult A year follow-up: “coping with pain had more positive view when thinking of their future improved”; “Patients of the SDM group adopted with the illness. They had developed more activity in treatment and they also had more active treatment plans for the future.” Timmermans (2006) 20 LV, GD, RP, SR, FP, TI 2 plenary sessions (3-hr each) on SDM behaviors; group discussion; SPs; 1-hr feedback session on each of 3 videotaped consultations Pre-training consultations Adapted RIAS Improvement in pts' participation in the beginning/throughout the consultation; in first hundred utterances, pts in post- group contributed more to interactions (about agendas, ideas, diagnosis, psychosocial circumstances); engaged more actively in decision making Towle (2006) 21 WM, LV, GD, RP, SR, FP 3-hr workshop followed by three simulated patient encounters with feedback (from SPs, facilitators, peers) Pre-training consultations Analyzed transcripts of recorded consultations; classification scheme developed for SDM; discussion groups with physicians and researchers; framework method of analysis; pt questionnaire Discrepancy between subjective assessment of SDM (providers thought rating of success) and evidence of SDM on transcripts; practice of SDM limited Loh (2007) 22 WM, LV, GD, RP, TI 5 program events (4 modules each) over 6 months; modules on enhancing skills; standardized cases with role-playing; patient information leaflet Pre-training consultation and compared with control group who did not receive intervention Patients’ Perceived Involvement in Care Scale; Man-Son-Hing scale about patient involvement; patient satisfaction; Brief PHQ-D (criteria- based screening for depression); treatment adherence scale; consultation time Significantly higher participation found in intervention group from pre-to post-in both scales; greater increase in intervention group as compared to control group; no significant difference in treatment adherence; no sig reduction in depression severity Haskard (2008) 23 WM, LV, RP, SR, FP 6-hr interactive workshop + 30–45 min coaching session; patient also received 20 min waiting room intervention with guide No training for physician or pt; (+3 conditions: combinations of physician and pt training) RIAS for audiotaped interactions; validated questions for a range of patient and physician outcomes Significant effects: increased independent ratings of physicians’ communication with pts; improved information giving, lifestyle health behavior counseling, and increased patients' quality of care rating and willingness to recommend physician; physician satisfaction decreased Krones (2008) 24 WM, LV, RP, FP, TI Two 2-hr sessions; didactics, practical communication strategies, role play with feedback Seminars on defined alternative topics (not CVD prevention) Primary: Patient participation scale; Secondary: SDM-Q scale, decisional regret; measured immediate preventive actions and sense of control by theory of planned behavior Intervention arm patients participated more and more satisfied; patients reported more SDM, less decisional regret after 6 months; CVD risk decreased from baseline in both groups (no difference) Legare (2012) 25 Legare (2013) 26 Couet (2014) 27 LV, GD, TI “DECISION+2” – 2-hr online self-tutorial; interactive workshop with videos, exercises, decision support tool; point of care reminder Usual care, no access to training for physicians Proportion of patients who decided to use antibiotics after consultation; patient roles; DCS, CPS; quality of decision; DRS; SF-12; physician intention to engage in SDM in future; D- Option scale Pts in intervention group: less likely to use antibiotics, higher scores SDM behavior, report assuming active/ collaborative role; staff physicians more likely to have patients report SDM behaviors; no difference in: decisional conflict, perception of quality of decision, decisional regret; QOL; intention of physician to engage in SDM in future Sheridan (2012) 28 LV, TI 1-hr session about prostate cancer screening and SDM; 12-min video decision aid for pts; 8-min coaching tool for pts No control; only examined differences between pt interventions perceived SDM, self-reported SDM, reporting of PSA screening Not clear how much of effect was provider intervention; improved perception that screening is a decision, not on self-reported participation in SDM, intervention group reported less actual screening Tinsel (2013) 29 WM, LV, RP, TI 6-hrs total; didactics; case vignettes for role play, CVR calculator; pt information flyers to intervention group No training, usual treatment Primary: change in perceived SDM (SDM-Q-9); change in systolic BP; Secondary: change of diastolic BP, pt knowledge about HTN, medication adherence; CVR score No significant intervention effect on any endpoints (concerns about content validity of SDM-Q-9) Wilkes (2013) 30 LV, TI 30-min interactive web-based program on prostate cancer screening; also group with pt intervention No physician or pt intervention Primary: Pt perception of SDM (modified questionnaires); Secondary: SP measures of SDM behaviors, final rec; physicians perception of SDM (questionnaire) Moderate to high level of SDM on modified Kaplan scales in both groups (no difference); PSA test frequency similar in both groups; no sig behavior difference in SDM as reported by SPs Harter (2015) 31 Bieber (2018) 32 WM, LV, RP, SR, FP, TI 12-hr training (8-hr, then 4-hr refresher) with group discussion, reflection, role play (with video feedback); use of decision aids Not trained; usual treatment Harter (2015) Primary: Pt perceived confidence and satisfaction with decision (multiple questionnaires) Secondary: OPTION Bieber (2018): CPS, PPS, and congruence between CPS and PPS Harter (2015) - No difference in confidence or satisfaction with decision; Higher OPTION scores and less anxiety/ depression Bieber (2018) Improved pt perceived autonomy or active role; no improvement in matching pt preference for decision-making Tai-Seale (2016) 33 ; Dillon (2017) 34 WM, LV, RP, FP, TI OpenComm (2 min video, 2-30 min sessions of SP coaching; +/- ASK Usual care; ASK handout for pt only Primary: Observed audio-recording of visits; Observer OPTION5 Higher OPTION scores for OpenComm (eliciting patient preferences, integrating patient preferences into decision) Geiger (2017) 35 ; Kasper (2017) 36 WM, LV, RP, FP 40-page manual, 20- min video, 2 15-min face to face feedback sessions (consultation videos) No training initially MAPPIN’SDM: Patient, provider, and observer perspectives; SDMmass, SDM-Q, DCS, questionnaires SDMmass increased significantly in intervention group compared to the controls, physicians reported SDM higher after intervention, but not patients Sanders (2017) 37 LV, RP, SR, FP, TI 2 2.5-hr sessions with group discussion, reflection, feedback, role play; decision aid and desktop tool to facilitate SDM; feedback on 2 training consultations Not trained, usual care Primary: OPTION scale (level of SDM and positive reinforcement of chosen therapy) Secondary: level of autonomy; extend for “wait and see”; OPTION scale; duration of consultation Trained physicians scored higher on OPTION scale and level of positive reinforcement; less paternalistic decision making Henselmans (2019) 38 WM, LV GD, RP, FB, TI Readers, 2 small group sessions (3.5-hrs each) with discussion, videos, role play with simulated patient; booster session (1.5-hr feedback, videotaped consultation); pocket card with SDM phrases; pt decision aid No training, usual treatment Primary: Observed SDM as rated by blinded observers (audio-recorded) using OPTION12 and 4SDM; Secondary: Patient and provider questionnaires (SDM- Q, PSQ, DCS, QOL); duration; decision made Large positive effect on observed SDM and patient- reported SDM; no impact on satisfaction (generally high), decisional conflict, quality of life, consultation duration, decision made Abbreviations: SDM indicates shared decision making; LV, lecture or video; GD, group discussion; RP, role play; SR, self-reflection; FP, feedback on performance; TI, tool for interaction; WM, written material; O, other; SP, simulated patient; COMRADE, Combined Outcome Measure for Risk Communication and treatment Decision making Effectiveness; OPTION, Observing Patient Involvement Scale; RIAS, Roter Interaction Analysis System; FAPI, Questionnaire on Doctor-Patient Interaction; SWD, Satisfaction With Decision scale; DCS, Decisional Conflict Scale; PHQ-D, Patient Health Questionnaire-Depression; CVD, coronary vascular disease; SDM-Q, Shared Decision Making Questionnaire; CPS, Control Preference Scale; DRS, Decisional Regret Scale; SF-12, 12-item Short Form-Survey; QOL, quality of life; PSA, prostate specific antigen; CVR, cardiovascular risk; BP, blood pressure; HTN, hypertension; PPS, Patient Perception Scale; ASK, AskShareKnow; MAPPIN’SDM, Multifocal Approach to the ‘Sharing’ in Shared Decision Making; SDMmass, SDM Meeting its concept's ASSumptions The majority of studies (n=13; 76%) utilized role play or simulations within their educational interventions, although the approach differed between studies. We describe two of the interventions as examples of disparate approaches with different study populations, however, it should be noted that they are not representative of all interventions. One of the earliest studies in this review was a cluster RCT that utilized two workshops with didactics that focused on shared decision-making competencies 13 – 16 . A second group received a similar intervention focused only on risk communication skills and a third group received both interventions (combined interventions). The primary care physicians then participated in consultations with simulated patients and received feedback on their performance in at least one of the consultations with simulated patients 13 – 16 . Another study compared radiation oncologists before and after participating in two plenary sessions (3-hours each), group discussion, trained patient simulators, and three videotaped real patient consultations with a 1-hour feedback session on each 20 . Training included activities to emphasize components of shared decision making and outcomes related to communication of the physician participants before and after training 20 . Most studies (n= 14; 82%) included tools that the physician and/or patient could utilize to assist with decision making. For example, decision aids were paper-based booklets or web-based applications that provide information about health options and were designed to help patients clarify their personal preferences and values. Tools were directed at physicians in 14 (82%) studies and at patients and physicians in 6 (35%) studies; the majority were designed to be used during the clinical interaction. Measures and instruments Although there were significant differences in how outcomes were assessed ( Table 2 ), a few measures were utilized in multiple studies. The observing patient involvement in decision making (OPTION) scale or an adapted version (e.g., OPTION 5), was used in five studies 16 , 17 , 26 , 31 , 34 , 37 , 38 . The extent to which providers were observed involving patients in shared decision making was considered an outcome in all these studies 39 . The Roter scale, from the Roter Interaction Analysis System (RIAS) is another measure utilized in three studies 17 , 20 , 23 . RIAS is a validated tool for coding medical dialogue, notable for its ability to code multiple speakers and in its flexibility in coding subcategories and content-specific topics of interest 40 . Examples of outcomes included numbers of utterances that represent physician support and encouragement of shared decisions and patient involvement. Outcomes Outcomes for each of the studies are described in Table 2 . The majority of studies demonstrated improvement in measures of shared decision making that were used. However, because of the wide variation in outcome measures used between studies, comparing effectiveness of interventions between studies is a challenge. We highlight a few of the outcomes. For example, studies that utilized the OPTION scale 16 , 17 , 26 , 31 , 34 , 37 , 38 all demonstrated improvement in patient involvement to some extent. Those that used the Roter scale demonstrated improved shared decision making behaviors and patient participation with the intervention 17 , 20 , 23 . Studies in which role play was part of the intervention generally demonstrated an improvement in patient participation during the clinical encounter as reported by physician or observed by external rater 16 – 18 , 20 , 23 , 24 , 31 , 35 , 37 , 38 . Of these studies, one had a discrepancy between the patients’ perception of shared decision making and that reported by the physician or observed 35 . One study demonstrated a discrepancy between the physicians’ subjective assessment of and evidence for shared decision making on transcripts 21 . Agency We now describe the concepts of agency as identified in the included studies. Although none of the studies included facilitating agency or impacting relational agency as an explicit element of an educational intervention to teach shared decision making, aggregation of codes for CHAT and agency enabled us to identify concepts related to relational agency. To illustrate, we describe one study 18 , 19 by Bieber et al. which had the most robust collection of codes associated with agency and CHAT. We offer this study as the clearest application of relational agency in studies of educational interventions for shared decision making process. This study describes a group of German outpatient physicians caring for patients with fibromyalgia syndrome. Patients in this study reported they often encountered resistance from within the medical community and "often spend all their strength on struggling, quarrelling and asserting themselves during consultations and tend to use 'war' and 'legal' metaphors in their descriptions of medical encounters” 18 . Physicians in the study also reported negative feelings, sometimes making them want to discontinue treating the patient 18 . With a CHAT lens, these descriptions evoke images of two interacting activity systems in which the objects are not aligned, and tensions have developed. The patient and the physicians had varying degrees of agency, and their existing interaction did not promote shared decisions. The study intervention included twelve 90-minute sessions with the goal of training providers to develop a working alliance with their patients. Role plays allowed providers to practice dealing with challenging situations and inviting the patient to participate in decision making 18 . There was also a patient intervention, a computer-based information tool which was designed to lead to behavior change within the patient. Qualitative analysis of recorded consultations, semi-standardized interviews, and questionnaires all supported the finding that there were differences in patients’ reported quality of the physician-patient interaction in the intervention group. Applying the CHAT lens, we see the study intervention provided tools for both the patient and physician to apply within their activity systems, and the object became aligned (“working alliance”); the intervention impacted community (providers and patients shared a common object) and rules (the patient was now involved in decision-making). The tensions seemed to resolve; more importantly, there were longer term effects, possibly indicating expansive learning, a concept within CHAT that refers to cycles of interacting activity systems leading to learning and behavior change. Discussion We identified and reviewed a broad range of educational interventions around shared decision making. As in previous reviews 1 – 3 , all included studies described multicomponent interventions and it is difficult to draw conclusions about effectiveness of any individual component. However, by focusing on patient outcomes, we reveal common elements among many of the studies, including use of tools such as decision aids, small group discussions, and role play or practice with simulated patients, which may be critical for shared decision making. None of the included studies explicitly addressed patient or relational agency. Based on our analysis, role play and practice with simulated patients were key elements of effective interventions. Like many educational interventions aimed at improving physician communication skills, role play, and the use of simulated patients provide opportunities for physicians to practice those competencies. An umbrella review that examined effective educational programs for teaching physicians’ communication skills found that the interventions were effective if they were at least one day long, learner-centered (practical), and focused on skills practice 41 . Among specific strategies, role play with simulated or real patients, feedback and small group discussions were found to be effective 41 . The authors of the umbrella review reported that interventions were often poorly described and varied greatly, most lacked theoretical underpinnings, and relative efficacy was difficult to ascertain because many components were combined 41 . One of the included reviews specifically examined the use of simulated patients and/or role play in 23 studies and concluded that more studies report improvement in communication skills when practice has taken place; the single study that compared role play with simulated patients showed no difference in extent of improvement 42 . Although limitations included multicomponent interventions, variable outcomes, small study size, and potential selection bias in some studies, the three studies considered higher quality demonstrated better outcomes when simulated patients and/or role play were utilized 42 . Although the multicomponent nature of the included interventions in this review prevents us from teasing out the specific impact of role play and/or simulated patients, the studies that included these components demonstrated improvements in shared decision making outcomes. In addition to the importance of communication competencies in making shared decisions, we propose that practice and feedback might also provide the social context required to develop and maintain physician behaviors that bolster patient engagement and partnership in the complex shared decision making process. Although relational agency was not mentioned explicitly, these interactive interventions may enhance the physician’s comfort with relational agency. Role play, in particular, may be well suited to facilitate relational agency. As Lane and Rollnick wrote in their 2007 study: “. . . trainees can get additional knowledge by experiencing the role of the patient” 42 . We did not identify any studies that explicitly addressed patient or relational agency, either in the design of the intervention or in reported outcomes. The study by Bieber et al. allowed us to retrospectively consider how relational agency may be emphasized in educational interventions and how CHAT could be utilized in the analysis of an educational intervention 18 , 19 . But we must be clear that this was our interpretation of a study and not the authors’ explicit intent. Given our finding that the majority of studies included role play or simulated patients and considering that these approaches most logically allow the introduction and development of the concept of relational agency between patient and physicians, we would recommend consideration of this area for future study. Street et al. addressed the issue of how clinician-patient communication can directly and indirectly impact health outcomes, by empowering patients to be active agents in their health: “Clinicians can facilitate patient involvement in the decision making process by helping patients actively seek information, clarify treatment goals, and express concerns and feelings” 43 . Applying the CHAT framework to studies of shared decision making interventions will allow investigators to examine how well the intervention addresses tensions in the simulated clinical encounter and how physicians learn to engage patients in decisions, potentially leading to expansive learning over time. Consideration of relational agency may be important to successful shared decision making and should be included in development of future educational interventions. Focused on relational agency, Edwards and D’Arcy studied young bilingual pupils teaching a foreign language to student teachers. Similar to shared decision making between a physician and patient, “teaching was . . . seen as joint action between pupils and student teachers on the shared object of the learners’ communicative competence, using some fairly traditional pedagogic tools” 44 . The investigators also found that the sessions became more interactive and responsive; the authors stated: “. . . the concept of relational agency, embedded within the idea of a classroom as an open-ended learning zone is a useful way forward. Its particular strength lies in the emphasis it places on the need for learners to develop the capacity to both seek and give support in joint action on the object of activity to expand mutual understandings of the object” 44 . We can envision a similar application to shared decision making, in which role play and simulated patients give the physician learners an opportunity to learn from the interaction with the “patient”; similarly, over time, physicians and patients learn from each other how to reach the shared object of shared decision making. Expansive learning can begin with an educational intervention that has development of relational agency between patient and physician as a central theme. There do not appear to be well-accepted instruments or tools to evaluate or measure patient or relational agency; therefore, studies that address the role of agency in shared decision making should include a qualitative component. The use of qualitative analysis within the Bieber study design provided a rich example of the potential impact of the intervention on patient agency 18 . Our use of CHAT in this review demonstrates its potential as a future framework to analyze the role of agency in studies of shared decision making and to suggest potential areas for future research. Specifically, the tensions between each of the components of an activity system shed light on the complexity of shared decision making. Furthermore, the more complex tensions between two activity systems are also worth investigating. In order to characterize studies of shared decision-making educational interventions and identify those that address patient agency, we included only studies that reported patient outcomes. One benefit of our approach, besides answering our research questions, was that many of our studies scored high on quality ratings. Other potential reasons for the higher MERSQI ratings are that the majority of the studies were RCTs and, in particular, many of the included studies used previously validated instruments to report on outcomes, such as the OPTION and Roter scales. However, by focusing on actual patient outcomes, our approach excluded articles describing medical students or other trainees who do not see patients independently; all of the interventions involved physicians who cared for patients independently (i.e., attending physicians, fellows, and residents). Another limitation was that, while the majority of studies were RCTs, making them methodologically strong educational studies, they often did not include qualitative analyses that may have provided more insight into the role of agency. Finally, despite our best efforts to conduct a comprehensive search, it is possible we inadvertently missed articles. Conclusions Educational interventions to teach shared decision making to physicians commonly include decision aids, role play, and/or simulated patients, and have had a positive impact on a range of patient outcomes. Explicit instructional design around individual and relational agency is absent from educational interventions for shared decision making. Using CHAT can highlight the role of agency and identify tensions that could be included in the design and development of training programs. Future research and development of instructional strategies should consider the complexity inherent in co-constructing decisions. Educators should consider utilizing multicomponent interventions to teach shared decision making, including role play and/or simulated patients and should ensure health professionals are familiar and can effectively engage patients using decision aids. Although formal educational programs around facilitating patient agency have not been developed, clinicians should look for opportunities to encourage patients to actively seek information and should inquire about patients’ preferences and treatment goals. Data availability statement Extended data Zenodo dataset: Educational interventions for shared decision making and the role of patient agency: A Systematic Review. DOI: 10.5281/zenodo.5029150 8 The project contains the following extended data: • Complete Search StrategiesWitkop.pdf • PRISMA checklist Data are available under the terms of the Creative Commons Attribution 4.0 United States Acknowledgments The authors would like to thank Rhonda Allard for her invaluable assistance with the literature search. Disclaimer The contents of this publication are the sole responsibility of the authors and do not necessarily reflect the views, assertions, opinions, or policies of the Uniformed Services University of the Health Sciences (USUHS), the Department of Defense (DoD), or the Departments of the Army, Navy, or Air Force. Mention of trade names, commercial products, or organizations does not imply endorsement by the U.S. Government. Faculty Opinions recommended References 1. Légaré F, Politi MC, Drolet R, et al. : Training health professionals in shared decision-making: An international environmental scan. Patient Educ Couns. 2012; 88 (2): 159–169. PubMed Abstract | Publisher Full Text 2. Diouf NT, Menear M, Robitaille H, et al. : Training health professionals in shared decision making: Update of an international environmental scan. Patient Educ Couns. 2016; 99 (11): 1753–58. PubMed Abstract | Publisher Full Text 3. Müller E, Strukava A, Scholl I, et al. : Strategies to evaluate healthcare provider trainings in shared decision-making (SDM): a systematic review of evaluation studies. BMJ Open. 2019; 9 (6): e026488. PubMed Abstract | Publisher Full Text | Free Full Text 4. Giddens A: The Constitution of Society. Berkeley, CA: University of California Press; 1984; [accessed: 17 May 2021]. Reference Source 5. Edwards A: Relational agency: Learning to be a resourceful practitioner. Int J Educ Res. 2005; 43 (3): 168–82. Publisher Full Text 6. Cook DA, West CP: Conducting systematic reviews in medical education: a stepwise approach. Med Educ. 2012; 46 (10): 943–52. PubMed Abstract | Publisher Full Text 7. Moher D, Liberati A, Tetzlaff J, et al. : Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement. BMJ. 2009; 339 : b2535. PubMed Abstract | Publisher Full Text | Free Full Text 8. Witkop CT, Torre DM, Maggio LA: Resources for Educational interventions for shared decision making and the role of patient agency: A Systematic Review. Zenodo. 2021. http://www.doi.org/10.5281/zenodo.5029150 9. Engeström Y: Learning by expanding: an activity-theoretical approach to developmental research. Helsinki: Orienta-Konsultit; 1987; [accessed September 12, 2020]. Reference Source 10. Reed DA, Cook DA, Beckman TJ, et al. : Association between funding and quality of published medical education research. JAMA. 2007; 298 (9): 1002–9. PubMed Abstract | Publisher Full Text 11. Cook DA, Reed DA: Appraising the quality of medical education research methods: the Medical Education Research Study Quality Instrument and the Newcastle-Ottawa Scale-Education. Acad Med. 2015; 90 (8): 1067–76. PubMed Abstract | Publisher Full Text 12. Bogetz JF, Rassbach CE, Bereknyei S, et al. : Training health care professionals for 21st-century practice: A systematic review of educational interventions on chronic care. Acad Med. 2015; 90 (11): 1561–72. PubMed Abstract | Publisher Full Text 13. Davis RE, Dolan G, Thomas S, et al. : Exploring doctor and patient views about risk communication and shared decision-making in the consultation. Health Expect. 2003; 6 (3): 198–207. PubMed Abstract | Publisher Full Text | Free Full Text 14. Edwards A, Elwyn G, Hood K, et al. : Patient-based outcome results from a cluster randomized trial of shared decision making skill development and use of risk communication aids in general practice. Fam Pract. 2004; 21 (4): 347–54. PubMed Abstract | Publisher Full Text 15. Edwards A, Elwyn G, Wood F, et al. : Shared decision making and risk communication in practice: a qualitative study of GPs' experiences. Br J Gen Pract. 2005; 55 (510): 6–13. PubMed Abstract | Free Full Text 16. Elwyn G, Edwards A, Hood K, et al. : Achieving involvement: process outcomes from a cluster randomized trial of shared decision making skill development and use of risk communication aids in general practice. Fam Pract. 2004; 21 (4): 337–46. PubMed Abstract | Publisher Full Text 17. Kim YM, Kols A, Martin A, et al. : Promoting informed choice: evaluating a decision-making tool for family planning clients and providers in Mexico. Int Fam Plan Perspect. 2005; 31 (4): 162–71. PubMed Abstract | Publisher Full Text 18. Bieber C, Müller KG, Blumenstiel K, et al. : A shared decision-making communication training program for physicians treating fibromyalgia patients: effects of a randomized controlled trial. J Psychosom Res. 2008; 64 (1): 13–20. PubMed Abstract | Publisher Full Text 19. Bieber C, Müller KG, Blumenstiel K, et al. : Long-term effects of a shared decision-making intervention on physician-patient interaction and outcome in fibromyalgia. A qualitative and quantitative 1 year follow-up of a randomized controlled trial. Patient Educ Couns. 2006; 63 (3): 357–66. PubMed Abstract | Publisher Full Text 20. Timmermans LM, van der Maazen RW, van Spaendonck KP, et al. : Enhancing patient participation by training radiation oncologists. Patient Educ Couns. 2006; 63 (1–2): 55–63. PubMed Abstract | Publisher Full Text 21. Towle A, Godolphin W, Grams G, et al. : Putting informed and shared decision making into practice. Health Expect. 2006; 9 (4): 321–32. PubMed Abstract | Publisher Full Text | Free Full Text 22. Loh A, Simon D, Wills CE, et al. : The effects of a shared decision-making intervention in primary care of depression: A cluster-randomized controlled trial. Patient Educ Couns. 2007; 67 (3): 324–32. PubMed Abstract | Publisher Full Text 23. Haskard KB, Williams SL, DiMatteo MR, et al. : Physician and patient communication training in primary care: effects on participation and satisfaction. Health Psychol. 2008; 27 (5): 513–22. PubMed Abstract | Publisher Full Text 24. Krones T, Keller H, Sönnichsen A, et al. : Absolute cardiovascular disease risk and shared decision making in primary care: a randomized controlled trial. Ann Fam Med. 2008; 6 (3): 218–27. PubMed Abstract | Publisher Full Text | Free Full Text 25. Légaré F, Labrecque M, Cauchon M, et al. : Training family physicians in shared decision-making to reduce the overuse of antibiotics in acute respiratory infections: a cluster randomized trial. CMAJ. 2012; 184 (13): E726–34. PubMed Abstract | Publisher Full Text | Free Full Text 26. Légaré F, Guerrier M, Nadeau C, et al. : Impact of DECISION + 2 on patient and physician assessment of shared decision making implementation in the context of antibiotics use for acute respiratory infections. Implement Sci. 2013; 8 : 144. PubMed Abstract | Publisher Full Text | Free Full Text 27. Couët N, Labrecque M, Robitaille H, et al. : The impact of DECISION+2 on patient intention to engage in shared decision making: secondary analysis of a multicentre clustered randomized trial. Health Expect. 2015; 18 (6): 2629–37. PubMed Abstract | Publisher Full Text | Free Full Text 28. Sheridan SL, Golin C, Bunton A, et al. : Shared decision making for prostate cancer screening: the results of a combined analysis of two practice-based randomized controlled trials. BMC Med Inform Decis Mak. 2012; 12 : 130. PubMed Abstract | Publisher Full Text | Free Full Text 29. Tinsel I, Bucholz A, Vach W, et al. : Shared decision-making in antihypertensive therapy: a cluster randomised controlled trial. BMC Fam Pract. 2013; 14 : 135. PubMed Abstract | Publisher Full Text | Free Full Text 30. Wilkes MS, Day FC, Srinivasan M, et al. : Pairing physician education with patient activation to improve shared decisions in prostate cancer screening: a cluster randomized controlled trial. Ann Fam Med. 2013; 11 (4): 324–34. PubMed Abstract | Publisher Full Text | Free Full Text 31. Härter M, Buchholz A, Nicolai J, et al. : Shared Decision Making and the Use of Decision Aids. Dtsch Arztebl Int. 2015; 112 (40): 672–9. PubMed Abstract | Publisher Full Text | Free Full Text 32. Bieber C, Nicolai J, Gschwendtner K, et al. : How Does a Shared Decision-Making (SDM) Intervention for Oncologists Affect Participation Style and Preference Matching in Patients with Breast and Colon Cancer? J Cancer Educ. 2018; 33 (3): 708–15. PubMed Abstract | Publisher Full Text | Free Full Text 33. Tai-Seale M, Elwyn G, Wilson CJ, et al. : Enhancing shared decision making through carefully designed interventions that target patient and provider behavior. Health Aff (Millwood). 2016; 35 (4): 605–12. PubMed Abstract | Publisher Full Text 34. Dillon EC, Stults CD, Wilson C, et al. : An evaluation of two interventions to enhance patient-physician communication using the observer OPTION 5 measure of shared decision making. Patient Educ Couns. 2017; 100 (10): 1910–17. PubMed Abstract | Publisher Full Text 35. Geiger F, Liethmann K, Reitz D, et al. : Efficacy of the doktormitSDM training module in supporting shared decision making - Results from a multicenter double-blind randomized controlled trial. Patient Educ Couns. 2017; 100 (12): 2331–8. PubMed Abstract | Publisher Full Text 36. Kasper J, Liethmann K, Heesen C, et al. : Training doctors briefly and in situ to involve their patients in making medical decisions—Preliminary testing of a newly developed module. Health Expect. 2017; 20 (6): 1254–63. PubMed Abstract | Publisher Full Text | Free Full Text 37. Sanders AR, Bensing JM, Essed MA, et al. : Does training general practitioners result in more shared decision making during consultations? Patient Educ Couns. 2017; 100 (3): 563–74. PubMed Abstract | Publisher Full Text 38. Henselmans I, van Laarhoven HWM, van Maarschalkerweerd P, et al. : Effect of a Skills Training for Oncologists and a Patient Communication Aid on Shared Decision Making About Palliative Systemic Treatment: A Randomized Clinical Trial. Oncologist. 2020; 25 (3): e578–88. PubMed Abstract | Publisher Full Text | Free Full Text 39. Elwyn G, Hutchings H, Edwards A, et al. : The OPTION Scale: measuring the extent that clinicians involve patients in decision-making tasks. Health Expect. 2005; 8 (1): 34–42. PubMed Abstract | Publisher Full Text | Free Full Text 40. Roter D, Larson S: The Roter interaction analysis system (RIAS): utility and flexibility for analysis of medical interactions. Patient Educ Couns. 2002; 46 (4): 243–51. PubMed Abstract | Publisher Full Text 41. Berkhof M, van Rijssen HJ, Schellart AJM, et al. : Effective training strategies for teaching communication skills to physicians: An overview of systematic reviews. Patient Educ Couns. 2011; 84 (2): 152–62. PubMed Abstract | Publisher Full Text 42. Lane C, Rollnick S: The use of simulated patients and role-play in communication skills training: A review of the literature to August 2005. Patient Educ Couns. 2007; 67 (1–2): 13–20. PubMed Abstract | Publisher Full Text 43. Street RL Jr, Makoul G, Arora NK, et al. : How does communication heal? Pathways linking clinician-patient communication to health outcomes. Patient Educ Couns. 2009; 74 (3): 295–301. PubMed Abstract | Publisher Full Text 44. Edwards A, D’Arcy C: Relational agency and disposition in sociocultural account of learning to teach. Educ Rev. 2004; 56 (2): 147–55. Publisher Full Text Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 04 Aug 2021 ADD YOUR COMMENT Comment Author details Author details 1 Departments of Preventive Medicine and Obstetrics/Gynecology, Uniformed Services University of the Health Sciences, Bethesda, MD, 20814, USA 2 Center for Health Professions Education, Uniformed Services University of the Health Sciences, Bethesda, MD, 20814, USA 3 Henry M. Jackson Foundation, Uniformed Services University of the Health Sciences, Bethesda, MD, 20814, USA Catherine Witkop Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Project Administration, Resources, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Dario Torre Roles: Formal Analysis, Methodology, Writing – Review & Editing Emily Harvey Roles: Formal Analysis, Investigation, Writing – Review & Editing Lauren Maggio Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information The author(s) declared that no grants were involved in supporting this work. Article Versions (1) version 1 Published: 04 Aug 2021, 10:753 https://doi.org/10.12688/f1000research.54168.1 Copyright © 2021 Witkop C et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads F1000Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Witkop C, Torre D, Harvey E and Maggio L. Educational interventions for shared decision making and the role of patient agency: A Systematic Review [version 1; peer review: 1 approved, 1 approved with reservations] . F1000Research 2021, 10 :753 ( https://doi.org/10.12688/f1000research.54168.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 04 Aug 2021 Views 0 Cite How to cite this report: Dornan T. Reviewer Report For: Educational interventions for shared decision making and the role of patient agency: A Systematic Review [version 1; peer review: 1 approved, 1 approved with reservations] . F1000Research 2021, 10 :753 ( https://doi.org/10.5256/f1000research.57624.r292342 ) The direct URL for this report is: https://f1000research.com/articles/10-753/v1#referee-response-292342 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 03 Jul 2024 Tim Dornan , Centre for Medical Education, Queen's University Belfast, Belfast, UK Approved VIEWS 0 https://doi.org/10.5256/f1000research.57624.r292342 I recommend this article unreservedly for the attention of readers. The topic is important at the present time. The review is up to date. The large amount of work involved in doing the review was conducted rigorously. The article provides ... Continue reading READ ALL I recommend this article unreservedly for the attention of readers. The topic is important at the present time. The review is up to date. The large amount of work involved in doing the review was conducted rigorously. The article provides a valuable overview of how others have educated physicians for shared decision-making. I commend the authors for theorising their work; and Activity Theory (AT) lends itself well to the topic. I particularly commend the way the authors have presented relational agency in Results and considered it also in Discussion. Since F1000 will (helpfully) publish this review alongside the article, I would not want the authors to revise the article. I hope the critical comments that follow (written from a physician/Activity Theorist’s perspective) may add value to the authors’ work. In other words, my response is dialectic: it uses a perspective that differs a little from the authors’ to (I hope) advance the field beyond this publication. Activity theory has an extreme constructionist epistemology: ie it regards knowledge as subjective and provisional. This research has constructionist leanings, for which I commend the authors, but epistemological tensions remain. These are exemplified by using systematicity as an arbiter of rigour (PRISMA diagram), and objectively (quantitatively) judging the quality of articles. It uses atheoretical thematic analysis to explore agency, which assumes that words in published articles can be interpreted at face value, when AT would guide researchers towards theoretically informed interpretation of discourse. Blunden’s recent book entitled ‘Activity theory’ (Ref 1), citing the seminal research of Engeström and colleagues (who analyse language in exemplary ways), reviews meanings of the term ‘agency’ that exist within other scholars’ AT-informed research. Blunden's review might help future AT researchers theorise their qualitative analyses, and make qualitative analyses of agency more rigorous. I commend the authors for moving beyond Giddens’ individualistic conceptualisation of agency and for highlighting the informative work of Bieber and colleagues. Their discussion of Bieber and colleagues’ work highlights a classical ‘contradiction’ between the activity systems of physicians and patients in the care of fibromyalgia, which might lend itself to close analysis of language. Future research informed by AT might advance the field by locating agency even more strongly within actions that are essentially communal, rather than in dyads of individuals interacting (nicely discussed by Blunden). Far from questioning the validity of the work, these comments are intended to encourage the authors and others to be even bolder in taking constructionist stances. This article exposes a ‘fault line’ (what Kuhn might have called a ‘paradigmatic fissure’) in medical education research. The authors have ‘nudged’ research into relational agency from the objective world of the RCT towards the world of social complexity. I commend others to follow their cue and, if using AT, to do so with even greater constructionist courage. Are the rationale for, and objectives of, the Systematic Review clearly stated? Yes Are sufficient details of the methods and analysis provided to allow replication by others? Yes Is the statistical analysis and its interpretation appropriate? Yes Are the conclusions drawn adequately supported by the results presented in the review? Yes If this is a Living Systematic Review, is the ‘living’ method appropriate and is the search schedule clearly defined and justified? (‘Living Systematic Review’ or a variation of this term should be included in the title.) Not applicable References 1. A, Blunden: Activity Theory. https://brill.com/display/book/9789004541245/BP000002.xml . 2023. 3-62 Publisher Full Text Competing Interests: No competing interests were disclosed. Reviewer Expertise: Medical education; patient-centred care; education research; critically-informed qualitative research; Activity Theory I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Dornan T. Reviewer Report For: Educational interventions for shared decision making and the role of patient agency: A Systematic Review [version 1; peer review: 1 approved, 1 approved with reservations] . F1000Research 2021, 10 :753 ( https://doi.org/10.5256/f1000research.57624.r292342 ) The direct URL for this report is: https://f1000research.com/articles/10-753/v1#referee-response-292342 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Hendriks JM. Reviewer Report For: Educational interventions for shared decision making and the role of patient agency: A Systematic Review [version 1; peer review: 1 approved, 1 approved with reservations] . F1000Research 2021, 10 :753 ( https://doi.org/10.5256/f1000research.57624.r97489 ) The direct URL for this report is: https://f1000research.com/articles/10-753/v1#referee-response-97489 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 10 Nov 2021 Jeroen M. Hendriks , Caring Futures Institute, College of Nursing and Health Sciences, Flinders University, Adelaide, SA, Australia Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.57624.r97489 This is an interesting paper exploring educational interventions for shared decision making and the role of patient agency. The topic is crucial in temporary models of care delivery, given the role of the patient is changing including active involvement in ... Continue reading READ ALL This is an interesting paper exploring educational interventions for shared decision making and the role of patient agency. The topic is crucial in temporary models of care delivery, given the role of the patient is changing including active involvement in the decision making. The manuscript is well written, however I have the following comments: Given the role of agency in this research, the concept has been scarcely explained. Please further elaborate on this concept and its role in clinical practice in the manuscript. Co-design of these interventions is important. According to international practice guidelines for some conditions, patients should be active members of the treatment team. How does this align with the findings of your research? Please elaborate on this in the manuscript. Limitations RE: this research have not been reported? The educational interventions reviewed are important indeed, but the implementation in practice is next level. In line with this and the current findings, the discussion is lacking implications for practice. Please add this to the discussion section. Are the rationale for, and objectives of, the Systematic Review clearly stated? Yes Are sufficient details of the methods and analysis provided to allow replication by others? Yes Is the statistical analysis and its interpretation appropriate? Yes Are the conclusions drawn adequately supported by the results presented in the review? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: Cardiac arrhythmias, novel models of care delivery, patient involvement I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Hendriks JM. Reviewer Report For: Educational interventions for shared decision making and the role of patient agency: A Systematic Review [version 1; peer review: 1 approved, 1 approved with reservations] . F1000Research 2021, 10 :753 ( https://doi.org/10.5256/f1000research.57624.r97489 ) The direct URL for this report is: https://f1000research.com/articles/10-753/v1#referee-response-97489 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 04 Aug 2021 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 Version 1 04 Aug 21 read read Jeroen M. Hendriks , Flinders University, Adelaide, Australia Tim Dornan , Queen's University Belfast, Belfast, UK Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert Browse by related subjects keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 Dornan T. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 03 Jul 2024 | for Version 1 Tim Dornan , Centre for Medical Education, Queen's University Belfast, Belfast, UK 0 Views copyright © 2024 Dornan T. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions I recommend this article unreservedly for the attention of readers. The topic is important at the present time. The review is up to date. The large amount of work involved in doing the review was conducted rigorously. The article provides a valuable overview of how others have educated physicians for shared decision-making. I commend the authors for theorising their work; and Activity Theory (AT) lends itself well to the topic. I particularly commend the way the authors have presented relational agency in Results and considered it also in Discussion. Since F1000 will (helpfully) publish this review alongside the article, I would not want the authors to revise the article. I hope the critical comments that follow (written from a physician/Activity Theorist’s perspective) may add value to the authors’ work. In other words, my response is dialectic: it uses a perspective that differs a little from the authors’ to (I hope) advance the field beyond this publication. Activity theory has an extreme constructionist epistemology: ie it regards knowledge as subjective and provisional. This research has constructionist leanings, for which I commend the authors, but epistemological tensions remain. These are exemplified by using systematicity as an arbiter of rigour (PRISMA diagram), and objectively (quantitatively) judging the quality of articles. It uses atheoretical thematic analysis to explore agency, which assumes that words in published articles can be interpreted at face value, when AT would guide researchers towards theoretically informed interpretation of discourse. Blunden’s recent book entitled ‘Activity theory’ (Ref 1), citing the seminal research of Engeström and colleagues (who analyse language in exemplary ways), reviews meanings of the term ‘agency’ that exist within other scholars’ AT-informed research. Blunden's review might help future AT researchers theorise their qualitative analyses, and make qualitative analyses of agency more rigorous. I commend the authors for moving beyond Giddens’ individualistic conceptualisation of agency and for highlighting the informative work of Bieber and colleagues. Their discussion of Bieber and colleagues’ work highlights a classical ‘contradiction’ between the activity systems of physicians and patients in the care of fibromyalgia, which might lend itself to close analysis of language. Future research informed by AT might advance the field by locating agency even more strongly within actions that are essentially communal, rather than in dyads of individuals interacting (nicely discussed by Blunden). Far from questioning the validity of the work, these comments are intended to encourage the authors and others to be even bolder in taking constructionist stances. This article exposes a ‘fault line’ (what Kuhn might have called a ‘paradigmatic fissure’) in medical education research. The authors have ‘nudged’ research into relational agency from the objective world of the RCT towards the world of social complexity. I commend others to follow their cue and, if using AT, to do so with even greater constructionist courage. Are the rationale for, and objectives of, the Systematic Review clearly stated? Yes Are sufficient details of the methods and analysis provided to allow replication by others? Yes Is the statistical analysis and its interpretation appropriate? Yes Are the conclusions drawn adequately supported by the results presented in the review? Yes If this is a Living Systematic Review, is the ‘living’ method appropriate and is the search schedule clearly defined and justified? (‘Living Systematic Review’ or a variation of this term should be included in the title.) Not applicable References 1. A, Blunden: Activity Theory. https://brill.com/display/book/9789004541245/BP000002.xml . 2023. 3-62 Publisher Full Text Competing Interests No competing interests were disclosed. Reviewer Expertise Medical education; patient-centred care; education research; critically-informed qualitative research; Activity Theory I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Dornan T. Peer Review Report For: Educational interventions for shared decision making and the role of patient agency: A Systematic Review [version 1; peer review: 1 approved, 1 approved with reservations] . F1000Research 2021, 10 :753 ( https://doi.org/10.5256/f1000research.57624.r292342) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/10-753/v1#referee-response-292342 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2021 Hendriks J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 10 Nov 2021 | for Version 1 Jeroen M. Hendriks , Caring Futures Institute, College of Nursing and Health Sciences, Flinders University, Adelaide, SA, Australia 0 Views copyright © 2021 Hendriks J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This is an interesting paper exploring educational interventions for shared decision making and the role of patient agency. The topic is crucial in temporary models of care delivery, given the role of the patient is changing including active involvement in the decision making. The manuscript is well written, however I have the following comments: Given the role of agency in this research, the concept has been scarcely explained. Please further elaborate on this concept and its role in clinical practice in the manuscript. Co-design of these interventions is important. According to international practice guidelines for some conditions, patients should be active members of the treatment team. How does this align with the findings of your research? Please elaborate on this in the manuscript. Limitations RE: this research have not been reported? The educational interventions reviewed are important indeed, but the implementation in practice is next level. In line with this and the current findings, the discussion is lacking implications for practice. Please add this to the discussion section. Are the rationale for, and objectives of, the Systematic Review clearly stated? Yes Are sufficient details of the methods and analysis provided to allow replication by others? Yes Is the statistical analysis and its interpretation appropriate? Yes Are the conclusions drawn adequately supported by the results presented in the review? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Cardiac arrhythmias, novel models of care delivery, patient involvement I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (0) Hendriks JM. Peer Review Report For: Educational interventions for shared decision making and the role of patient agency: A Systematic Review [version 1; peer review: 1 approved, 1 approved with reservations] . F1000Research 2021, 10 :753 ( https://doi.org/10.5256/f1000research.57624.r97489) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/10-753/v1#referee-response-97489 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with F1000Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Educational\u00A0interventions for\u00A0shared\u00A0decision\u00A0making...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://f1000research.com/articles/10-753/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://f1000research.com/articles/10-753/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://f1000research.com/articles/10-753/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Witkop C et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://f1000research.com/articles/10-753/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://f1000research.com/articles/10-753", templates : { twitter : "Educational\u00A0interventions for\u00A0shared\u00A0decision\u00A0making.... Witkop C et al., published by " + "@F1000Research" + ", https://f1000research.com/articles/10-753/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/54168/57624") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "57624"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "287492": 0, "259458": 0, "287488": 0, "287489": 0, "128775": 0, "287490": 0, "287491": 0, "128777": 0, "128776": 0, "259466": 0, "253583": 0, "253582": 0, "253581": 0, "253580": 0, "259475": 0, "253587": 0, "253586": 0, "253585": 0, "253584": 0, "253589": 0, "253588": 0, "259480": 0, "259490": 0, "122028": 0, "96175": 0, "96174": 0, "96177": 0, "259504": 0, "259508": 0, "99640": 0, "259514": 0, "92475": 0, "279742": 0, "92474": 0, "92477": 0, "94013": 0, "92476": 0, "279739": 0, "94014": 0, "279744": 0, "124619": 0, "279752": 0, "124621": 0, "124620": 0, "124623": 0, "126927": 0, "279755": 0, "124622": 0, "126929": 0, "97489": 14, "97488": 0, "126928": 0, "126931": 0, "279767": 0, "126930": 0, "279762": 0, "272350": 0, "272351": 0, "116317": 0, "279770": 0, "116318": 0, "91233": 0, "272356": 0, "91232": 0, "272357": 0, "91235": 0, "272358": 0, "91234": 0, "95842": 0, "272352": 0, "91236": 0, "272353": 0, "259429": 0, "272354": 0, "272355": 0, "292340": 0, "292341": 0, "292342": 8, "292343": 0, "120308": 0, "259446": 0, "120311": 0, "120310": 0, "120313": 0, "287485": 0, "287486": 0, "287487": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "3280ebd4-eb73-41d0-a42d-f1e313891f78"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); An innovative open access publishing platform offering rapid publication and open peer review, whilst supporting data deposition and sharing. Browse Gateways Collections How it Works Contact For Developers Cookie Notice Privacy Notice RSS Submit Your Research Follow us © 2012-2026 F1000 Research Ltd. ISSN 2046-1402 | Legal | Partner of Research4Life • CrossRef • ORCID • FAIRSharing R.templateTests.simpleTemplate = R.template(' $text $text $text $text $text '); R.templateTests.runTests(); var F1000platform = new F1000.Platform({ name: "f1000research", displayName: "F1000Research", hostName: "f1000research.com", id: "1", editorialEmail: "
[email protected]", infoEmail: "
[email protected]", usePmcStats: true }); $(function(){R.ui.dropdowns('.dropdown-for-authors, .dropdown-for-about, .dropdown-for-myresearch');}); // $(function(){R.ui.dropdowns('.dropdown-for-referees');}); $(document).ready(function () { if ($(".cookie-warning").is(":visible")) { $(".sticky").css("margin-bottom", "35px"); $(".devices").addClass("devices-and-cookie-warning"); } $(".cookie-warning .close-button").click(function (e) { $(".devices").removeClass("devices-and-cookie-warning"); $(".sticky").css("margin-bottom", "0"); }); $("#tweeter-feed .tweet-message").each(function (i, message) { var self = $(message); self.html(linkify(self.html())); }); $(".partner").on("mouseenter mouseleave", function() { $(this).find(".gray-scale, .colour").toggleClass("is-hidden"); }); }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });
Text is read by the "Ask this paper" AI Q&A widget below.
Extraction quality varies by source — PMC NXML preserves structure
cleanly, OA-HTML may include some navigation residue, and OA-PDF can
have broken hyphenation. The publisher copy
(via DOI)
is the canonical version.