Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education

Protocol for conducting a scoping review on the... | F1000Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://f1000research.com/js/vendor/ckeditor/' window.reactTheme = 'research'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2318163,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); search file_upload Submit your research search menu close search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Open Data, Software and Code Guidelines (PSE) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Article Processing Charges Peer Review Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Newsroom Contact My Research Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://f1000research.com/articles/13-1537" }, "headline": "Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in...", "datePublished": "2024-12-19T14:21:10", "dateModified": "2024-12-19T14:21:10", "author": [ { "@type": "Person", "name": "Imran Zafar" }, { "@type": "Person", "name": "Lamburt Schuwirth" }, { "@type": "Person", "name": "Susan Waller" }, { "@type": "Person", "name": "Carvalho Filho" }, { "@type": "Person", "name": "Mohi Eldin Magzoub" } ], "publisher": { "@type": "Organization", "name": "F1000Research", "logo": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 480, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 1200, "width": 150 }, "description": " Rationale and Background Low-stakes assessments enhance student learning outcomes by providing a comprehensive view of performance and promoting competency-based education. Multiple low-stakes assessments encourage continuous learning and incorporate formative feedback for a realistic and long-term environment. Diverse assessment methods ensure psychometric rigor, utility and a programmatic assessment approach with multiple data points affording high-stakes decisions on progression. Objective This scoping review aims to systematically identify and map existing literature on the use of low-stakes assessments in medical education and determine their impact on student learning outcomes in terms of, motivation and engagement achievements/competencies. Methods and Analysis The review will use the Joanna Briggs Institute’s framework for scoping review studies, searching eight databases and grey literature. A presearch will be done in PubMed, Scopus, and Google Scholar using terms related to low-stakes assessment, formative assessment, continuous assessment, and programmatic assessment within the context of medical education. The Covidence Systematic Review tool will aid in screening and conflict resolution. The reference lists of included studies will be checked manually for other relevant literature. Two research team members will independently screen and extract data, resolving discrepancies with a third team member. Inclusion and exclusion criteria will be refined iteratively based on key research themes. The review will follow PRISMA-P guidelines, focusing on the impact of low-stakes assessment on student learning in medical education. Ethics and dissemination No ethical approval is required as all data will be collected from published and grey literature. Findings will be disseminated at relevant conferences and submitted for publication in peer-reviewed journals. " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://f1000research.com/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://f1000research.com/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://f1000research.com/articles/13-1537/v1", "name": "Protocol for conducting a scoping review on the influence of low-stakes..." } } ] } Home Browse Protocol for conducting a scoping review on the influence of low-stakes... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Zafar I, Schuwirth L, Waller S et al. Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education [version 1; peer review: 2 approved] . F1000Research 2024, 13 :1537 ( https://doi.org/10.12688/f1000research.158552.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Study Protocol Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education [version 1; peer review: 2 approved] Imran Zafar 1 , Lamburt Schuwirth 2 , Susan Waller 1 , Carvalho Filho 3 , Mohi Eldin Magzoub 1 Imran Zafar 1 , Lamburt Schuwirth 2 , [...] Susan Waller 1 , Carvalho Filho 3 , Mohi Eldin Magzoub 1 PUBLISHED 19 Dec 2024 Author details Author details 1 Medical Education, College of Medicine and Health Sciences, United Arab Emirates University, Al Ain, Abu Dhabi, United Arab Emirates 2 Faculty of Medicine, Flinders University, Adelaide, South Australia, Australia 3 Medical Education, University of Groningen, Groningen, The Netherlands Imran Zafar Roles: Conceptualization, Investigation, Methodology, Project Administration, Writing – Original Draft Preparation, Writing – Review & Editing Lamburt Schuwirth Roles: Methodology, Validation, Writing – Review & Editing Susan Waller Roles: Conceptualization, Methodology, Validation, Writing – Review & Editing Carvalho Filho Roles: Supervision, Writing – Review & Editing Mohi Eldin Magzoub Roles: Conceptualization, Funding Acquisition, Methodology, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS This article is included in the Innovations in Research Assessment collection. Abstract Rationale and Background Low-stakes assessments enhance student learning outcomes by providing a comprehensive view of performance and promoting competency-based education. Multiple low-stakes assessments encourage continuous learning and incorporate formative feedback for a realistic and long-term environment. Diverse assessment methods ensure psychometric rigor, utility and a programmatic assessment approach with multiple data points affording high-stakes decisions on progression. Objective This scoping review aims to systematically identify and map existing literature on the use of low-stakes assessments in medical education and determine their impact on student learning outcomes in terms of, motivation and engagement achievements/competencies. Methods and Analysis The review will use the Joanna Briggs Institute’s framework for scoping review studies, searching eight databases and grey literature. A presearch will be done in PubMed, Scopus, and Google Scholar using terms related to low-stakes assessment, formative assessment, continuous assessment, and programmatic assessment within the context of medical education. The Covidence Systematic Review tool will aid in screening and conflict resolution. The reference lists of included studies will be checked manually for other relevant literature. Two research team members will independently screen and extract data, resolving discrepancies with a third team member. Inclusion and exclusion criteria will be refined iteratively based on key research themes. The review will follow PRISMA-P guidelines, focusing on the impact of low-stakes assessment on student learning in medical education. Ethics and dissemination No ethical approval is required as all data will be collected from published and grey literature. Findings will be disseminated at relevant conferences and submitted for publication in peer-reviewed journals. READ ALL READ LESS Keywords Scoping Review, Low Stakes Assessments, Corresponding Author(s) Mohi Eldin Magzoub ( [email protected] ) Close Corresponding author: Mohi Eldin Magzoub Competing interests: No competing interests were disclosed. Grant information: The author(s) declared that no grants were involved in supporting this work. Copyright: © 2024 Zafar I et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Zafar I, Schuwirth L, Waller S et al. Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education [version 1; peer review: 2 approved] . F1000Research 2024, 13 :1537 ( https://doi.org/10.12688/f1000research.158552.1 ) First published: 19 Dec 2024, 13 :1537 ( https://doi.org/10.12688/f1000research.158552.1 ) Latest published: 19 Dec 2024, 13 :1537 ( https://doi.org/10.12688/f1000research.158552.1 ) Introduction Definition of low-stakes assessment in medical education: Low-stakes assessments (LSAs) in medical education are evaluation methods with minimal impact on a student’s final grade or certification outcomes. These assessments are primarily used for formative purposes, providing opportunities for students to practice, receive feedback, and learn from mistakes without significant consequences ( Shrivastava & Shrivastava, 2022b ). They are designed to monitor progress, identify learning gaps, and help both learners and educators focus on areas needing improvement ( Pastor et al., 2019 ; Schüttpelz-Brauns et al., 2018 ). Despite their low stakes, these assessments can influence student behavior and effort, particularly when performance is discussed with mentors or when there are consequences for non-participation ( Govaerts, 2014 ). To enhance effectiveness, it’s important that students perceive these assessments as valuable and relevant to their future practice, which can increase engagement and effort ( Schüttpelz-Brauns et al., 2018 ) ( Price et al., 2024 ). However, variability in students’ test-taking effort can affect validity, necessitating strategies to identify and exclude low-effort responses for more accurate results ( Wang et al., 2020 ; Schut et al., 2018 ). Low-stakes assessments contribute to building a longitudinal representation of student performance, are useful for continuous feedback, improving student feedback literacy, self-evaluation and learning, LSAs help reduce the stress and anxiety associated with high-stakes evaluations, creating a supportive learning environment ( Shrivastava & Shrivastava, 2022b ). Overall, they are essential for continuous learning and improvement in medical education without the high pressure of significant academic consequences. What are the types of low-stakes assessment in medical education? LSAs provide ongoing feedback and help identify students’ strengths and challenges, thereby guiding future learning and teaching strategies ( Abu-Zaid, 2013 ). Examples of LSAs are simulated clinical scenarios, objective structured clinical examinations (OSCEs), and questionnaires or written assessments, which are often used to evaluate non-technical skills ( Gordon et al., 2019 ). Additionally, low-stakes progress tests, such as those measured by the Test-taking Effort Short Scale (TESS), help gauge students’ effort and intrinsic motivation during assessments ( Schüttpelz-Brauns et al., 2018 ). Team-based learning (TBL) assessments, including Individual Readiness Assurance Tests (IRAT) and Group Readiness Assurance Tests (GRAT), also fall under low-stakes assessments, providing a structure for continuous feedback and performance tracking ( Vegi et al., 2022 ). Furthermore, workplace-based assessments like Direct Observation of Procedural Skills (DOPS), Mini-Clinical Evaluation Exercises (mini-CEX), and Case-based Discussions (CbD) are integral to assessing clinical competence in real-world settings, promoting active learning and immediate feedback ( Liu, 2012 , Ref, 2024). The use of multiple-choice questions (MCQs) from the first year of medical education is another form of low-stakes assessment that helps students prepare for professional exams and promotes deep learning ( Wang et al., 2020 ). Peer assessments, such as the mini-peer assessment tool (mini-PAT), allow students to evaluate each other, fostering a collaborative learning environment and enhancing performance through peer feedback ( Shrivastava & Shrivastava, 2022a ). Finally, Entrustable Professional Activities assess by the level of entrustment can be considered as types of low-stakes assessment. ( Kinnear et al., 2021 ). These diverse methods collectively contribute to a comprehensive and supportive assessment framework in medical education, balancing the need for evaluation with the goal of fostering a deep, sustained learning experience. How do low-stakes assessments engage medical students? LSAs offer multiple benefits for medical students, enhancing their learning environment and academic experience. These individual assessments, which do not carry significant consequences, encourage students to engage more deeply with the material without the pressure of high-stakes exams. They guide the learning process and monitor educational programs, despite potential high variation in test-taking effort ( Price et al., 2024 ). Strategies like reviewing low test performance with mentors exploring the student’s perception of performance and offering constructive feedback and implementing consequences for non-participation can increase serious test-taking behavior, thereby improving the validity of these assessments ( Schüttpelz-Brauns et al., 2020 ). LSAs foster self-regulated learning (SRL) and co-regulated learning (CRL), crucial for developing clinical reasoning, doctor-patient communication, and self-reflection skills ( Pastor et al., 2019 ). Detailed asynchronous feedback on low-stakes quizzes significantly improves exam performance, allowing students to review and synthesize content deeply outside the classroom ( Shrivastava & Shrivastava, 2022a ). These assessments help identify patterns in student performance, predictive of future academic success, and inform targeted remediation interventions ( Schüttpelz-Brauns et al., 2018 ). Tools like the Test-taking Effort Short Scale (TESS) measure test-taking effort in LSAs, ensuring results reflect students’ true abilities by identifying and allowing exclusion of students results who are not making effort ( Price et al., 2024 ). Peer assessments, such as the mini-peer assessment tool (PAT), enhance learning outcomes by providing diverse feedback and fostering a collaborative learning environment ( Wang et al., 2020 ). LSAs are less stressful, reducing the anxiety and pressure that can negatively impact learning outcomes. They increase student participation and engagement, as students are more likely to take part in assessments that do not significantly affect their grades or future. These assessments provide more opportunities for feedback and improvement, crucial in medical education for developing necessary skills and competencies. ( Shrivastava & Shrivastava, 2022b ; Ontong, 2021 ). The formative nature of LSAs provides regular feedback and opportunities to adjust learning strategies, helping students develop a growth mindset and focus on continuous improvement ( Ontong, 2021 ). Using various assessment methods, including LSAs, offers a comprehensive evaluation of students, reduces cheating likelihood, and includes engaging and effective assessments like quizzes, discussions, and case studies. Since they do not significantly impact final grades, low-stakes assessments reduce pressure, allowing students to focus on learning and improvement rather than just achieving high grades. They also provide flexibility and reversibility, enabling teachers to adapt their assessment strategies as needed ( Shrivastava & Shrivastava, 2022b ; Ontong, 2021 ). Overall, LSAs play a complementary role in supporting continuous learning and skill development in medical education ( Bains et al., 2023 ; Ganesan et al., 2023 ). They promote a culture of continuous learning, reduce stress and anxiety, and provide more opportunities for feedback and improvement. Scope and theoretical framework A theoretical framework is essential for understanding the influence of LSAs on student learning in medical education. Self-Determination Theory (SDT) is a suitable theoretical framework for investigating the influence of LSAs on student learning in medical education. SDT emphasizes autonomy, competence, and relatedness as key factors in motivating individuals, aligning with the importance of self-regulated learning (SRL) in medical training ( Neufeld, 2023 , Ganesan et al., 2023 ). To apply Self-Determination Theory (SDT) to low-stakes assessments in medical education, it is important to consider how these assessments can support students’ basic psychological needs of autonomy, competence, and relatedness; ( Neufeld, 2023 ). Providing students with choices in the format and timing of LSAs can promote a sense of autonomy ( Dutt et al., 2023 ). Involving students in the development of assessment criteria and rubrics fosters a sense of ownership ( Ganotice et al., 2023 ), and encouraging students to set their own learning goals and use assessments to monitor their progress enhances their autonomy ( Neufeld, 2023 ). Designing LSAs that are challenging yet achievable supports students’ feelings of competence ( Dutt et al., 2023 ). Providing timely and constructive feedback that focuses on progress and mastery rather than comparison to others, along with offering opportunities for students to demonstrate their knowledge and skills in various contexts, further reinforces competence ( Ganotice et al., 2023 ; Dutt et al., 2023 ; Neufeld, 2023 ). Creating a supportive and collaborative learning environment where students feel safe to take risks and learn from mistakes during low-stakes assessments addresses the need for relatedness ( Ganotice et al., 2023 ). Encouraging peer feedback and group discussions around assessment results fosters a sense of community and belonging ( Neufeld, 2023 ), while ensuring that assessments are aligned with the overall learning objectives and perceived as relevant and meaningful by students ( Dutt et al., 2023 ). Incorporating these SDT principles into the design and implementation of LSAs, medical educators can create a learning environment that supports students’ intrinsic motivation, engagement, and well-being ( Ganotice et al., 2023 ; Hirsh et al., 2024 ). Methods Research Questions Self-Determination Theory (SDT) can guide our research questions related to how various factors in LSAs influence students’ basic psychological needs (autonomy, competence, and relatedness) and their subsequent motivation, engagement, and learning outcomes in educational settings ( Dutt et al., 2023 ; Netcoh, 2017 ). Below are some potential research questions that can be explored using SDT as a theoretical framework: 1. What are the implementation strategies of low-stakes assessment, in relation to the methods used, application and challenges? 2. How do different forms of low-stake assessment impact students’ learning in terms of motivation, engagement, and autonomy? 3. How do low-stakes assessment impact student achievement and competence? 4. How do students perceive and experience low-stakes assessments with reference to their influence on autonomy, competence, relatedness, and well-being compared to high- stakes summative assessment methods? ( Netcoh, 2017 ). Inclusion/Exclusion Criteria To conduct this scoping review on how LSAs influence student learning in medical education, the following are the planned inclusion and exclusion criteria: Inclusion Criteria 1. Study Type: The review will include studies that are published in the form of articles, theses, or conference proceedings, both peer reviewed and published, unpublished studies and grey literature. 2. Topic: The primary focus of the study should be on the impact of LSAs on student learning in medical education. 3. Study Population: The studies should involve medical students, interns or residents (junior doctors in training) as the primary participants. 4. Assessment Type: The assessment should be classified as low-stakes, meaning it does not summatively (terminally) affect the student’s grade or academic standing, having less significant progress consequences. 5. Publication Date: The studies should be published after January 2000. 6. Language: The studies should be published in English to facilitate efficient data extraction and analysis. 7. Methodology: The studies can employ various research methods, including quantitative, qualitative, or mixed methods approach. Grey literature may include … Exclusion Criteria 1. High-Stakes Assessments: Studies that focus on high-stakes assessments, which significantly impact student grades or academic standing, will be excluded. 2. Non-Medical Education: Studies conducted in non-medical education settings or involving non-medical students will be excluded. 3. Non-English Language: Studies published in languages other than English will be excluded to ensure efficient data extraction and analysis. 4. Non-Primary Focus on Student Learning: Studies that do not explicitly investigate the impact of low-stakes assessments on student learning will be excluded. 5. Non-Medical Education Settings: Studies conducted in non-medical education settings, such as nursing or allied health, will be excluded. 6. Studies published or grey literature dated before 2000. Context The context of this scoping review would be the influence of low-stakes assessments on student learning in medical education, focusing on the broader aspects of assessment methods and their impact on student learning outcomes. The review aims to investigate how LSAs, which do not significantly impact student grades or academic standing, affect the learning process and outcomes of medical students. It will examine various types of LSAs, including online assessments, e-assessments, computer-assisted assessments, and portfolio-based assessments etc. The review will focus on undergraduate medical education, as well as postgraduate medical education, such as residency programs. It will provide a comprehensive overview of the current literature on the challenges and opportunities associated with LSAs in medical education, including the role of technology and the impact on student learning outcomes Study Types A wide range of study types are recommended to conduct this scoping review. Quantitative research like randomized controlled trials, quasi-experimental studies, cohort studies, cross-sectional studies, and pre-post studies should be covered. In order to gain insights into experiences and perspectives incorporating qualitative methods such as interviews, focus groups, and case studies are also important. A more comprehensive understanding can be obtained by mixed-methods studies that combine both quantitative and qualitative data. In addition, systematic reviews and meta-analyses will help summarize the existing research and highlight overall trends and gaps, while surveys can capture broader trends and opinions. Including such a wide range of study types makes sure that the topic is understood in all of its complexity. The scoping review proposal will follow the Joanna Briggs Institute (JBI) methodology for scoping reviews and will be documented following the guidelines of the Preferred Reporting Items for Systematic Reviews and Meta-analyses extension for Scoping Reviews. It is planned to commence the review in September 2024, with an anticipated completion date in December 2024. Database Selection The following key databases will be searched: PubMed, MEDLINE, ERIC, PsycINFO, Scopus, and Web of Science. Search Strategy A comprehensive and iterative search strategy will be developed with assistance from a medical librarian. The following databases will be systematically searched: • PubMed : To cover biomedical literature related to medical education. • MEDLINE : For peer-reviewed studies on medical assessments and learning outcomes. • ERIC (Education Resources Information Center) : To capture studies focused on educational practices and assessments in higher education. • PsycINFO : For literature on psychological aspects of learning, motivation, and assessment. • Scopus : To retrieve multidisciplinary studies, ensuring broad coverage. • Web of Science : For high-impact articles on medical education and low-stakes assessments. • Google Scholar : To capture grey literature and additional unpublished studies. Additional grey literature will be searched through databases like ProQuest Dissertations & Theses Global and OpenGrey to include relevant theses, dissertations, and other non-peer-reviewed materials. Keywords and Medical Subject Headings (MeSH) terms relevant to the topic will be employed, such as “low-stakes assessment,” “formative assessment,” “medical education,” “student learning,” and “programmatic assessment.” Boolean operators (AND, OR, NOT) will be used to refine the search results. The reference lists of included studies will be manually checked for additional relevant literature. Screening Process and Iterative Refining of Criteria An iterative process will be followed during the screening of titles and abstracts to ensure all relevant studies are captured. Two reviewers will independently screen the search results at two levels: title/abstract screening followed by full-text screening. The inclusion and exclusion criteria will be applied initially to a subset of studies to pilot test their adequacy. During this process, if new themes or patterns emerge that require adjustment, the inclusion and exclusion criteria may be refined iteratively. For instance, if a certain type of low-stakes assessment appears to be underrepresented or newly relevant literature emerges during screening, these criteria will be adjusted accordingly to capture the breadth of available literature. Any discrepancies between the two reviewers will be discussed, and if necessary, a third reviewer will be consulted to resolve conflicts. The team will maintain a record of all decisions made during the screening process to ensure transparency and reproducibility of the review . Data Extraction and Charting Data from included studies will be extracted using a standardized data extraction form. This form will capture key study characteristics, including the study design, participant details, type of low-stakes assessment used, and outcomes related to student learning (e.g., motivation, engagement, competence). The extracted data will be charted and summarized using tables and diagrams to provide an overview of the existing literature. Data will be presented in: • Tables: Summarizing study characteristics (e.g., author, year, sample size, type of LSA). • Diagrams or Flowcharts: Mapping the frequency and distribution of different types of low-stakes assessments across various studies and highlighting common themes. A thematic analysis will be conducted to identify recurring themes and patterns across the studies. This analysis will be supported by a narrative synthesis, providing a descriptive summary of the findings related to the impact of low-stakes assessments on student learning in medical education. The results will be aligned with the objectives of the scoping review, and key findings will be visualized in diagrams or flowcharts where appropriate. Analysis The analysis of the data will involve a descriptive synthesis to summarize and present the findings from the included studies. The following steps will be undertaken: Categorization of LSAs: Types of LSAs identified in the studies will be categorized and described. This will provide an overview of the various assessment methods used in medical education. Thematic Analysis: A thematic analysis ( Braun & Clarke, 2006 ) will be conducted to identify common themes and patterns related to the benefits, drawbacks, and impacts of low-stakes assessments on student learning. This will involve coding the extracted data and grouping similar concepts into themes. Comparative Analysis: A comparative analysis will be performed to examine differences and similarities in the findings across studies. This will help to identify trends and variations in the use and impact of LSAs. Identification of Best Practices: The review will highlight effective strategies and best practices for implementing low-stakes assessments in medical education. These will be derived from the successful approaches reported in the included studies. Gap Analysis: A gap analysis will be conducted to identify areas where further research is needed. This will involve highlighting gaps in the existing literature and suggesting potential directions for future studies. The results of the analysis will be presented in a narrative format, supported by tables and figures where appropriate. This will provide a comprehensive overview of the current state of knowledge on the influence of low-stakes assessments on student learning in medical education, as well as insights into best practices and future research directions. Ethics and consent Ethical approval and consent were not required. Data availability statement No data are associated with this article. Extended data Reporting guidelines Figshare: Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education, https://doi.org/10.6084/m9.figshare.27619560 ( Zafar et al., 2024 ). This project contains the following underlying data: • PRISMA-P-checklist.docx Data are available under the terms of the Creative Commons Zero “No rights reserved” data waiver (CC0 1.0 Public domain dedication). References Abu-Zaid A: Formative assessments in medical education: a medical graduate’s perspective. Perspectives on Medical Education. 2013; 2 (5–6): 358–359. PubMed Abstract | Publisher Full Text | Free Full Text Bains M, Goei K, Kaliski D: Implementation and effects of low stakes quiz feedback on exam performance in a health professional program. Physiology. 2023; 38 (S1). Publisher Full Text Braun V, Clarke V: Using thematic analysis in psychology. Qual. Res. Psychol. 2006; 3 (2): 77–101. Publisher Full Text Dutt DDCS, Razavi H, Carr SE: Self-determination theory in ophthalmology education: factors influencing autonomy, competence and relatedness in medical students. Med. Educ. Online. 2023; 28 (1). PubMed Abstract | Publisher Full Text | Free Full Text Ganesan I, Cham B, Teunissen PW, et al. : Stakes of Assessments in Residency: Influence on Previous and Current Self-Regulated Learning and Co-Regulated Learning in Early Career Specialists. Perspectives on Medical Education. 2023; 12 (1): 237–246. PubMed Abstract | Publisher Full Text | Free Full Text Ganotice FA, Chan KMK, Chan SL, et al. : Applying motivational framework in medical education: a self-determination theory perspectives. Med. Educ. Online. 2023; 28 (1). PubMed Abstract | Publisher Full Text | Free Full Text Gordon M, Farnan J, Grafton-Clarke C, et al. : Non-technical skills assessments in undergraduate medical education: A focused BEME systematic review: BEME Guide No. 54. Med. Teach. 2019; 41 (7): 732–745. PubMed Abstract | Publisher Full Text Govaerts MJB: Medical Education, Assessment in. The Wiley Blackwell Encyclopedia of Health, Illness, Behavior, and Society. Wiley; 2014; pp. 1324–1329. Publisher Full Text Hirsh DA, Crampton PES, Osman NY: Applying self-determination theory to stem medical schools’ clinical teacher sustainability crisis. Med. Educ. 2024; 58 (1): 118–128. PubMed Abstract | Publisher Full Text Kinnear B, Warm EJ, Caretta-Weyer H, et al. : Entrustment Unpacked: Aligning Purposes, Stakes, and Processes to Enhance Learner Assessment. Acad. Med. 2021; 96 (7): S56–S63. PubMed Abstract | Publisher Full Text Liu C: An introduction to workplace-based assessments. Gastroenterology and Hepatology from Bed to Bench. 2012; 5 (1): 24–28. PubMed Abstract Netcoh S: Students’ Experiences with Personalized Learning: An Examination Using Self-Determination Theory.2017. Reference Source Neufeld A: Moving the Field Forward: Using Self-Determination Theory to Transform the Learning Environment in Medical Education. Teach. Learn. Med. 2023; 1–6. PubMed Abstract | Publisher Full Text Ontong JM: Low-stakes assessments: An effective tool to improve marks in higher-stakes summative assessments? Evidence from commerce students at a South African university. South African Journal of Higher Education. 2021; 35 (5). Publisher Full Text Pastor DA, Ong TQ, Strickman SN: Patterns of Solution Behavior across Items in Low-Stakes Assessments. Educ. Assess. 2019; 24 (3): 189–212. Publisher Full Text Price DW, Wang T, O’Neill TR, et al. : Differences in Physician Performance and Self-rated Confidence on High- and Low-Stakes Knowledge Assessments in Board Certification. J. Contin. Educ. Health Prof. 2024; 44 (1): 2–10. PubMed Abstract | Publisher Full Text Schut S, Driessen E, van Tartwijk J , et al. : Stakes in the eye of the beholder: an international study of learners’ perceptions within programmatic assessment. Med. Educ. 2018; 52 (6): 654–663. PubMed Abstract | Publisher Full Text | Free Full Text Schüttpelz-Brauns K, Hecht M, Hardt K, et al. : Institutional strategies related to test-taking behavior in low stakes assessment. Adv. Health Sci. Educ. 2020; 25 (2): 321–335. PubMed Abstract | Publisher Full Text | Free Full Text Schüttpelz-Brauns K, Kadmon M, Kiessling C, et al. : Identifying low test-taking effort during low-stakes tests with the new Test-taking Effort Short Scale (TESS) – development and psychometrics. BMC Med. Educ. 2018; 18 (1): 101. PubMed Abstract | Publisher Full Text | Free Full Text Shrivastava S, Shrivastava P: Critiquing the scope and utility of mini-peer assessment tool in the training of medical students. APIK Journal of Internal Medicine. 2022a; 10 (4): 282–283. Publisher Full Text Shrivastava S, Shrivastava P: Understanding the significance of high stakes and low stakes assessments in medical undergraduate training. Medical Journal of Babylon. 2022b; 19 (2): 301–303. Publisher Full Text Vegi VK, Sudhakar P, Bhimarasetty D, et al. : Multiple-choice questions in assessment: Perceptions of medical students from low-resource setting. J. Educ. Health Promot. 2022; 11 (1): 103. PubMed Abstract | Publisher Full Text | Free Full Text Wang XR, Hillier T, Oswald A, et al. : Patterns of performance in students with frequent low stakes team based learning assessments: Do students change behavior? Med. Teach. 2020; 42 (1): 111–113. PubMed Abstract | Publisher Full Text Zafar I, Schuwirth L, Waller SA, et al. : Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education. figshare. Journal contribution. 2024. Publisher Full Text Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 19 Dec 2024 ADD YOUR COMMENT Comment Author details Author details 1 Medical Education, College of Medicine and Health Sciences, United Arab Emirates University, Al Ain, Abu Dhabi, United Arab Emirates 2 Faculty of Medicine, Flinders University, Adelaide, South Australia, Australia 3 Medical Education, University of Groningen, Groningen, The Netherlands Imran Zafar Roles: Conceptualization, Investigation, Methodology, Project Administration, Writing – Original Draft Preparation, Writing – Review & Editing Lamburt Schuwirth Roles: Methodology, Validation, Writing – Review & Editing Susan Waller Roles: Conceptualization, Methodology, Validation, Writing – Review & Editing Carvalho Filho Roles: Supervision, Writing – Review & Editing Mohi Eldin Magzoub Roles: Conceptualization, Funding Acquisition, Methodology, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information The author(s) declared that no grants were involved in supporting this work. Article Versions (1) version 1 Published: 19 Dec 2024, 13:1537 https://doi.org/10.12688/f1000research.158552.1 Copyright © 2024 Zafar I et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads F1000Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Zafar I, Schuwirth L, Waller S et al. Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education [version 1; peer review: 2 approved] . F1000Research 2024, 13 :1537 ( https://doi.org/10.12688/f1000research.158552.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 19 Dec 2024 Views 0 Cite How to cite this report: Taylor T. Reviewer Report For: Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education [version 1; peer review: 2 approved] . F1000Research 2024, 13 :1537 ( https://doi.org/10.5256/f1000research.174161.r364640 ) The direct URL for this report is: https://f1000research.com/articles/13-1537/v1#referee-response-364640 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 08 Mar 2025 Tracey Taylor , Oakland University William Beaumont School of Medicine, Rochester, USA Approved VIEWS 0 https://doi.org/10.5256/f1000research.174161.r364640 The manuscript submission entitled “Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education” is a protocol for a scoping review examining the influence of low-stakes assessments (LSAs) on student learning in ... Continue reading READ ALL The manuscript submission entitled “Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education” is a protocol for a scoping review examining the influence of low-stakes assessments (LSAs) on student learning in medical education. This manuscript submission describes the protocol to be used to perform a scoping review to investigate low-stakes assessment and its influence on medical student learning. LSAs are evaluations with minimal impact on final grades that provide formative feedback to students without significant consequences in terms of their grades/marks. The protocol will follow the Joanna Briggs Institute's framework and PRISMA-P guidelines, searching eight databases for literature published after 2000. The research questions focus on LSA implementation strategies, impact on student motivation and autonomy, effects on achievement, and student perceptions compared to high-stakes assessments. Self-Determination Theory serves as the theoretical framework, emphasizing autonomy, competence, and relatedness as key motivational factors. The protocol describes including various study types and employing a comprehensive search strategy across multiple databases including PubMed, MEDLINE, and ERIC. The protocol for data extraction will categorize different types of LSAs and identify best practices through thematic analysis. Article strengths: This submission background information and description of the theoretic framework for which the protocol is based in a strength of the protocol. The description of this scoping review protocol proposed methods are thorough and detailed enough to allow for the review to be reproduced by another researcher. A medical librarian was consulted for the development of the search criteria, further strengthening the methods of the protocol, and the proposed usage of the Joanna Briggs Institute methodology and PRISMA-P are another strength. Article weaknesses: Overall, this protocol is very strong and so I do not see any significant areas for improvement. While reviewing this submission, I did wonder why the authors chose to narrowly limit the review to medical education (both undergraduate and graduate) rather than expand to include other health professions education. Perhaps the addition of the rationale for this exclusion would strengthen this submission. Overall, this submission is a well-written protocol for a scoping review that will yield interesting results and make a significant contribution to the medical education literature regarding LSAs. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: medical education I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Taylor T. Reviewer Report For: Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education [version 1; peer review: 2 approved] . F1000Research 2024, 13 :1537 ( https://doi.org/10.5256/f1000research.174161.r364640 ) The direct URL for this report is: https://f1000research.com/articles/13-1537/v1#referee-response-364640 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Sein AS. Reviewer Report For: Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education [version 1; peer review: 2 approved] . F1000Research 2024, 13 :1537 ( https://doi.org/10.5256/f1000research.174161.r354585 ) The direct URL for this report is: https://f1000research.com/articles/13-1537/v1#referee-response-354585 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 25 Jan 2025 Aubrie Swan Sein , Columbia Vagelos College of Physicians and Surgeons, New York, NY, USA Approved VIEWS 0 https://doi.org/10.5256/f1000research.174161.r354585 This article outlines a protocol for conducting a scoping review to explore the influence of low-stakes assessments (LSAs) on student learning in medical education, using the Joanna Briggs Institute framework for scoping reviews and the PRISMA-P guidelines. The review will ... Continue reading READ ALL This article outlines a protocol for conducting a scoping review to explore the influence of low-stakes assessments (LSAs) on student learning in medical education, using the Joanna Briggs Institute framework for scoping reviews and the PRISMA-P guidelines. The review will focus on identifying the impact of LSAs on learning outcomes, motivation, engagement, and competency development. It incorporates a comprehensive methodology, including an extensive database search, grey literature exploration, and thematic analysis. The results are anticipated to provide insights into the effectiveness of LSAs and inform best practices for their implementation in medical education. Article strengths: The authors provide a robust background of LSAs and how they can help foster self-regulated learning. The use of Self-Determination Theory as a conceptual framework makes sense to expand our understanding of how LSAs impact student learning as it relates to the constructs of autonomy, competence and relatedness. The proposed methodology is thorough, including its proposal to incorporate both peer-reviewed and grey literature. Acknowledging the role of grey literature ensures a broader understanding of the topic, capturing less formalized but still valuable research findings. The use of established frameworks like PRISMA-P and the Joanna Briggs Institute methodology adds rigor to the review. The article and proposal is well-organized, with clearly defined objectives, inclusion/exclusion criteria, and a detailed plan for data analysis. The focus on LSAs addresses a significant area in medical education, particularly with the increasing emphasis on formative assessment and competency-based education. Article areas for opportunity: A few things areas out to me as potential opportunities for improvement. Limiting the review to medical education excludes valuable insights from other health professions education fields (e.g., nursing, pharmacy). Broadening the scope could enhance the generalizability of the findings. A brief justification for this decision to exclude other health professions domains would improve clarity. Also, the inclusion criteria mention grey literature but lack detail on what types will be included (e.g., reports, conference proceedings). Providing examples or a more precise definition would strengthen the protocol. Regarding the MeSH terms, while the authors mention terms like "low-stakes assessment" and "formative assessment," adding related the term "assessment for learning" and maybe “assessment as learning” could increase the breadth of relevant studies. Overall, this scoping review protocol has the potential to make a significant contribution to the literature on LSAs in medical education, particularly in guiding their effective implementation to support student learning and engagement. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: Assessment for learning, academic counseling I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Sein AS. Reviewer Report For: Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education [version 1; peer review: 2 approved] . F1000Research 2024, 13 :1537 ( https://doi.org/10.5256/f1000research.174161.r354585 ) The direct URL for this report is: https://f1000research.com/articles/13-1537/v1#referee-response-354585 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 19 Dec 2024 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 Version 1 19 Dec 24 read read Aubrie Swan Sein , Columbia Vagelos College of Physicians and Surgeons, New York, USA Tracey Taylor , Oakland University William Beaumont School of Medicine, Rochester, USA Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert Browse by related subjects keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Taylor T. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 08 Mar 2025 | for Version 1 Tracey Taylor , Oakland University William Beaumont School of Medicine, Rochester, USA 0 Views copyright © 2025 Taylor T. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The manuscript submission entitled “Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education” is a protocol for a scoping review examining the influence of low-stakes assessments (LSAs) on student learning in medical education. This manuscript submission describes the protocol to be used to perform a scoping review to investigate low-stakes assessment and its influence on medical student learning. LSAs are evaluations with minimal impact on final grades that provide formative feedback to students without significant consequences in terms of their grades/marks. The protocol will follow the Joanna Briggs Institute's framework and PRISMA-P guidelines, searching eight databases for literature published after 2000. The research questions focus on LSA implementation strategies, impact on student motivation and autonomy, effects on achievement, and student perceptions compared to high-stakes assessments. Self-Determination Theory serves as the theoretical framework, emphasizing autonomy, competence, and relatedness as key motivational factors. The protocol describes including various study types and employing a comprehensive search strategy across multiple databases including PubMed, MEDLINE, and ERIC. The protocol for data extraction will categorize different types of LSAs and identify best practices through thematic analysis. Article strengths: This submission background information and description of the theoretic framework for which the protocol is based in a strength of the protocol. The description of this scoping review protocol proposed methods are thorough and detailed enough to allow for the review to be reproduced by another researcher. A medical librarian was consulted for the development of the search criteria, further strengthening the methods of the protocol, and the proposed usage of the Joanna Briggs Institute methodology and PRISMA-P are another strength. Article weaknesses: Overall, this protocol is very strong and so I do not see any significant areas for improvement. While reviewing this submission, I did wonder why the authors chose to narrowly limit the review to medical education (both undergraduate and graduate) rather than expand to include other health professions education. Perhaps the addition of the rationale for this exclusion would strengthen this submission. Overall, this submission is a well-written protocol for a scoping review that will yield interesting results and make a significant contribution to the medical education literature regarding LSAs. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise medical education I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Taylor T. Peer Review Report For: Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education [version 1; peer review: 2 approved] . F1000Research 2024, 13 :1537 ( https://doi.org/10.5256/f1000research.174161.r364640) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-1537/v1#referee-response-364640 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Sein A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 25 Jan 2025 | for Version 1 Aubrie Swan Sein , Columbia Vagelos College of Physicians and Surgeons, New York, NY, USA 0 Views copyright © 2025 Sein A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This article outlines a protocol for conducting a scoping review to explore the influence of low-stakes assessments (LSAs) on student learning in medical education, using the Joanna Briggs Institute framework for scoping reviews and the PRISMA-P guidelines. The review will focus on identifying the impact of LSAs on learning outcomes, motivation, engagement, and competency development. It incorporates a comprehensive methodology, including an extensive database search, grey literature exploration, and thematic analysis. The results are anticipated to provide insights into the effectiveness of LSAs and inform best practices for their implementation in medical education. Article strengths: The authors provide a robust background of LSAs and how they can help foster self-regulated learning. The use of Self-Determination Theory as a conceptual framework makes sense to expand our understanding of how LSAs impact student learning as it relates to the constructs of autonomy, competence and relatedness. The proposed methodology is thorough, including its proposal to incorporate both peer-reviewed and grey literature. Acknowledging the role of grey literature ensures a broader understanding of the topic, capturing less formalized but still valuable research findings. The use of established frameworks like PRISMA-P and the Joanna Briggs Institute methodology adds rigor to the review. The article and proposal is well-organized, with clearly defined objectives, inclusion/exclusion criteria, and a detailed plan for data analysis. The focus on LSAs addresses a significant area in medical education, particularly with the increasing emphasis on formative assessment and competency-based education. Article areas for opportunity: A few things areas out to me as potential opportunities for improvement. Limiting the review to medical education excludes valuable insights from other health professions education fields (e.g., nursing, pharmacy). Broadening the scope could enhance the generalizability of the findings. A brief justification for this decision to exclude other health professions domains would improve clarity. Also, the inclusion criteria mention grey literature but lack detail on what types will be included (e.g., reports, conference proceedings). Providing examples or a more precise definition would strengthen the protocol. Regarding the MeSH terms, while the authors mention terms like "low-stakes assessment" and "formative assessment," adding related the term "assessment for learning" and maybe “assessment as learning” could increase the breadth of relevant studies. Overall, this scoping review protocol has the potential to make a significant contribution to the literature on LSAs in medical education, particularly in guiding their effective implementation to support student learning and engagement. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Assessment for learning, academic counseling I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Sein AS. Peer Review Report For: Protocol for conducting a scoping review on the influence of low-stakes assessment on student learning in medical education [version 1; peer review: 2 approved] . F1000Research 2024, 13 :1537 ( https://doi.org/10.5256/f1000research.174161.r354585) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-1537/v1#referee-response-354585 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with F1000Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Protocol for conducting a scoping review...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://f1000research.com/articles/13-1537/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://f1000research.com/articles/13-1537/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://f1000research.com/articles/13-1537/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Zafar I et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://f1000research.com/articles/13-1537/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://f1000research.com/articles/13-1537", templates : { twitter : "Protocol for conducting a scoping review on the influence of.... Zafar I et al., published by " + "@F1000Research" + ", https://f1000research.com/articles/13-1537/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/158552/174161") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "174161"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "354581": 0, "354580": 0, "354583": 0, "354582": 0, "354579": 0, "354588": 0, "354585": 9, "354584": 0, "354587": 0, "354586": 0, "356709": 0, "364645": 0, "356708": 0, "364644": 0, "356711": 0, "364647": 0, "356710": 0, "364646": 0, "364641": 0, "364640": 12, "356707": 0, "364643": 0, "356706": 0, "364642": 0, "356716": 0, "356713": 0, "364649": 0, "356712": 0, "364648": 0, "356715": 0, "356714": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "6d6a1f5b-953d-42f8-bcaf-4a9f32b6f387"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); An innovative open access publishing platform offering rapid publication and open peer review, whilst supporting data deposition and sharing. Browse Gateways Collections How it Works Contact For Developers Cookie Notice Privacy Notice RSS Submit Your Research Follow us © 2012-2026 F1000 Research Ltd. ISSN 2046-1402 | Legal | Partner of Research4Life • CrossRef • ORCID • FAIRSharing R.templateTests.simpleTemplate = R.template(' $text $text $text $text $text '); R.templateTests.runTests(); var F1000platform = new F1000.Platform({ name: "f1000research", displayName: "F1000Research", hostName: "f1000research.com", id: "1", editorialEmail: "[email protected]", infoEmail: "[email protected]", usePmcStats: true }); $(function(){R.ui.dropdowns('.dropdown-for-authors, .dropdown-for-about, .dropdown-for-myresearch');}); // $(function(){R.ui.dropdowns('.dropdown-for-referees');}); $(document).ready(function () { if ($(".cookie-warning").is(":visible")) { $(".sticky").css("margin-bottom", "35px"); $(".devices").addClass("devices-and-cookie-warning"); } $(".cookie-warning .close-button").click(function (e) { $(".devices").removeClass("devices-and-cookie-warning"); $(".sticky").css("margin-bottom", "0"); }); $("#tweeter-feed .tweet-message").each(function (i, message) { var self = $(message); self.html(linkify(self.html())); }); $(".partner").on("mouseenter mouseleave", function() { $(this).find(".gray-scale, .colour").toggleClass("is-hidden"); }); }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });