Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival

Are Narrative CVs contributing towards shifting... | F1000Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://f1000research.com/js/vendor/ckeditor/' window.reactTheme = 'research'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2318163,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); search file_upload Submit your research search menu close search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Open Data, Software and Code Guidelines (PSE) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Article Processing Charges Peer Review Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Newsroom Contact My Research Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://f1000research.com/articles/13-332" }, "headline": "Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023...", "datePublished": "2024-04-23T18:05:16", "dateModified": "2025-06-19T15:35:51", "author": [ { "@type": "Person", "name": "Noémie Aubert Bonn" }, { "@type": "Person", "name": "James Peter Morris" }, { "@type": "Person", "name": "Sean Sapcariu" }, { "@type": "Person", "name": "Karen Stroobants" } ], "publisher": { "@type": "Organization", "name": "F1000Research", "logo": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 480, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 1200, "width": 150 }, "description": "Abstract* Background Over the past decade, calls for research assessment reform have grown, led by initiatives such as the Declaration on Research Assessment (DORA) and the Leiden Manifesto, and, more recently, the Coalition for Advancing Research Assessment (CoARA). A key element being discussed as part of research assessment reform is a shift towards more qualitative assessments, focussed on the content of research and the broad skills and competencies of researchers, and the array of contributions they make to knowledge creation and innovation. Narrative CV formats have emerged as a good practice example for enabling qualitative assessments of research projects and researchers, and are becoming more widely piloted and implemented. Methods As part of the 2023 Dutch Recognition and Rewards Festival, the authors hosted a workshop to gather perspectives on Narrative CVs, including whether and how they may contribute to shifts in research culture that are needed to support research assessment reform. Results Participants, representing research organisations and the research community, discussed both beneficial and critical aspects of narrative-style CV implementations from their experiences. The effects observed since narrative CVs have been implemented were discussed, with perspectives provided on career prospects and the empowerment of the research community to direct change. Finally, the discussion turned to expectations for the future, with workshop participants calling for focus on the roles that narrative-style CVs can play in improving research careers, recognition of collaborative work, and equality, diversity, and inclusion. A short informal survey exploring levels of implementation of narrative CVs across different research organisations was run prior to the workshop, the results of which are also presented as part of this report. Discussion The authors intend to expand this discussion to other scientific and policy conferences, and this report serves as a basis for a wider and deeper dialogue in the community. " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://f1000research.com/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://f1000research.com/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://f1000research.com/articles/13-332/v1", "name": "Are Narrative CVs contributing towards shifting research culture?Workshop..." } } ] } Home Browse Are Narrative CVs contributing towards shifting research culture?Workshop... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Aubert Bonn N, Morris JP, Sapcariu S and Stroobants K. Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.12688/f1000research.146108.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Brief Report Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] Noémie Aubert Bonn https://orcid.org/0000-0003-0252-2331 1 * , James Peter Morris 2 * , Sean Sapcariu 3 * , Karen Stroobants https://orcid.org/0000-0002-2208-2057 4 * Noémie Aubert Bonn https://orcid.org/0000-0003-0252-2331 1 * , James Peter Morris 2 * , Sean Sapcariu 3 * , Karen Stroobants https://orcid.org/0000-0002-2208-2057 4 * * Equal contributors PUBLISHED 23 Apr 2024 Author details Author details 1 Department of Healthcare and Ethics, Universiteit Hasselt, Hasselt, Flanders, 3500, Belgium 2 Science Europe, Brussels, Brussels, 1040, Belgium 3 Fonds National de la Recherche, Luxembourg City, Luxembourg District, 4365, Luxembourg 4 CultureBase Consulting, Cambridge, UK Noémie Aubert Bonn Roles: Conceptualization, Data Curation, Formal Analysis, Project Administration, Writing – Original Draft Preparation, Writing – Review & Editing James Peter Morris Roles: Conceptualization, Data Curation, Formal Analysis, Project Administration, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Sean Sapcariu Roles: Conceptualization, Data Curation, Formal Analysis, Project Administration, Resources, Writing – Original Draft Preparation, Writing – Review & Editing Karen Stroobants Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Project Administration, Writing – Original Draft Preparation, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS This article is included in the Research on Research, Policy & Culture gateway. This article is included in the Innovations in Research Assessment collection. Abstract Abstract* Background Over the past decade, calls for research assessment reform have grown, led by initiatives such as the Declaration on Research Assessment (DORA) and the Leiden Manifesto, and, more recently, the Coalition for Advancing Research Assessment (CoARA). A key element being discussed as part of research assessment reform is a shift towards more qualitative assessments, focussed on the content of research and the broad skills and competencies of researchers, and the array of contributions they make to knowledge creation and innovation. Narrative CV formats have emerged as a good practice example for enabling qualitative assessments of research projects and researchers, and are becoming more widely piloted and implemented. Methods As part of the 2023 Dutch Recognition and Rewards Festival, the authors hosted a workshop to gather perspectives on Narrative CVs, including whether and how they may contribute to shifts in research culture that are needed to support research assessment reform. Results Participants, representing research organisations and the research community, discussed both beneficial and critical aspects of narrative-style CV implementations from their experiences. The effects observed since narrative CVs have been implemented were discussed, with perspectives provided on career prospects and the empowerment of the research community to direct change. Finally, the discussion turned to expectations for the future, with workshop participants calling for focus on the roles that narrative-style CVs can play in improving research careers, recognition of collaborative work, and equality, diversity, and inclusion. A short informal survey exploring levels of implementation of narrative CVs across different research organisations was run prior to the workshop, the results of which are also presented as part of this report. Discussion The authors intend to expand this discussion to other scientific and policy conferences, and this report serves as a basis for a wider and deeper dialogue in the community. READ ALL READ LESS Keywords Research Assessment; Research Culture; Qualitative Assessment; Narrative CV; Diversity; Research Careers Corresponding Author(s) Noémie Aubert Bonn ( [email protected] ) Close Corresponding author: Noémie Aubert Bonn Competing interests: No competing interests were disclosed. Grant information: The author(s) declared that no grants were involved in supporting this work. Copyright: © 2024 Aubert Bonn N et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Aubert Bonn N, Morris JP, Sapcariu S and Stroobants K. Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.12688/f1000research.146108.1 ) First published: 23 Apr 2024, 13 :332 ( https://doi.org/10.12688/f1000research.146108.1 ) Latest published: 19 Jun 2025, 13 :332 ( https://doi.org/10.12688/f1000research.146108.2 )  There is a newer version of this article available. Suppress this message for one day. Introduction Over the past decade, calls for research assessment reform have gained great momentum. Initiatives such as the Declaration on Research Assessment 1 (DORA) and the Leiden Manifesto 2 raised considerable awareness about the need to rethink research assessment and were rapidly followed by a multitude of reports, statements, and recommendations from national and international organisations. 3 – 12 More recently, the interest in changing research assessment even acquired a global scope, with organisations such as the G7, 13 UNESCO, 14 and the Global Research Council, 15 addressing the topic formally. The Coalition for Advancing Research Assessment 16 (CoARA) was created against this background, aiming to provide support and coordination to the global reform of research assessment. CoARA already counts the support of nearly 600 research organisations (as of November 2023), highlighting a true momentum for change. A key element being discussed as part of research assessment reform activities is a shift towards more qualitative assessments, focussed on the content of research and the broad skills and competencies of researchers, and the array of contributions they make to knowledge creation and innovation. Narrative CV formats have emerged as a good practice example for enabling qualitative assessments of research projects and researchers, and are becoming more widely piloted and implemented. Methods Ethics Given the scope of this report and associated workshop, the workshop was conducted as an exploration from interested organisations without seeking ethical approval. Participants agreed to take part after being made aware that a summary of the workshop would be published from the discussions. Methodology On April 13 th , 2023, we held a workshop with the title “Are narrative CVs proving effective in achieving desired outcomes of recognition and reward initiatives ?” at the Recognition and Rewards Festival in Utrecht, NL in order to gather perspectives on the role that narrative CVs play in shifting research cultures and in enabling the research assessment reform. This report summarises the views and opinions expressed by the 14 participants that joined the workshop, and serves as a resource for others in further reflections and development of narrative-style CV templates. Participants included research funders and three researchers, most of them active in the Dutch research landscape. The feedback in this report should help guide organisations and institutions considering or implementing narrative-style CVs when thinking about the potential impact on research culture that could occur due to these changes. In addition, we hope that our experience can be a template for other workshops around this topic, and that this report serves as a catalyst for further dialogue and proactive communication around narrative-style CVs and their impact on research culture. Results Views on narrative CVs/challenges with their use The workshop participants raised many beneficial and critical aspects of the narrative-style CV, all of which need to be considered by funders and institutions who are implementing these new formats. However, the general agreement was that effective and efficient assessment reform will take time and requires systemic change, due to the many different parties involved in changing assessment, above and beyond only changing a CV format. In general, narratives were seen to have always been a part of an evaluation, whether or not they were in the CV. In this sense, a narrative was seen as required for an evaluation – the narrative-style CV helps in increasing the understanding of a candidate and legitimising the contributions that were previously not well-recognised since it requires the researcher to tell their own story about their career and achievements. At the same time, this increased flexibility can be confusing, so balancing structure and flexibility in the formats is needed. This can be a different way of evaluating compared to the current process, leading to difficulties for reviewers in terms of comparing applicants and assessing the content. Participants felt that new CV formats can lead to increased use of buzzwords and a loss of authenticity, as they might feel obligated to fill in all of the fields of a template, to “tick all the boxes” and thus get an edge in the evaluation. Certain participants stated that a need to appear competent everywhere might create a loss of authenticity for researchers. While it is important for institutions using a narrative-style CV to emphasise that what is requested is not an increased number and range of accomplishments, participants also argued that a lack of authenticity is generally identifiable in an evaluation (especially an interview), and as such would not prove to be a problem in the long term adoption of new CV formats. One of the concerns raised was the perspective that there is not much uptake in narrative-style CV use internationally, and the widespread use of quantitative data and metrics is still present in systems around the world. Given our informal pre-workshop survey results (see Box 1 ), this perspective might reflect a lack of awareness of the international landscape and use of narrative-style CVs. Regarding the engagement with the format, applicants were told specifically not to add certain (less traditional) contributions because they could be perceived as a “lack of focus”. This shows a clear resistance from a part of the academic community for the narrative-style CV, and a need for more dialogue around these changes. Box 1. Informal pre-workshop survey. Methods A short 12-question survey was devised by the report authors and distributed to representatives from research organisations via the following forums: the DORA Funders Group; the Global Research Council Responsible Research Assessment Working Group; and the Science Europe Working Group on Research Culture. The survey was launched between March and April 2023 and received 24 full responses from representatives of 23 research organisations, covering 18 countries across 4 continents and one European-wide organisation. The aggregated data were presented during the workshop at the Recognition and Rewards Festival in Utrecht, NL on 13 April 2023 solely to provoke discussion and are not used for other purposes. The results are presented in this report in the same manner. The survey data were aggregated to avoid re-identification. Raw results data cannot be shared as individual responses would easily allow for identification of the respondent in several cases. The questions asked in the survey, a mix of multiple choice and open text, are provided in the codebook that is available alongside the data published at https://doi.org/10.6084/m9.figshare.25146155.v1 . Short summary of survey results Across the 24 respondents to the survey, and in response to both open-ended and multiple choice questions (see annex 1 for the full list of questions), just over half of the responding organisations (54 %) had already implemented a narrative CV format as part of their assessment processes. These organisations were spread across different regions of the world, including Latin America and the Caribbean, Australia and New Zealand, Northern America, and Northern, Western, and Southern Europe. Among these organisations, there was a split between those that implemented the same narrative CV format across all programmes (42 %) and those that implemented the format only for specific programmes (58 %). The most commonly reported approach to implementing a narrative CV was to develop a template ‘in house’, from scratch (54 %). Less commonly, organisations reported building upon an existing template, adapting it to their needs (30 %), and just 2 organisations (15%) reported using existing templates with little adaptation. The Royal Society’s Narrative CV template, the “Résumé for Researchers” was cited by a number of respondents as the guidance template used. When asked what the main reasons or goals for introducing a narrative CV format were, respondents referenced: broadening the recognition of research activities, contributions, and skills; supporting equality, diversity, and inclusion; building compliance with community-driven initiatives such as DORA; and simply as an attempt to improve the evaluation and selection of researchers and research projects. A wide spread of responses were obtained in response to the question about the years when organisations first considered piloting or introducing a narrative CV format, beginning from 2015, and most commonly around 2020. Subsequent implementation of a narrative CV as part of assessment processes was observed to follow quickly after first consideration, often only taking one or two years (see Figure 1 ). Some common challenges to implementing narrative CVs were reported by responding organisations, including: 1) resistance to change, 2) difficulty in developing appropriate training and guidance, and 3) clear and effective communication on the reasons for change. Figure 1. Research organisations that implement a narrative CV format were asked when they first considered piloting or introducing a narrative CV format, and when they started implementing it as part of their assessment processes. Responding organisations that had not yet implemented narrative CVs (n = 11) within any part of their assessment processes shared diverse reasons why they had not. A number of respondents were considering implementing them in the future. Others reported that it was not a priority for the moment. Some respondents reported a current lack of data to support the effectiveness of such a change as a barrier whilst other respondents cited administrative challenges. Note: We omitted one respondent in the first question since they mentioned that they always used narrative CVs for hiring. It was mentioned that narrative-style CVs have the possibility of helping with increasing the diversity of who is funded, specifically with females and minority groups. The new format allows people to describe a wider diversity of careers and outputs, facilitating inclusion for people with different backgrounds. However, at the same time, the quality of narratives are dependent on writing ability, which could introduce new biases and requirements for support and training – something that not all people and institutions have the resources to implement. The introduction of the narrative-style CV is seen as an iterative process with regards to the structure and content requested, as well as the openness of the template. As the needs and focus of the different organisations and the goals of assessments are different, participants felt that a tailored approach is needed for the various narrative-style CV templates. At the same time, participants stressed that funders and institutions should not judge academics beyond what is required for the remit of the assessment, and should take into account potential biases arising from the new format. Changes as a result of introducing narrative CVs Introduction of narrative-style CVs and other initiatives to diversify and broaden the ability of researchers to demonstrate their achievements have led to concrete changes in the perspectives and careers of people in the community, both with positive and negative effects. Participants discussed the reflection required in filling out a narrative CV being a positive experience, and the need for reflection to be present earlier in academic trajectories. In addition, one participant described a narrative-style CV playing a role in the promotion of people that would have been unlikely to have this opportunity otherwise. Another participant highlighted the role that narrative-style CVs could play in empowering researchers to contribute to research culture shifts by allowing them to describe competencies, activities, or actions that they deem important to the research culture they want to work within. One issue raised was around the communication of the shift to a narrative-style CV. The request for a broad range of output and achievements in evaluation was viewed by researchers as a requirement to fulfil the entire breadth of outputs and achievements that can be accounted for. This highlights a need to ensure that researchers are aware of the requirements around narrative-style CVs, through training of applicants and assessors, fostering dialogue around these new forms, and other avenues of proactive communication. Guidance documents are a useful starting point, but are best complemented by active reinforcement, as they are passive tools and are not always read as carefully. As mentioned above, not everyone has an equal level of writing ability, and institutions should offer support where possible to ensure that there is no disadvantage in writing narrative-style CVs. Participants highlighted that data collection around the myths and assumptions of narrative-style CVs will also help to ensure clarity of these new evaluation tools. They also suggested that these new formats will cause power dynamics to shift, yet it is not quite clear what this will mean in terms of the evolution of research ecosystems. These shifts should be monitored closely to ensure that the changes fit the research culture that is desired. Expectations for the future As this shift towards narrative-style CV uptake in assessment processes continues, participants gave their opinions on how this change should be handled, with specific goals and needs they would like to see. These expectations address specifically the culture change that is required to ensure a diverse and inclusive research ecosystem where people are evaluated on a broader range of research outputs, contributions, and achievements. In general, participants expressed a need to not be naive in implementing changes, and to try and keep everyone on board through the shift in the research ecosystem. The importance of all roles required in research (e.g. HR staff, technicians, etc.) should be highlighted, and all of these voices should be included in system changes. To this end, a broader diversity of career trajectories should be considered when shifting assessment (and the skills that come along with these different career paths), including careers with inter-sectoral mobility as well as more “classical” career paths. A need for more diversity and inclusion was requested, specifically in the creation of research systems that are beneficial to younger individuals in research, as well as women and minorities. This can be done through creating more diverse evaluation panels and hiring/promotion assessment committees, as well as by engaging a more diverse group of voices in the dialogue around system adaptation and change. Epistemic diversity should also be taken into account, in order to break the current dominance of “excellence” that reinforces hierarchies between disciplines. Shifting research culture, including spreading the use of the narrative-style CV, requires bottom-up involvement and peer exchange from individuals in research. Collaboration is an important value in research culture, and participants expressed a wish to share their experiences with others. At the same time, adequate support from institutions and funders for these new formats should be put in place. Funders and institutions need to make sure that changes do not impact the performance of research – we need to balance the time and resource commitment required in assessment with the desire for more creative ideas and faster innovation. Discussion It is vital that discussions targeting changes to research assessment practices involve all members of the research community. This report describes results from a workshop that aimed at being the start of an ongoing and self-reflecting discussion on the topic of narrative CVs as contributors to positive shifts in research culture. The workshop, hosted as part of the Dutch Recognition and Rewards Festival (2023), was attended by a group of engaged and reform-supportive stakeholders from research organisations, research funders, and the research community. It provided a first snapshot of perspectives that will be built on through further future events. Reflections by researchers who participated in the workshop emphasised the role that narrative-style CVs can play in broadening the types of activities, contributions, outputs, and achievements that are recognised and how this can translate into a more diverse selection of people and ideas as part of our understanding of high-quality research. They added that the process of completing a narrative CV may in itself provide insights and inspiration on the diversity of activities that are perceived as important in research careers, and that introducing narrative CVs may play a role in shaping new cultures of success and achievements among researchers. Yet the discussion also provided insights on elements that need to be considered in order to ensure that narrative CVs achieve their desired purpose. Key learnings from the workshop discussions included an understanding of existing inequalities in the support (through training and guidance, for instance) provided by research institutions towards narrative CV development, and a lack of clear descriptions of the breadth of activities and outputs that can be included (and how they are assessed). Such inequalities should be scrutinised and minimised so as to avoid introducing additional bias into assessment processes. Workshop participants were not well-aware of the growing interest and uptake of narrative-style CVs and qualitative assessment across research organisations in Europe and beyond: a trend being pushed by community-led initiatives such as DORA and CoARA. Research organisations may consider how they effectively communicate and engage with research community members to shed light on the work and changes taking place to support the evolution of research cultures and promote quality research. As these changes to policies and practices become further embedded in our research systems, it is vital that they are regularly discussed, reviewed, and analysed to identify and mitigate unintended and unwanted consequences that may arise for any constituency within our research communities. Overall, the workshop highlighted the value and importance of engaging community members in research policy and practice discussions, and the need for continued dialogue. It is important to note that this change process is long and complex, and narrative-style CVs are just one part. We need to prepare for what the future will bring in research assessment, and make sure that the community actively mitigates the issues that might arise, including the impact of new technologies on assessment and the creation of new inequalities based on different players changing the system at different speeds. A higher-level and global view will be crucial to ensure that the ecosystem is steered towards a diverse and inclusive research culture, which will require all of the participants in the system to work together towards this goal. To this end, we encourage more conversations and debate around this topic, as only through dialogue will we be able to create a research culture that recognises and embraces everyone who contributes to the research ecosystem. Workshops like this help to make people more aware of the shifting ecosystem as well as to ensure that a diverse range of voices contribute to these shifts. We propose holding these workshops at a variety of scientific and policy conferences in many domains, so that as many people as possible can contribute to the discussion. If you are organising, participating in, or aware of an event where a structured discussion on Narrative CVs and research culture would be welcome, do not hesitate to contact the authors to explore how a workshop like the one described above could be incorporated or proposed. Data availability Underlying data Figshare: Data on the implementation of Narrative CV captured ahead of the 2023 Recognition and Rewards Festival, https://doi.org/10.6084/m9.figshare.25146155.v1 . 17 This project contains the following underlying data: • Codebook.pdf • Codebook.xlsx • Data.csv Data are available under the terms of the Creative Commons Attribution 4.0 International license (CC-BY 4.0). Acknowledgements The authors would like to thank: 1) the organisers of the 2023 Dutch Recognition and Rewards Festival for hosting the workshop; 2) the participants of the workshop for their enthusiasm the insightful discussions; and 3) the respondents of the informal pre-workshop survey for their time and willingness to provide valuable information. References 1. San Francisco Declaration on Research Assessment. Reference Source 2. Hicks D, Wouters P, Waltman L, et al. : The Leiden Manifesto for research metrics. Nature. 2015; 520 : 429–431. PubMed Abstract | Publisher Full Text 3. Curry S, et al. : The changing role of funders in responsible research assessment: progress, obstacles and the way ahead (RoRI Working Paper No. 3). Research on Research Institute; 2020. Publisher Full Text 4. European University Association: EUA Roadmap on Research Assessment in the Transition to Open Science. Brussels, Belgium: 2018. Reference Source 5. INORMS Research Evaluation Group: The SCOPE Framework. Emerald Publishing2021. Reference Source 6. Latin American Forum for Research Assessment (FOLEC): Towards a Transformation of Scientific Research Assessment in Latin America and the Caribbean: Evaluating Scientivic Research Assessment. Latin American Council of Social Sciences (CLACSO); 2020. Reference Source 7. McLean R, Ofir Z, Etherington A, et al. : Research Quality Plus - Evaluating Research Differently. Ottawa: International Development Research Centre; 2022. Reference Source 8. Miedema F, Mayer K, Holmberg K, et al. : Mutual Learning Exercise Open Science: Altmetrics and Rewards. Publications Office of the European Union; 2018. Publisher Full Text 9. Mustajoki H, et al. : Making FAIReR assessments possible.2021. Publisher Full Text 10. Science Europe: Position Statement and Recommendations on Research Assessment Processes.2020. Publisher Full Text 11. Wilsdon J, et al. : The Metric Tide: Report of the Independent Review of the Role of Metrics in Research Assessment and Management. HEFCE; 2015. Reference Source 12. Wilsdon J, Bar-Ilan J, Frodeman R, et al. : Next-generation metrics: Responsible metrics and evaluation for open science. European Commission; 2017. Publisher Full Text 13. G7 2021 Research Compact: 2021. Reference Source 14. UNESCO: UNESCO Recommendation on Open Science. Paris: 2021. Reference Source 15. Global Research Council: Responsible Research Assessment - Call to Action.2021. Reference Source 16. CoARA: Coalition for Advancing Research Assessment. Reference Source 17. Aubert Bonn N, Stroobants K, Sapcariu S, et al. : Data on the implementation of Narrative CV captured ahead of the 2023 Recognition and Rewards Festival. figshare. [Dataset]. 2024. Publisher Full Text Comments on this article Comments (0) Version 2 VERSION 2 PUBLISHED 23 Apr 2024 ADD YOUR COMMENT Comment Author details Author details 1 Department of Healthcare and Ethics, Universiteit Hasselt, Hasselt, Flanders, 3500, Belgium 2 Science Europe, Brussels, Brussels, 1040, Belgium 3 Fonds National de la Recherche, Luxembourg City, Luxembourg District, 4365, Luxembourg 4 CultureBase Consulting, Cambridge, UK Noémie Aubert Bonn Roles: Conceptualization, Data Curation, Formal Analysis, Project Administration, Writing – Original Draft Preparation, Writing – Review & Editing James Peter Morris Roles: Conceptualization, Data Curation, Formal Analysis, Project Administration, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Sean Sapcariu Roles: Conceptualization, Data Curation, Formal Analysis, Project Administration, Resources, Writing – Original Draft Preparation, Writing – Review & Editing Karen Stroobants Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Project Administration, Writing – Original Draft Preparation, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information The author(s) declared that no grants were involved in supporting this work. Article Versions (2) version 2 Revised Published: 19 Jun 2025, 13:332 https://doi.org/10.12688/f1000research.146108.2 version 1 Published: 23 Apr 2024, 13:332 https://doi.org/10.12688/f1000research.146108.1 Copyright © 2024 Aubert Bonn N et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads F1000Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Aubert Bonn N, Morris JP, Sapcariu S and Stroobants K. Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.12688/f1000research.146108.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 23 Apr 2024 Views 0 Cite How to cite this report: Kolstoe S. Reviewer Report For: Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.5256/f1000research.160148.r336924 ) The direct URL for this report is: https://f1000research.com/articles/13-332/v1#referee-response-336924 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 25 Nov 2024 Simon Kolstoe , School of Health & Care Professions, University of Portsmouth, Portsmouth, England, UK Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.160148.r336924 Narrative CVs - where next on the journey? Who your audience is, and what you are trying to communicate to that audience, is the most important consideration for authors of any type of document. When writing an ... Continue reading READ ALL Narrative CVs - where next on the journey? Who your audience is, and what you are trying to communicate to that audience, is the most important consideration for authors of any type of document. When writing an academic CV the audience is often an employment or grants panel who will be looking for indications that the author will meet whatever criteria they have established for the role/funding. The problem is that the criteria is not always explicit, and can often reflect unrecognised prejudice, making it quite a challenge to write a CV that "plays the game" well, especially for people with diverse or non-traditional backgrounds. To address this a number of "key performance indicator" (KPI) style metrics have been proposed for academics/researchers, and although they are widely used, they are open to significant manipulation. They are also quite biased towards indicators that current senior researchers value in their own CVs, rather than indicators that might lead to better research overall. This weakness of the KPI approach has been increasingly recognised over recent years thanks to an encouraging international effort to consider issues relating to research integrity and culture in order to highlight the broader virtues and responsibilities of a good researcher. The development of narrative CVs is one attempt to recognise this by using, as the authors of this manuscript state, a qualitative rather than quantitative approach. However, as with many issues in life, a pendulum swing from one extreme (quantitative indicators) to the other (qualitative indicators) is not the answer. The solution to fair assessment most likely sits somewhere in the middle, with this middle being identified through further discussion and reflection on what we do now, what works or doesn't, and how we might change systems and processes. This is precisely the conversation that this manuscript addresses. Viewing this work as a reflection on narrative CVs is helpful, because the sample size is small. Indeed with only 24 responses to the survey I would like to see the authors report number of responses in their summary of survey results rather than percentages to better reflect the very small sample. Likewise the 14 participants in the workshop cannot in anyway be considered representative of the research community, and this should be acknowledge explictly. Thus said a very small sample does not prevent interesting observations being made. One element of the results/discussion I did find interesting was the fear that narrative CVs may favour more talented writers, potentially coming from English speaking education systems. This is a fair comment and concern, but I would also like to see the author address the recent challenge raised by the use of AI for both proof reading and also creating content. Surely this must be an increasing threat to the idea of a narrative CV, and even if it wasn't mentioned by participants in the workshop, the author could raise the fact that this wasn't discussed and perhaps should have been. I was also struck by the comment that "Epistemic diversity should also be taken into account, in order to break the current dominance of “excellence” that reinforces hierarchies between disciplines" . I think this relates to a perceived prejudice towards medical and physical sciences that many from a social science background are often quite concerned about. However, as many CVs often function to obtain positions/grants etc. within subject areas, and thus are judged by academics of similar backgrounds, I would be interested to hear some real examples of where Epistemic diversity is important. The Discussion starts with the sentence: " It is vital that discussions targeting changes to research assessment practices involve all members of the research community. " I'm not certain this sentence is needed, or indeed justified without further explanation - who is the research community, does it involve research participants, government ministers etc. and should they all be involved in this conversation? Perhaps this sentence could be deleted or alternatively justified further. The second paragraph of the discussion also repeats many of the results so could either be deleted or reframed to make a specific, explicit, point. But overall this manuscript represents an interesting reflection on the topic, and should be considered as a valuable contribution to the ongoing discussion. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly Competing Interests: No competing interests were disclosed. Reviewer Expertise: Originally a Biochemist, now Associate Professor of Bioethics with a specific interest in research integrity, ethics and governance. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Kolstoe S. Reviewer Report For: Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.5256/f1000research.160148.r336924 ) The direct URL for this report is: https://f1000research.com/articles/13-332/v1#referee-response-336924 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 11 Sep 2025 Noémie Aubert Bonn , Department of Healthcare and Ethics, Universiteit Hasselt, Hasselt, 3500, Belgium 11 Sep 2025 Author Response Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed ... Continue reading Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed overview of the edits we made in light of your comments in our responses below. "Narrative CVs - where next on the journey? Who your audience is, and what you are trying to communicate to that audience, is the most important consideration for authors of any type of document. When writing an academic CV the audience is often an employment or grants panel who will be looking for indications that the author will meet whatever criteria they have established for the role/funding. The problem is that the criteria is not always explicit, and can often reflect unrecognised prejudice, making it quite a challenge to write a CV that "plays the game" well, especially for people with diverse or non-traditional backgrounds. To address this a number of "key performance indicator" (KPI) style metrics have been proposed for academics/researchers, and although they are widely used, they are open to significant manipulation. They are also quite biased towards indicators that current senior researchers value in their own CVs, rather than indicators that might lead to better research overall. This weakness of the KPI approach has been increasingly recognised over recent years thanks to an encouraging international effort to consider issues relating to research integrity and culture in order to highlight the broader virtues and responsibilities of a good researcher. The development of narrative CVs is one attempt to recognise this by using, as the authors of this manuscript state, a qualitative rather than quantitative approach. However, as with many issues in life, a pendulum swing from one extreme (quantitative indicators) to the other (qualitative indicators) is not the answer. The solution to fair assessment most likely sits somewhere in the middle, with this middle being identified through further discussion and reflection on what we do now, what works or doesn't, and how we might change systems and processes. This is precisely the conversation that this manuscript addresses." RESPONSE: Thank you this introduction and useful context which nicely aligns with the arguments that drove this manuscript. Viewing this work as a reflection on narrative CVs is helpful, because the sample size is small. Indeed with only 24 responses to the survey I would like to see the authors report number of responses in their summary of survey results rather than percentages to better reflect the very small sample. Likewise the 14 participants in the workshop cannot in anyway be considered representative of the research community, and this should be acknowledge explictly. Thus said a very small sample does not prevent interesting observations being made. RESPONSE: Thank you for noting this important point. In the methods section, we added the following: “The feedback in this report should not be considered as representative of the research community. In fact, participants to the Recognition and Reward Festival are likely to have a priori interest in the reform of research assessment and the small sample size precludes a complete view of perspectives”, and we changed all percentages to numbers in the survey results box. One element of the results/discussion I did find interesting was the fear that narrative CVs may favour more talented writers, potentially coming from English speaking education systems. This is a fair comment and concern, but I would also like to see the author address the recent challenge raised by the use of AI for both proof reading and also creating content. Surely this must be an increasing threat to the idea of a narrative CV, and even if it wasn't mentioned by participants in the workshop, the author could raise the fact that this wasn't discussed and perhaps should have been. RESPONSE: This is a good point and indeed probably one we would have heard a lot more if the workshop had taken place a year later. We added a sentence in the discussion about inequalities for writing ability as follows: “In addition, although it was only lightly discussed during the workshop, the place of Large Language Models and Generative Artificial Intelligence in narrative CVs also raises important questions for the future and the impact – either challenges and opportunities – that these new technologies may have should be carefully considered.” We already get back to this point in the discussion by stating “We need to prepare for what the future will bring in research assessment, and make sure that the community actively studies and evidences the impact of changes and mitigates the issues that might arise, including the impact of new technologies on assessment and the creation of new inequalities based on different players changing the system at different speeds.” I was also struck by the comment that "Epistemic diversity should also be taken into account, in order to break the current dominance of “excellence” that reinforces hierarchies between disciplines". I think this relates to a perceived prejudice towards medical and physical sciences that many from a social science background are often quite concerned about. However, as many CVs often function to obtain positions/grants etc. within subject areas, and thus are judged by academics of similar backgrounds, I would be interested to hear some real examples of where Epistemic diversity is important. RESPONSE: Thank you for raising this point and for making us reflect further on our statement. We realise that our initial sentence may have brought confusion on our intended meaning, which was aiming to point to more general perspectives of ‘excellence’ and how its evaluation and definitions often depend on uniform models and one-size-fits-all framing of research. Consequently, our intended meaning was to highlight the importance of involving a diversity of views when setting standards and expectations on what ‘excellence’ should look like. We now rephrased the sentence to “It is important that epistemic diversity is also taken into account, involving diverse representation in studies and evaluations of process changes to break the current dominance and self-reinforcing concepts of 'excellence'.” The Discussion starts with the sentence: "It is vital that discussions targeting changes to research assessment practices involve all members of the research community." I'm not certain this sentence is needed, or indeed justified without further explanation - who is the research community, does it involve research participants, government ministers etc. and should they all be involved in this conversation? Perhaps this sentence could be deleted or alternatively justified further. RESPONSE: Thank you for sharing this thought with us. This sentence indeed steps out from the discussion structure, so we removed it from its current position and moved it below, while rephrasing it to clarify our point. As it currently stands, it is written as “Discussions targeting changes to research assessment practices must involve diverse members of the research community to capture the breadth of perspectives, worries, and hopes for the future.”. The second paragraph of the discussion also repeats many of the results so could either be deleted or reframed to make a specific, explicit, point. RESPONSE: Thank you for raising this point. We added this paragraph specifically to provide a brief summary of the main results for readers who may find it helpful. We know that discussions on narrative CVs are useful to academic literature as well as to policy level, policy-makers and funders are thus part of our target audience. From experience, we have learnt that a summary paragraph such as this makes it easy for this work to be so utilized, and therefore to support evidence-informed policy. For this reason, we would be in favour of keeping this summary paragraph even if it repeats the information mentioned in the results. But overall this manuscript represents an interesting reflection on the topic, and should be considered as a valuable contribution to the ongoing discussion. RESPONSE: We thank you for this useful appraisal and for the concrete recommendations which significantly improved our manuscript. Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed overview of the edits we made in light of your comments in our responses below. "Narrative CVs - where next on the journey? Who your audience is, and what you are trying to communicate to that audience, is the most important consideration for authors of any type of document. When writing an academic CV the audience is often an employment or grants panel who will be looking for indications that the author will meet whatever criteria they have established for the role/funding. The problem is that the criteria is not always explicit, and can often reflect unrecognised prejudice, making it quite a challenge to write a CV that "plays the game" well, especially for people with diverse or non-traditional backgrounds. To address this a number of "key performance indicator" (KPI) style metrics have been proposed for academics/researchers, and although they are widely used, they are open to significant manipulation. They are also quite biased towards indicators that current senior researchers value in their own CVs, rather than indicators that might lead to better research overall. This weakness of the KPI approach has been increasingly recognised over recent years thanks to an encouraging international effort to consider issues relating to research integrity and culture in order to highlight the broader virtues and responsibilities of a good researcher. The development of narrative CVs is one attempt to recognise this by using, as the authors of this manuscript state, a qualitative rather than quantitative approach. However, as with many issues in life, a pendulum swing from one extreme (quantitative indicators) to the other (qualitative indicators) is not the answer. The solution to fair assessment most likely sits somewhere in the middle, with this middle being identified through further discussion and reflection on what we do now, what works or doesn't, and how we might change systems and processes. This is precisely the conversation that this manuscript addresses." RESPONSE: Thank you this introduction and useful context which nicely aligns with the arguments that drove this manuscript. Viewing this work as a reflection on narrative CVs is helpful, because the sample size is small. Indeed with only 24 responses to the survey I would like to see the authors report number of responses in their summary of survey results rather than percentages to better reflect the very small sample. Likewise the 14 participants in the workshop cannot in anyway be considered representative of the research community, and this should be acknowledge explictly. Thus said a very small sample does not prevent interesting observations being made. RESPONSE: Thank you for noting this important point. In the methods section, we added the following: “The feedback in this report should not be considered as representative of the research community. In fact, participants to the Recognition and Reward Festival are likely to have a priori interest in the reform of research assessment and the small sample size precludes a complete view of perspectives”, and we changed all percentages to numbers in the survey results box. One element of the results/discussion I did find interesting was the fear that narrative CVs may favour more talented writers, potentially coming from English speaking education systems. This is a fair comment and concern, but I would also like to see the author address the recent challenge raised by the use of AI for both proof reading and also creating content. Surely this must be an increasing threat to the idea of a narrative CV, and even if it wasn't mentioned by participants in the workshop, the author could raise the fact that this wasn't discussed and perhaps should have been. RESPONSE: This is a good point and indeed probably one we would have heard a lot more if the workshop had taken place a year later. We added a sentence in the discussion about inequalities for writing ability as follows: “In addition, although it was only lightly discussed during the workshop, the place of Large Language Models and Generative Artificial Intelligence in narrative CVs also raises important questions for the future and the impact – either challenges and opportunities – that these new technologies may have should be carefully considered.” We already get back to this point in the discussion by stating “We need to prepare for what the future will bring in research assessment, and make sure that the community actively studies and evidences the impact of changes and mitigates the issues that might arise, including the impact of new technologies on assessment and the creation of new inequalities based on different players changing the system at different speeds.” I was also struck by the comment that "Epistemic diversity should also be taken into account, in order to break the current dominance of “excellence” that reinforces hierarchies between disciplines". I think this relates to a perceived prejudice towards medical and physical sciences that many from a social science background are often quite concerned about. However, as many CVs often function to obtain positions/grants etc. within subject areas, and thus are judged by academics of similar backgrounds, I would be interested to hear some real examples of where Epistemic diversity is important. RESPONSE: Thank you for raising this point and for making us reflect further on our statement. We realise that our initial sentence may have brought confusion on our intended meaning, which was aiming to point to more general perspectives of ‘excellence’ and how its evaluation and definitions often depend on uniform models and one-size-fits-all framing of research. Consequently, our intended meaning was to highlight the importance of involving a diversity of views when setting standards and expectations on what ‘excellence’ should look like. We now rephrased the sentence to “It is important that epistemic diversity is also taken into account, involving diverse representation in studies and evaluations of process changes to break the current dominance and self-reinforcing concepts of 'excellence'.” The Discussion starts with the sentence: "It is vital that discussions targeting changes to research assessment practices involve all members of the research community." I'm not certain this sentence is needed, or indeed justified without further explanation - who is the research community, does it involve research participants, government ministers etc. and should they all be involved in this conversation? Perhaps this sentence could be deleted or alternatively justified further. RESPONSE: Thank you for sharing this thought with us. This sentence indeed steps out from the discussion structure, so we removed it from its current position and moved it below, while rephrasing it to clarify our point. As it currently stands, it is written as “Discussions targeting changes to research assessment practices must involve diverse members of the research community to capture the breadth of perspectives, worries, and hopes for the future.”. The second paragraph of the discussion also repeats many of the results so could either be deleted or reframed to make a specific, explicit, point. RESPONSE: Thank you for raising this point. We added this paragraph specifically to provide a brief summary of the main results for readers who may find it helpful. We know that discussions on narrative CVs are useful to academic literature as well as to policy level, policy-makers and funders are thus part of our target audience. From experience, we have learnt that a summary paragraph such as this makes it easy for this work to be so utilized, and therefore to support evidence-informed policy. For this reason, we would be in favour of keeping this summary paragraph even if it repeats the information mentioned in the results. But overall this manuscript represents an interesting reflection on the topic, and should be considered as a valuable contribution to the ongoing discussion. RESPONSE: We thank you for this useful appraisal and for the concrete recommendations which significantly improved our manuscript. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 11 Sep 2025 Noémie Aubert Bonn , Department of Healthcare and Ethics, Universiteit Hasselt, Hasselt, 3500, Belgium 11 Sep 2025 Author Response Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed ... Continue reading Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed overview of the edits we made in light of your comments in our responses below. "Narrative CVs - where next on the journey? Who your audience is, and what you are trying to communicate to that audience, is the most important consideration for authors of any type of document. When writing an academic CV the audience is often an employment or grants panel who will be looking for indications that the author will meet whatever criteria they have established for the role/funding. The problem is that the criteria is not always explicit, and can often reflect unrecognised prejudice, making it quite a challenge to write a CV that "plays the game" well, especially for people with diverse or non-traditional backgrounds. To address this a number of "key performance indicator" (KPI) style metrics have been proposed for academics/researchers, and although they are widely used, they are open to significant manipulation. They are also quite biased towards indicators that current senior researchers value in their own CVs, rather than indicators that might lead to better research overall. This weakness of the KPI approach has been increasingly recognised over recent years thanks to an encouraging international effort to consider issues relating to research integrity and culture in order to highlight the broader virtues and responsibilities of a good researcher. The development of narrative CVs is one attempt to recognise this by using, as the authors of this manuscript state, a qualitative rather than quantitative approach. However, as with many issues in life, a pendulum swing from one extreme (quantitative indicators) to the other (qualitative indicators) is not the answer. The solution to fair assessment most likely sits somewhere in the middle, with this middle being identified through further discussion and reflection on what we do now, what works or doesn't, and how we might change systems and processes. This is precisely the conversation that this manuscript addresses." RESPONSE: Thank you this introduction and useful context which nicely aligns with the arguments that drove this manuscript. Viewing this work as a reflection on narrative CVs is helpful, because the sample size is small. Indeed with only 24 responses to the survey I would like to see the authors report number of responses in their summary of survey results rather than percentages to better reflect the very small sample. Likewise the 14 participants in the workshop cannot in anyway be considered representative of the research community, and this should be acknowledge explictly. Thus said a very small sample does not prevent interesting observations being made. RESPONSE: Thank you for noting this important point. In the methods section, we added the following: “The feedback in this report should not be considered as representative of the research community. In fact, participants to the Recognition and Reward Festival are likely to have a priori interest in the reform of research assessment and the small sample size precludes a complete view of perspectives”, and we changed all percentages to numbers in the survey results box. One element of the results/discussion I did find interesting was the fear that narrative CVs may favour more talented writers, potentially coming from English speaking education systems. This is a fair comment and concern, but I would also like to see the author address the recent challenge raised by the use of AI for both proof reading and also creating content. Surely this must be an increasing threat to the idea of a narrative CV, and even if it wasn't mentioned by participants in the workshop, the author could raise the fact that this wasn't discussed and perhaps should have been. RESPONSE: This is a good point and indeed probably one we would have heard a lot more if the workshop had taken place a year later. We added a sentence in the discussion about inequalities for writing ability as follows: “In addition, although it was only lightly discussed during the workshop, the place of Large Language Models and Generative Artificial Intelligence in narrative CVs also raises important questions for the future and the impact – either challenges and opportunities – that these new technologies may have should be carefully considered.” We already get back to this point in the discussion by stating “We need to prepare for what the future will bring in research assessment, and make sure that the community actively studies and evidences the impact of changes and mitigates the issues that might arise, including the impact of new technologies on assessment and the creation of new inequalities based on different players changing the system at different speeds.” I was also struck by the comment that "Epistemic diversity should also be taken into account, in order to break the current dominance of “excellence” that reinforces hierarchies between disciplines". I think this relates to a perceived prejudice towards medical and physical sciences that many from a social science background are often quite concerned about. However, as many CVs often function to obtain positions/grants etc. within subject areas, and thus are judged by academics of similar backgrounds, I would be interested to hear some real examples of where Epistemic diversity is important. RESPONSE: Thank you for raising this point and for making us reflect further on our statement. We realise that our initial sentence may have brought confusion on our intended meaning, which was aiming to point to more general perspectives of ‘excellence’ and how its evaluation and definitions often depend on uniform models and one-size-fits-all framing of research. Consequently, our intended meaning was to highlight the importance of involving a diversity of views when setting standards and expectations on what ‘excellence’ should look like. We now rephrased the sentence to “It is important that epistemic diversity is also taken into account, involving diverse representation in studies and evaluations of process changes to break the current dominance and self-reinforcing concepts of 'excellence'.” The Discussion starts with the sentence: "It is vital that discussions targeting changes to research assessment practices involve all members of the research community." I'm not certain this sentence is needed, or indeed justified without further explanation - who is the research community, does it involve research participants, government ministers etc. and should they all be involved in this conversation? Perhaps this sentence could be deleted or alternatively justified further. RESPONSE: Thank you for sharing this thought with us. This sentence indeed steps out from the discussion structure, so we removed it from its current position and moved it below, while rephrasing it to clarify our point. As it currently stands, it is written as “Discussions targeting changes to research assessment practices must involve diverse members of the research community to capture the breadth of perspectives, worries, and hopes for the future.”. The second paragraph of the discussion also repeats many of the results so could either be deleted or reframed to make a specific, explicit, point. RESPONSE: Thank you for raising this point. We added this paragraph specifically to provide a brief summary of the main results for readers who may find it helpful. We know that discussions on narrative CVs are useful to academic literature as well as to policy level, policy-makers and funders are thus part of our target audience. From experience, we have learnt that a summary paragraph such as this makes it easy for this work to be so utilized, and therefore to support evidence-informed policy. For this reason, we would be in favour of keeping this summary paragraph even if it repeats the information mentioned in the results. But overall this manuscript represents an interesting reflection on the topic, and should be considered as a valuable contribution to the ongoing discussion. RESPONSE: We thank you for this useful appraisal and for the concrete recommendations which significantly improved our manuscript. Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed overview of the edits we made in light of your comments in our responses below. "Narrative CVs - where next on the journey? Who your audience is, and what you are trying to communicate to that audience, is the most important consideration for authors of any type of document. When writing an academic CV the audience is often an employment or grants panel who will be looking for indications that the author will meet whatever criteria they have established for the role/funding. The problem is that the criteria is not always explicit, and can often reflect unrecognised prejudice, making it quite a challenge to write a CV that "plays the game" well, especially for people with diverse or non-traditional backgrounds. To address this a number of "key performance indicator" (KPI) style metrics have been proposed for academics/researchers, and although they are widely used, they are open to significant manipulation. They are also quite biased towards indicators that current senior researchers value in their own CVs, rather than indicators that might lead to better research overall. This weakness of the KPI approach has been increasingly recognised over recent years thanks to an encouraging international effort to consider issues relating to research integrity and culture in order to highlight the broader virtues and responsibilities of a good researcher. The development of narrative CVs is one attempt to recognise this by using, as the authors of this manuscript state, a qualitative rather than quantitative approach. However, as with many issues in life, a pendulum swing from one extreme (quantitative indicators) to the other (qualitative indicators) is not the answer. The solution to fair assessment most likely sits somewhere in the middle, with this middle being identified through further discussion and reflection on what we do now, what works or doesn't, and how we might change systems and processes. This is precisely the conversation that this manuscript addresses." RESPONSE: Thank you this introduction and useful context which nicely aligns with the arguments that drove this manuscript. Viewing this work as a reflection on narrative CVs is helpful, because the sample size is small. Indeed with only 24 responses to the survey I would like to see the authors report number of responses in their summary of survey results rather than percentages to better reflect the very small sample. Likewise the 14 participants in the workshop cannot in anyway be considered representative of the research community, and this should be acknowledge explictly. Thus said a very small sample does not prevent interesting observations being made. RESPONSE: Thank you for noting this important point. In the methods section, we added the following: “The feedback in this report should not be considered as representative of the research community. In fact, participants to the Recognition and Reward Festival are likely to have a priori interest in the reform of research assessment and the small sample size precludes a complete view of perspectives”, and we changed all percentages to numbers in the survey results box. One element of the results/discussion I did find interesting was the fear that narrative CVs may favour more talented writers, potentially coming from English speaking education systems. This is a fair comment and concern, but I would also like to see the author address the recent challenge raised by the use of AI for both proof reading and also creating content. Surely this must be an increasing threat to the idea of a narrative CV, and even if it wasn't mentioned by participants in the workshop, the author could raise the fact that this wasn't discussed and perhaps should have been. RESPONSE: This is a good point and indeed probably one we would have heard a lot more if the workshop had taken place a year later. We added a sentence in the discussion about inequalities for writing ability as follows: “In addition, although it was only lightly discussed during the workshop, the place of Large Language Models and Generative Artificial Intelligence in narrative CVs also raises important questions for the future and the impact – either challenges and opportunities – that these new technologies may have should be carefully considered.” We already get back to this point in the discussion by stating “We need to prepare for what the future will bring in research assessment, and make sure that the community actively studies and evidences the impact of changes and mitigates the issues that might arise, including the impact of new technologies on assessment and the creation of new inequalities based on different players changing the system at different speeds.” I was also struck by the comment that "Epistemic diversity should also be taken into account, in order to break the current dominance of “excellence” that reinforces hierarchies between disciplines". I think this relates to a perceived prejudice towards medical and physical sciences that many from a social science background are often quite concerned about. However, as many CVs often function to obtain positions/grants etc. within subject areas, and thus are judged by academics of similar backgrounds, I would be interested to hear some real examples of where Epistemic diversity is important. RESPONSE: Thank you for raising this point and for making us reflect further on our statement. We realise that our initial sentence may have brought confusion on our intended meaning, which was aiming to point to more general perspectives of ‘excellence’ and how its evaluation and definitions often depend on uniform models and one-size-fits-all framing of research. Consequently, our intended meaning was to highlight the importance of involving a diversity of views when setting standards and expectations on what ‘excellence’ should look like. We now rephrased the sentence to “It is important that epistemic diversity is also taken into account, involving diverse representation in studies and evaluations of process changes to break the current dominance and self-reinforcing concepts of 'excellence'.” The Discussion starts with the sentence: "It is vital that discussions targeting changes to research assessment practices involve all members of the research community." I'm not certain this sentence is needed, or indeed justified without further explanation - who is the research community, does it involve research participants, government ministers etc. and should they all be involved in this conversation? Perhaps this sentence could be deleted or alternatively justified further. RESPONSE: Thank you for sharing this thought with us. This sentence indeed steps out from the discussion structure, so we removed it from its current position and moved it below, while rephrasing it to clarify our point. As it currently stands, it is written as “Discussions targeting changes to research assessment practices must involve diverse members of the research community to capture the breadth of perspectives, worries, and hopes for the future.”. The second paragraph of the discussion also repeats many of the results so could either be deleted or reframed to make a specific, explicit, point. RESPONSE: Thank you for raising this point. We added this paragraph specifically to provide a brief summary of the main results for readers who may find it helpful. We know that discussions on narrative CVs are useful to academic literature as well as to policy level, policy-makers and funders are thus part of our target audience. From experience, we have learnt that a summary paragraph such as this makes it easy for this work to be so utilized, and therefore to support evidence-informed policy. For this reason, we would be in favour of keeping this summary paragraph even if it repeats the information mentioned in the results. But overall this manuscript represents an interesting reflection on the topic, and should be considered as a valuable contribution to the ongoing discussion. RESPONSE: We thank you for this useful appraisal and for the concrete recommendations which significantly improved our manuscript. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Pietilä M. Reviewer Report For: Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.5256/f1000research.160148.r317744 ) The direct URL for this report is: https://f1000research.com/articles/13-332/v1#referee-response-317744 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 25 Sep 2024 Maria Pietilä , University of Eastern Finland, Eastern Finland, Finland Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.160148.r317744 Thank you for the invitation to review the paper. The paper addresses an important and timely topic: the potential of narrative CVs in changing the current ways of research assessment. It draws on data gathered at a workshop organized in ... Continue reading READ ALL Thank you for the invitation to review the paper. The paper addresses an important and timely topic: the potential of narrative CVs in changing the current ways of research assessment. It draws on data gathered at a workshop organized in the Netherlands and data obtained from a pre-workshop survey. The paper is well situated in the broader context of research assessment reform. The topic is relevant for readers within the science policy environment in different countries. The paper presents interesting findings which are relevant for the wider scholarly community preparing innovative, responsible ways to assess research/ers. I agree with the authors that assessments have for long had narrative elements included. For example, in funding applications researchers have had to put their research proposal in a wider context and to explain its significance to evaluators who may not be experts in the topic. In recruitment, motivation/cover letters represent narratives in which the researchers tell about their skills and career background, often in a free format. Thus, narrative CVs are not completely new in the context of evaluation. In the following, I make some comments/reflections/suggestions that the authors may consider when revising their paper and when organizing future workshops on the topic. I would consider adding at the beginning of the paper a brief description of narrative CVs: what do they normally look like, what do they aim for, etc. The paper places significant (mostly positive) expectations on narrative CVs and maintains an overall optimistic tone toward their use. However, some of the findings in the paper sound more like hypothesis for empirical research. For example, the argument that narrative CVs are good for women and minorities was put forward by the workshop participants. In the paper, you could consider, whether there is a need to critically assess this expectation - is there any empirical research showing that this is the case? I also wonder to what extent narrative CVs in practice lead to the acknowledgement of a broader set of skills. Changing the documentation does not mean that the valuations critical for assessment change. Candidates applying for funding or jobs may still be inclined to present traditional outputs in their narrative CVs (maybe for good reasons). Despite universities/funders’ goal towards identifying and acknowledging a wider set of researchers’ contributions, evaluators may still give priority to traditional outputs and activities at the extent of others. Therefore, the authors might reflect on the need to take into account broader power dynamics in academic recruitment with different actors and priorities and the 'cultural burden' connected to existing research assessment practices that may shape how contributions in narrative CVs are assessed. I would argue organizations using narrative CVs should be encouraged to state clearly how different contributions in narrative CVs are assessed: if all the contributions are of equal value or if some are more valued than others, given the different needs of the funder/employing unit. Objective comparison of candidates’ merits/achievements is crucial for example in recruitment, and thus having transparent criteria and showing them to the applicants is essential (this was touched upon on page 4). Therefore, I suggest adding some more reflection on the needs for further academic research on the topic (with proper research designs; such research is already being conducted). Also, the authors are encouraged to consider ‘practice-oriented sessions’ on how to evaluate narrative CVs in the future workshops (incl. how to make comparisons between candidates who bring up different kinds of contributions in their narrative CVs). Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Not applicable Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Partly Competing Interests: No competing interests were disclosed. Reviewer Expertise: Academic careers; research assessment; gender equality in academia; university organisations I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Pietilä M. Reviewer Report For: Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.5256/f1000research.160148.r317744 ) The direct URL for this report is: https://f1000research.com/articles/13-332/v1#referee-response-317744 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 11 Sep 2025 Noémie Aubert Bonn , Department of Healthcare and Ethics, Universiteit Hasselt, Hasselt, 3500, Belgium 11 Sep 2025 Author Response Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed ... Continue reading Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed overview of the edits we made in light of your comments in our responses below. "Thank you for the invitation to review the paper. The paper addresses an important and timely topic: the potential of narrative CVs in changing the current ways of research assessment. It draws on data gathered at a workshop organized in the Netherlands and data obtained from a pre-workshop survey. The paper is well situated in the broader context of research assessment reform. The topic is relevant for readers within the science policy environment in different countries. The paper presents interesting findings which are relevant for the wider scholarly community preparing innovative, responsible ways to assess research/ers. I agree with the authors that assessments have for long had narrative elements included. For example, in funding applications researchers have had to put their research proposal in a wider context and to explain its significance to evaluators who may not be experts in the topic. In recruitment, motivation/cover letters represent narratives in which the researchers tell about their skills and career background, often in a free format. Thus, narrative CVs are not completely new in the context of evaluation. In the following, I make some comments/reflections/suggestions that the authors may consider when revising their paper and when organizing future workshops on the topic. I would consider adding at the beginning of the paper a brief description of narrative CVs: what do they normally look like, what do they aim for, etc." RESPONSE: Thank you for making us realise that this important background information was missing. We added a short description at the end of the introduction as follows: “Narrative CVs are “generally understood to encompass a structured description of a researcher’s contributions and achievements that reflect a broader range of skills and experiences beyond publications and funding record.” 18 In a Narrative CV, researchers have more freedom over the way they present achievements, outputs, and skills that define their career than they normally would in an itemised CV. Because Narrative CVs are started to be implemented quite recently, a lot remains to be known about their impact and potential.” With a reference to Fritch R., Hatch, A., Hazlett, H., Vinkenburg, C. Using Narrative CVs: Process optimization and bias mitigation. (DORA, 2021). https://zenodo.org/record/5799414#.YeM-41IOIPY "The paper places significant (mostly positive) expectations on narrative CVs and maintains an overall optimistic tone toward their use. However, some of the findings in the paper sound more like hypothesis for empirical research. For example, the argument that narrative CVs are good for women and minorities was put forward by the workshop participants. In the paper, you could consider, whether there is a need to critically assess this expectation - is there any empirical research showing that this is the case?" RESPONSE: This is a very good point. We added a statement to the first sentence of the Results section to clarify that the findings need to be further assessed by empirical research. In addition, when discussing findings we made sure that it was clear that point were based on the perspectives of participants, and we highlighted that these perspectives should be documented with evidence. For example, when discussing the value of narrative CVs in increasing diversity, we added “These perspectives are important to consider in the implementation of narrative CVs, but they also call for more empirical research to understand the genuine impact that narrative CVs have on diversity and biases.” We further repeated this point in the discussion where we added that “further research should be undertaken to identify how these perceived impacts are reflected in practice”, and that we need to “make sure that the community actively studies and evidences the impact of changes and mitigates the issues that might arise”. "I also wonder to what extent narrative CVs in practice lead to the acknowledgement of a broader set of skills. Changing the documentation does not mean that the valuations critical for assessment change. Candidates applying for funding or jobs may still be inclined to present traditional outputs in their narrative CVs (maybe for good reasons). Despite universities/funders’ goal towards identifying and acknowledging a wider set of researchers’ contributions, evaluators may still give priority to traditional outputs and activities at the extent of others. Therefore, the authors might reflect on the need to take into account broader power dynamics in academic recruitment with different actors and priorities and the 'cultural burden' connected to existing research assessment practices that may shape how contributions in narrative CVs are assessed." RESPONSE: This is an interesting point that was not thoroughly discussed in the workshop but that is well reflected in discussions on the reform of research assessment. We added a few sentences to this effect in the discussion to point to the important role of existing assessment practices and cultural norms. Specifically, we added the following sections in the Discussion: “There are long-standing cultural norms embedded into current assessment practices and policies that challenge the changes being made towards broadening what is recognised and rewarded in research. Incremental shifts in guidance and processes are counterbalanced by enduring cultural expectations that influence how careers are viewed and developed at all levels. Consequently, the introduction of narrative-style CVs and any other changes to the assessment processes should never happen in a vacuum, but go hand in hand with active discussions and culture change initiatives.” As well as “It is also important to understand the forces at play as the reform unfolds to identify those who play a role in shaping cultures of assessment. Involving a breadth of stakeholders with distinct priorities and powers – including those pushing for the reform, those pushing against, those who assess, and those who are assessed – is vital to enabling a shared dialogue.” "I would argue organizations using narrative CVs should be encouraged to state clearly how different contributions in narrative CVs are assessed: if all the contributions are of equal value or if some are more valued than others, given the different needs of the funder/employing unit. Objective comparison of candidates’ merits/achievements is crucial for example in recruitment, and thus having transparent criteria and showing them to the applicants is essential (this was touched upon on page 4)." RESPONSE: In addition to the points added above, we also added the following sentence when discussing the shift in the diversity of contributions that narrative CVs may enable: “Careful consideration of how this diversity of competencies, activities, or actions plays into assessment decisions and how they will be used by assessors will be important to better understand the potential for a culture shift.”. "Therefore, I suggest adding some more reflection on the needs for further academic research on the topic (with proper research designs; such research is already being conducted). Also, the authors are encouraged to consider ‘practice-oriented sessions’ on how to evaluate narrative CVs in the future workshops (incl. how to make comparisons between candidates who bring up different kinds of contributions in their narrative CVs)." RESPONSE: Thank you for this recommendation. We reflected the need for more research throughout the manuscript. We also thank you for the recommendation of practice-oriented sessions. We will certainly consider this recommendation in future workshops. Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed overview of the edits we made in light of your comments in our responses below. "Thank you for the invitation to review the paper. The paper addresses an important and timely topic: the potential of narrative CVs in changing the current ways of research assessment. It draws on data gathered at a workshop organized in the Netherlands and data obtained from a pre-workshop survey. The paper is well situated in the broader context of research assessment reform. The topic is relevant for readers within the science policy environment in different countries. The paper presents interesting findings which are relevant for the wider scholarly community preparing innovative, responsible ways to assess research/ers. I agree with the authors that assessments have for long had narrative elements included. For example, in funding applications researchers have had to put their research proposal in a wider context and to explain its significance to evaluators who may not be experts in the topic. In recruitment, motivation/cover letters represent narratives in which the researchers tell about their skills and career background, often in a free format. Thus, narrative CVs are not completely new in the context of evaluation. In the following, I make some comments/reflections/suggestions that the authors may consider when revising their paper and when organizing future workshops on the topic. I would consider adding at the beginning of the paper a brief description of narrative CVs: what do they normally look like, what do they aim for, etc." RESPONSE: Thank you for making us realise that this important background information was missing. We added a short description at the end of the introduction as follows: “Narrative CVs are “generally understood to encompass a structured description of a researcher’s contributions and achievements that reflect a broader range of skills and experiences beyond publications and funding record.” 18 In a Narrative CV, researchers have more freedom over the way they present achievements, outputs, and skills that define their career than they normally would in an itemised CV. Because Narrative CVs are started to be implemented quite recently, a lot remains to be known about their impact and potential.” With a reference to Fritch R., Hatch, A., Hazlett, H., Vinkenburg, C. Using Narrative CVs: Process optimization and bias mitigation. (DORA, 2021). https://zenodo.org/record/5799414#.YeM-41IOIPY "The paper places significant (mostly positive) expectations on narrative CVs and maintains an overall optimistic tone toward their use. However, some of the findings in the paper sound more like hypothesis for empirical research. For example, the argument that narrative CVs are good for women and minorities was put forward by the workshop participants. In the paper, you could consider, whether there is a need to critically assess this expectation - is there any empirical research showing that this is the case?" RESPONSE: This is a very good point. We added a statement to the first sentence of the Results section to clarify that the findings need to be further assessed by empirical research. In addition, when discussing findings we made sure that it was clear that point were based on the perspectives of participants, and we highlighted that these perspectives should be documented with evidence. For example, when discussing the value of narrative CVs in increasing diversity, we added “These perspectives are important to consider in the implementation of narrative CVs, but they also call for more empirical research to understand the genuine impact that narrative CVs have on diversity and biases.” We further repeated this point in the discussion where we added that “further research should be undertaken to identify how these perceived impacts are reflected in practice”, and that we need to “make sure that the community actively studies and evidences the impact of changes and mitigates the issues that might arise”. "I also wonder to what extent narrative CVs in practice lead to the acknowledgement of a broader set of skills. Changing the documentation does not mean that the valuations critical for assessment change. Candidates applying for funding or jobs may still be inclined to present traditional outputs in their narrative CVs (maybe for good reasons). Despite universities/funders’ goal towards identifying and acknowledging a wider set of researchers’ contributions, evaluators may still give priority to traditional outputs and activities at the extent of others. Therefore, the authors might reflect on the need to take into account broader power dynamics in academic recruitment with different actors and priorities and the 'cultural burden' connected to existing research assessment practices that may shape how contributions in narrative CVs are assessed." RESPONSE: This is an interesting point that was not thoroughly discussed in the workshop but that is well reflected in discussions on the reform of research assessment. We added a few sentences to this effect in the discussion to point to the important role of existing assessment practices and cultural norms. Specifically, we added the following sections in the Discussion: “There are long-standing cultural norms embedded into current assessment practices and policies that challenge the changes being made towards broadening what is recognised and rewarded in research. Incremental shifts in guidance and processes are counterbalanced by enduring cultural expectations that influence how careers are viewed and developed at all levels. Consequently, the introduction of narrative-style CVs and any other changes to the assessment processes should never happen in a vacuum, but go hand in hand with active discussions and culture change initiatives.” As well as “It is also important to understand the forces at play as the reform unfolds to identify those who play a role in shaping cultures of assessment. Involving a breadth of stakeholders with distinct priorities and powers – including those pushing for the reform, those pushing against, those who assess, and those who are assessed – is vital to enabling a shared dialogue.” "I would argue organizations using narrative CVs should be encouraged to state clearly how different contributions in narrative CVs are assessed: if all the contributions are of equal value or if some are more valued than others, given the different needs of the funder/employing unit. Objective comparison of candidates’ merits/achievements is crucial for example in recruitment, and thus having transparent criteria and showing them to the applicants is essential (this was touched upon on page 4)." RESPONSE: In addition to the points added above, we also added the following sentence when discussing the shift in the diversity of contributions that narrative CVs may enable: “Careful consideration of how this diversity of competencies, activities, or actions plays into assessment decisions and how they will be used by assessors will be important to better understand the potential for a culture shift.”. "Therefore, I suggest adding some more reflection on the needs for further academic research on the topic (with proper research designs; such research is already being conducted). Also, the authors are encouraged to consider ‘practice-oriented sessions’ on how to evaluate narrative CVs in the future workshops (incl. how to make comparisons between candidates who bring up different kinds of contributions in their narrative CVs)." RESPONSE: Thank you for this recommendation. We reflected the need for more research throughout the manuscript. We also thank you for the recommendation of practice-oriented sessions. We will certainly consider this recommendation in future workshops. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 11 Sep 2025 Noémie Aubert Bonn , Department of Healthcare and Ethics, Universiteit Hasselt, Hasselt, 3500, Belgium 11 Sep 2025 Author Response Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed ... Continue reading Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed overview of the edits we made in light of your comments in our responses below. "Thank you for the invitation to review the paper. The paper addresses an important and timely topic: the potential of narrative CVs in changing the current ways of research assessment. It draws on data gathered at a workshop organized in the Netherlands and data obtained from a pre-workshop survey. The paper is well situated in the broader context of research assessment reform. The topic is relevant for readers within the science policy environment in different countries. The paper presents interesting findings which are relevant for the wider scholarly community preparing innovative, responsible ways to assess research/ers. I agree with the authors that assessments have for long had narrative elements included. For example, in funding applications researchers have had to put their research proposal in a wider context and to explain its significance to evaluators who may not be experts in the topic. In recruitment, motivation/cover letters represent narratives in which the researchers tell about their skills and career background, often in a free format. Thus, narrative CVs are not completely new in the context of evaluation. In the following, I make some comments/reflections/suggestions that the authors may consider when revising their paper and when organizing future workshops on the topic. I would consider adding at the beginning of the paper a brief description of narrative CVs: what do they normally look like, what do they aim for, etc." RESPONSE: Thank you for making us realise that this important background information was missing. We added a short description at the end of the introduction as follows: “Narrative CVs are “generally understood to encompass a structured description of a researcher’s contributions and achievements that reflect a broader range of skills and experiences beyond publications and funding record.” 18 In a Narrative CV, researchers have more freedom over the way they present achievements, outputs, and skills that define their career than they normally would in an itemised CV. Because Narrative CVs are started to be implemented quite recently, a lot remains to be known about their impact and potential.” With a reference to Fritch R., Hatch, A., Hazlett, H., Vinkenburg, C. Using Narrative CVs: Process optimization and bias mitigation. (DORA, 2021). https://zenodo.org/record/5799414#.YeM-41IOIPY "The paper places significant (mostly positive) expectations on narrative CVs and maintains an overall optimistic tone toward their use. However, some of the findings in the paper sound more like hypothesis for empirical research. For example, the argument that narrative CVs are good for women and minorities was put forward by the workshop participants. In the paper, you could consider, whether there is a need to critically assess this expectation - is there any empirical research showing that this is the case?" RESPONSE: This is a very good point. We added a statement to the first sentence of the Results section to clarify that the findings need to be further assessed by empirical research. In addition, when discussing findings we made sure that it was clear that point were based on the perspectives of participants, and we highlighted that these perspectives should be documented with evidence. For example, when discussing the value of narrative CVs in increasing diversity, we added “These perspectives are important to consider in the implementation of narrative CVs, but they also call for more empirical research to understand the genuine impact that narrative CVs have on diversity and biases.” We further repeated this point in the discussion where we added that “further research should be undertaken to identify how these perceived impacts are reflected in practice”, and that we need to “make sure that the community actively studies and evidences the impact of changes and mitigates the issues that might arise”. "I also wonder to what extent narrative CVs in practice lead to the acknowledgement of a broader set of skills. Changing the documentation does not mean that the valuations critical for assessment change. Candidates applying for funding or jobs may still be inclined to present traditional outputs in their narrative CVs (maybe for good reasons). Despite universities/funders’ goal towards identifying and acknowledging a wider set of researchers’ contributions, evaluators may still give priority to traditional outputs and activities at the extent of others. Therefore, the authors might reflect on the need to take into account broader power dynamics in academic recruitment with different actors and priorities and the 'cultural burden' connected to existing research assessment practices that may shape how contributions in narrative CVs are assessed." RESPONSE: This is an interesting point that was not thoroughly discussed in the workshop but that is well reflected in discussions on the reform of research assessment. We added a few sentences to this effect in the discussion to point to the important role of existing assessment practices and cultural norms. Specifically, we added the following sections in the Discussion: “There are long-standing cultural norms embedded into current assessment practices and policies that challenge the changes being made towards broadening what is recognised and rewarded in research. Incremental shifts in guidance and processes are counterbalanced by enduring cultural expectations that influence how careers are viewed and developed at all levels. Consequently, the introduction of narrative-style CVs and any other changes to the assessment processes should never happen in a vacuum, but go hand in hand with active discussions and culture change initiatives.” As well as “It is also important to understand the forces at play as the reform unfolds to identify those who play a role in shaping cultures of assessment. Involving a breadth of stakeholders with distinct priorities and powers – including those pushing for the reform, those pushing against, those who assess, and those who are assessed – is vital to enabling a shared dialogue.” "I would argue organizations using narrative CVs should be encouraged to state clearly how different contributions in narrative CVs are assessed: if all the contributions are of equal value or if some are more valued than others, given the different needs of the funder/employing unit. Objective comparison of candidates’ merits/achievements is crucial for example in recruitment, and thus having transparent criteria and showing them to the applicants is essential (this was touched upon on page 4)." RESPONSE: In addition to the points added above, we also added the following sentence when discussing the shift in the diversity of contributions that narrative CVs may enable: “Careful consideration of how this diversity of competencies, activities, or actions plays into assessment decisions and how they will be used by assessors will be important to better understand the potential for a culture shift.”. "Therefore, I suggest adding some more reflection on the needs for further academic research on the topic (with proper research designs; such research is already being conducted). Also, the authors are encouraged to consider ‘practice-oriented sessions’ on how to evaluate narrative CVs in the future workshops (incl. how to make comparisons between candidates who bring up different kinds of contributions in their narrative CVs)." RESPONSE: Thank you for this recommendation. We reflected the need for more research throughout the manuscript. We also thank you for the recommendation of practice-oriented sessions. We will certainly consider this recommendation in future workshops. Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed overview of the edits we made in light of your comments in our responses below. "Thank you for the invitation to review the paper. The paper addresses an important and timely topic: the potential of narrative CVs in changing the current ways of research assessment. It draws on data gathered at a workshop organized in the Netherlands and data obtained from a pre-workshop survey. The paper is well situated in the broader context of research assessment reform. The topic is relevant for readers within the science policy environment in different countries. The paper presents interesting findings which are relevant for the wider scholarly community preparing innovative, responsible ways to assess research/ers. I agree with the authors that assessments have for long had narrative elements included. For example, in funding applications researchers have had to put their research proposal in a wider context and to explain its significance to evaluators who may not be experts in the topic. In recruitment, motivation/cover letters represent narratives in which the researchers tell about their skills and career background, often in a free format. Thus, narrative CVs are not completely new in the context of evaluation. In the following, I make some comments/reflections/suggestions that the authors may consider when revising their paper and when organizing future workshops on the topic. I would consider adding at the beginning of the paper a brief description of narrative CVs: what do they normally look like, what do they aim for, etc." RESPONSE: Thank you for making us realise that this important background information was missing. We added a short description at the end of the introduction as follows: “Narrative CVs are “generally understood to encompass a structured description of a researcher’s contributions and achievements that reflect a broader range of skills and experiences beyond publications and funding record.” 18 In a Narrative CV, researchers have more freedom over the way they present achievements, outputs, and skills that define their career than they normally would in an itemised CV. Because Narrative CVs are started to be implemented quite recently, a lot remains to be known about their impact and potential.” With a reference to Fritch R., Hatch, A., Hazlett, H., Vinkenburg, C. Using Narrative CVs: Process optimization and bias mitigation. (DORA, 2021). https://zenodo.org/record/5799414#.YeM-41IOIPY "The paper places significant (mostly positive) expectations on narrative CVs and maintains an overall optimistic tone toward their use. However, some of the findings in the paper sound more like hypothesis for empirical research. For example, the argument that narrative CVs are good for women and minorities was put forward by the workshop participants. In the paper, you could consider, whether there is a need to critically assess this expectation - is there any empirical research showing that this is the case?" RESPONSE: This is a very good point. We added a statement to the first sentence of the Results section to clarify that the findings need to be further assessed by empirical research. In addition, when discussing findings we made sure that it was clear that point were based on the perspectives of participants, and we highlighted that these perspectives should be documented with evidence. For example, when discussing the value of narrative CVs in increasing diversity, we added “These perspectives are important to consider in the implementation of narrative CVs, but they also call for more empirical research to understand the genuine impact that narrative CVs have on diversity and biases.” We further repeated this point in the discussion where we added that “further research should be undertaken to identify how these perceived impacts are reflected in practice”, and that we need to “make sure that the community actively studies and evidences the impact of changes and mitigates the issues that might arise”. "I also wonder to what extent narrative CVs in practice lead to the acknowledgement of a broader set of skills. Changing the documentation does not mean that the valuations critical for assessment change. Candidates applying for funding or jobs may still be inclined to present traditional outputs in their narrative CVs (maybe for good reasons). Despite universities/funders’ goal towards identifying and acknowledging a wider set of researchers’ contributions, evaluators may still give priority to traditional outputs and activities at the extent of others. Therefore, the authors might reflect on the need to take into account broader power dynamics in academic recruitment with different actors and priorities and the 'cultural burden' connected to existing research assessment practices that may shape how contributions in narrative CVs are assessed." RESPONSE: This is an interesting point that was not thoroughly discussed in the workshop but that is well reflected in discussions on the reform of research assessment. We added a few sentences to this effect in the discussion to point to the important role of existing assessment practices and cultural norms. Specifically, we added the following sections in the Discussion: “There are long-standing cultural norms embedded into current assessment practices and policies that challenge the changes being made towards broadening what is recognised and rewarded in research. Incremental shifts in guidance and processes are counterbalanced by enduring cultural expectations that influence how careers are viewed and developed at all levels. Consequently, the introduction of narrative-style CVs and any other changes to the assessment processes should never happen in a vacuum, but go hand in hand with active discussions and culture change initiatives.” As well as “It is also important to understand the forces at play as the reform unfolds to identify those who play a role in shaping cultures of assessment. Involving a breadth of stakeholders with distinct priorities and powers – including those pushing for the reform, those pushing against, those who assess, and those who are assessed – is vital to enabling a shared dialogue.” "I would argue organizations using narrative CVs should be encouraged to state clearly how different contributions in narrative CVs are assessed: if all the contributions are of equal value or if some are more valued than others, given the different needs of the funder/employing unit. Objective comparison of candidates’ merits/achievements is crucial for example in recruitment, and thus having transparent criteria and showing them to the applicants is essential (this was touched upon on page 4)." RESPONSE: In addition to the points added above, we also added the following sentence when discussing the shift in the diversity of contributions that narrative CVs may enable: “Careful consideration of how this diversity of competencies, activities, or actions plays into assessment decisions and how they will be used by assessors will be important to better understand the potential for a culture shift.”. "Therefore, I suggest adding some more reflection on the needs for further academic research on the topic (with proper research designs; such research is already being conducted). Also, the authors are encouraged to consider ‘practice-oriented sessions’ on how to evaluate narrative CVs in the future workshops (incl. how to make comparisons between candidates who bring up different kinds of contributions in their narrative CVs)." RESPONSE: Thank you for this recommendation. We reflected the need for more research throughout the manuscript. We also thank you for the recommendation of practice-oriented sessions. We will certainly consider this recommendation in future workshops. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Comments on this article Comments (0) Version 2 VERSION 2 PUBLISHED 23 Apr 2024 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 3 4 Version 2 (revision) 19 Jun 25 read read read Version 1 23 Apr 24 read read Maria Pietilä , University of Eastern Finland, Eastern Finland, Finland Simon Kolstoe , University of Portsmouth, Portsmouth, UK Marianne Gauffriau , IT University of Copenhagen, Copenhagen, Denmark Ruth Schmidt , Illinois Institute of Technology, Chicago, USA Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert Browse by related subjects keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Schmidt R. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 10 Sep 2025 | for Version 2 Ruth Schmidt , Illinois Institute of Technology, Chicago, USA 0 Views copyright © 2025 Schmidt R. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This brief report articulates views on the state of narrative CVs that were collected from a workshop and survey; while the authors recognize that the limited number and fairly narrow composition of these views might over-index on some items while underplaying others, they posit (and I agree) that this efforts like these are valuable in identifying areas for further inquiry to ensure that narrative CVs can be more effectively employed in assessing research and researchers. The points raised are well-taken and provide a good landscape of many issues facing uptake, use, and potential issues with the narrative CV format, which holds promise as a way to reduce reliance on traditional quantifiable metrics, but also introduces the potential for new challenges and barriers to adoption. Within the report, the wide variety of insights and observations raised by the authors are all relevant and interesting but feel a bit unstructured in some places and redundant in others. This makes it harder than necessary to walk away with a cohesive view on the themes raised. My main recommendation, therefore, is primarily oriented toward clarifying dominant themes within (or across) the major sections such that a reader can more easily digest the useful content. For example, the Views on narrative CVs/challenges with their use section represents many findings that are each individually interesting, but which might be largely clustered into four major themes: narrative CV’s potential to engage an increased diversity of people and backgrounds; the need to balance flexibility and structure; the potential for bias on the part of both researchers and assessors; and headwinds that might discourage uptake. Stating these themes before introducing the more detailed findings will help a reader first grasp higher-level principles, which can then be expounded upon with the more concrete findings. Similarly, Changes as a result of introducing narrative CVs seems to center on three main ideas: the potential for unexpected positives; the need for support/training for both researchers and assessors; and the need to collect/evaluate implications and value that arise from use. Expectations for the future centers primarily on seeing NCVs as an iterative, collective effort — top-down and bottom up, with diverse views and trajectories — if it is to yield collective benefits. Finally, the Discussion summarizes five main prongs, some of which pull from sections above: possible (unexpected) benefits of CVs; the need for thoughtful support and communication to avoid amplifying known inequities or creating new ones; areas for further research and analysis; the need for open, diverse, and continual communication; and recognizing that narrative CVs require a systems approach. In each of these sections, the addition of even a single sentence stating these kinds of overriding themes (with possible minor reorganization of a point here or there) would increase the chances that a reader comes away with a more coherent sense of the major issues and possibilities, and — perhaps more importantly — can help make those findings ‘stickier’ and more memorable such that they take these very useful insights forward into other conversations and activities in the responsible research assessment space. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Not applicable Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Responsible research assessment reform; qualitative research; behavioral systems system I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Schmidt R. Peer Review Report For: Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.5256/f1000research.183663.r405115) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-332/v2#referee-response-405115 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Gauffriau M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 08 Sep 2025 | for Version 2 Marianne Gauffriau , IT University of Copenhagen, Copenhagen, Denmark 0 Views copyright © 2025 Gauffriau M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The manuscript presents a report from a workshop in 2023 on narrative CVs hosted by the authors. Narrative CVs are presented in the context of the research assessment reform. In the workshop, 14 participants (research funders and researchers) discussed the use and future of narrative CVs. To initiate the discussion, the authors had, prior to the workshop, conducted a survey with 24 respondents from research institutions. The survey is also reported in the manuscript. Findings from the workshop and the survey give nuanced illustrations of the perception of narrative CVs and their use. The manuscript gives examples of how pros and cons of narrative CVs were discussed in 2023. This documentation is an important contribution for future work on narrative CVs. Topics discussed by the workshop participants can serve as inspiration for new empirical studies, and thus improve our understanding of how narrative CVs work. I have two suggestions for clarifications that may strengthen the manuscript: 1) The Introduction gives a brief and accurate introduction to the research assessment reform supported by relevant literature references. The second part of the Introduction is about narrative CVs with a good description of the CVs. However, I miss a short state-of-the-art with relevant literature references up until 2023 on narrative CVs. This will be important for future studies. Furthermore, a state-of-the-art can elaborate on the statements in the Introduction "Narrative CVs are started to be implemented quite recently, a lot remains to be known about their impact and potential" and in the Discussion "… the growing interest and uptake of narrative-style CVs and qualitative assessment across research organizations in Europe and beyond: a trend being pushed by community-led initiatives such as DORA and CoARA". The latter is supported by the informal pre-workshop survey. Do other studies arrive at similar results? 2) The survey design ans results are well documented with access to codebook and data. However, information about the workshop design is missing. For example, access to the workshop program and a brief discussion of methodological choices would be beneficial and indeed support the authors’ suggestion "that our experience can be a template for other workshops around this topic". Narrative CVs and their potential in the implementation of the research assessment reform is an important and timely topic relevant to many stakeholders in academia and beyond. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Yes Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise research evaluation, responsible research assessment, bibliometrics I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (0) Gauffriau M. Peer Review Report For: Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.5256/f1000research.183663.r405118) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-332/v2#referee-response-405118 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Kolstoe S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 09 Jul 2025 | for Version 2 Simon Kolstoe , School of Health & Care Professions, University of Portsmouth, Portsmouth, England, UK 0 Views copyright © 2025 Kolstoe S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions I'm happy that they have made some thoughtful additions to the paper and engaged with the peer reviews. I have no further comments to make. Competing Interests No competing interests were disclosed. Reviewer Expertise Originally a Biochemist, now Associate Professor of Bioethics with a specific interest in research integrity, ethics and governance. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Kolstoe S. Peer Review Report For: Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.5256/f1000research.183663.r393273) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-332/v2#referee-response-393273 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 Kolstoe S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 25 Nov 2024 | for Version 1 Simon Kolstoe , School of Health & Care Professions, University of Portsmouth, Portsmouth, England, UK 0 Views copyright © 2024 Kolstoe S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Narrative CVs - where next on the journey? Who your audience is, and what you are trying to communicate to that audience, is the most important consideration for authors of any type of document. When writing an academic CV the audience is often an employment or grants panel who will be looking for indications that the author will meet whatever criteria they have established for the role/funding. The problem is that the criteria is not always explicit, and can often reflect unrecognised prejudice, making it quite a challenge to write a CV that "plays the game" well, especially for people with diverse or non-traditional backgrounds. To address this a number of "key performance indicator" (KPI) style metrics have been proposed for academics/researchers, and although they are widely used, they are open to significant manipulation. They are also quite biased towards indicators that current senior researchers value in their own CVs, rather than indicators that might lead to better research overall. This weakness of the KPI approach has been increasingly recognised over recent years thanks to an encouraging international effort to consider issues relating to research integrity and culture in order to highlight the broader virtues and responsibilities of a good researcher. The development of narrative CVs is one attempt to recognise this by using, as the authors of this manuscript state, a qualitative rather than quantitative approach. However, as with many issues in life, a pendulum swing from one extreme (quantitative indicators) to the other (qualitative indicators) is not the answer. The solution to fair assessment most likely sits somewhere in the middle, with this middle being identified through further discussion and reflection on what we do now, what works or doesn't, and how we might change systems and processes. This is precisely the conversation that this manuscript addresses. Viewing this work as a reflection on narrative CVs is helpful, because the sample size is small. Indeed with only 24 responses to the survey I would like to see the authors report number of responses in their summary of survey results rather than percentages to better reflect the very small sample. Likewise the 14 participants in the workshop cannot in anyway be considered representative of the research community, and this should be acknowledge explictly. Thus said a very small sample does not prevent interesting observations being made. One element of the results/discussion I did find interesting was the fear that narrative CVs may favour more talented writers, potentially coming from English speaking education systems. This is a fair comment and concern, but I would also like to see the author address the recent challenge raised by the use of AI for both proof reading and also creating content. Surely this must be an increasing threat to the idea of a narrative CV, and even if it wasn't mentioned by participants in the workshop, the author could raise the fact that this wasn't discussed and perhaps should have been. I was also struck by the comment that "Epistemic diversity should also be taken into account, in order to break the current dominance of “excellence” that reinforces hierarchies between disciplines" . I think this relates to a perceived prejudice towards medical and physical sciences that many from a social science background are often quite concerned about. However, as many CVs often function to obtain positions/grants etc. within subject areas, and thus are judged by academics of similar backgrounds, I would be interested to hear some real examples of where Epistemic diversity is important. The Discussion starts with the sentence: " It is vital that discussions targeting changes to research assessment practices involve all members of the research community. " I'm not certain this sentence is needed, or indeed justified without further explanation - who is the research community, does it involve research participants, government ministers etc. and should they all be involved in this conversation? Perhaps this sentence could be deleted or alternatively justified further. The second paragraph of the discussion also repeats many of the results so could either be deleted or reframed to make a specific, explicit, point. But overall this manuscript represents an interesting reflection on the topic, and should be considered as a valuable contribution to the ongoing discussion. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly Competing Interests No competing interests were disclosed. Reviewer Expertise Originally a Biochemist, now Associate Professor of Bioethics with a specific interest in research integrity, ethics and governance. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 11 Sep 2025 Noémie Aubert Bonn, Department of Healthcare and Ethics, Universiteit Hasselt, Hasselt, 3500, Belgium Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed overview of the edits we made in light of your comments in our responses below. "Narrative CVs - where next on the journey? Who your audience is, and what you are trying to communicate to that audience, is the most important consideration for authors of any type of document. When writing an academic CV the audience is often an employment or grants panel who will be looking for indications that the author will meet whatever criteria they have established for the role/funding. The problem is that the criteria is not always explicit, and can often reflect unrecognised prejudice, making it quite a challenge to write a CV that "plays the game" well, especially for people with diverse or non-traditional backgrounds. To address this a number of "key performance indicator" (KPI) style metrics have been proposed for academics/researchers, and although they are widely used, they are open to significant manipulation. They are also quite biased towards indicators that current senior researchers value in their own CVs, rather than indicators that might lead to better research overall. This weakness of the KPI approach has been increasingly recognised over recent years thanks to an encouraging international effort to consider issues relating to research integrity and culture in order to highlight the broader virtues and responsibilities of a good researcher. The development of narrative CVs is one attempt to recognise this by using, as the authors of this manuscript state, a qualitative rather than quantitative approach. However, as with many issues in life, a pendulum swing from one extreme (quantitative indicators) to the other (qualitative indicators) is not the answer. The solution to fair assessment most likely sits somewhere in the middle, with this middle being identified through further discussion and reflection on what we do now, what works or doesn't, and how we might change systems and processes. This is precisely the conversation that this manuscript addresses." RESPONSE: Thank you this introduction and useful context which nicely aligns with the arguments that drove this manuscript. Viewing this work as a reflection on narrative CVs is helpful, because the sample size is small. Indeed with only 24 responses to the survey I would like to see the authors report number of responses in their summary of survey results rather than percentages to better reflect the very small sample. Likewise the 14 participants in the workshop cannot in anyway be considered representative of the research community, and this should be acknowledge explictly. Thus said a very small sample does not prevent interesting observations being made. RESPONSE: Thank you for noting this important point. In the methods section, we added the following: “The feedback in this report should not be considered as representative of the research community. In fact, participants to the Recognition and Reward Festival are likely to have a priori interest in the reform of research assessment and the small sample size precludes a complete view of perspectives”, and we changed all percentages to numbers in the survey results box. One element of the results/discussion I did find interesting was the fear that narrative CVs may favour more talented writers, potentially coming from English speaking education systems. This is a fair comment and concern, but I would also like to see the author address the recent challenge raised by the use of AI for both proof reading and also creating content. Surely this must be an increasing threat to the idea of a narrative CV, and even if it wasn't mentioned by participants in the workshop, the author could raise the fact that this wasn't discussed and perhaps should have been. RESPONSE: This is a good point and indeed probably one we would have heard a lot more if the workshop had taken place a year later. We added a sentence in the discussion about inequalities for writing ability as follows: “In addition, although it was only lightly discussed during the workshop, the place of Large Language Models and Generative Artificial Intelligence in narrative CVs also raises important questions for the future and the impact – either challenges and opportunities – that these new technologies may have should be carefully considered.” We already get back to this point in the discussion by stating “We need to prepare for what the future will bring in research assessment, and make sure that the community actively studies and evidences the impact of changes and mitigates the issues that might arise, including the impact of new technologies on assessment and the creation of new inequalities based on different players changing the system at different speeds.” I was also struck by the comment that "Epistemic diversity should also be taken into account, in order to break the current dominance of “excellence” that reinforces hierarchies between disciplines". I think this relates to a perceived prejudice towards medical and physical sciences that many from a social science background are often quite concerned about. However, as many CVs often function to obtain positions/grants etc. within subject areas, and thus are judged by academics of similar backgrounds, I would be interested to hear some real examples of where Epistemic diversity is important. RESPONSE: Thank you for raising this point and for making us reflect further on our statement. We realise that our initial sentence may have brought confusion on our intended meaning, which was aiming to point to more general perspectives of ‘excellence’ and how its evaluation and definitions often depend on uniform models and one-size-fits-all framing of research. Consequently, our intended meaning was to highlight the importance of involving a diversity of views when setting standards and expectations on what ‘excellence’ should look like. We now rephrased the sentence to “It is important that epistemic diversity is also taken into account, involving diverse representation in studies and evaluations of process changes to break the current dominance and self-reinforcing concepts of 'excellence'.” The Discussion starts with the sentence: "It is vital that discussions targeting changes to research assessment practices involve all members of the research community." I'm not certain this sentence is needed, or indeed justified without further explanation - who is the research community, does it involve research participants, government ministers etc. and should they all be involved in this conversation? Perhaps this sentence could be deleted or alternatively justified further. RESPONSE: Thank you for sharing this thought with us. This sentence indeed steps out from the discussion structure, so we removed it from its current position and moved it below, while rephrasing it to clarify our point. As it currently stands, it is written as “Discussions targeting changes to research assessment practices must involve diverse members of the research community to capture the breadth of perspectives, worries, and hopes for the future.”. The second paragraph of the discussion also repeats many of the results so could either be deleted or reframed to make a specific, explicit, point. RESPONSE: Thank you for raising this point. We added this paragraph specifically to provide a brief summary of the main results for readers who may find it helpful. We know that discussions on narrative CVs are useful to academic literature as well as to policy level, policy-makers and funders are thus part of our target audience. From experience, we have learnt that a summary paragraph such as this makes it easy for this work to be so utilized, and therefore to support evidence-informed policy. For this reason, we would be in favour of keeping this summary paragraph even if it repeats the information mentioned in the results. But overall this manuscript represents an interesting reflection on the topic, and should be considered as a valuable contribution to the ongoing discussion. RESPONSE: We thank you for this useful appraisal and for the concrete recommendations which significantly improved our manuscript. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Kolstoe S. Peer Review Report For: Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.5256/f1000research.160148.r336924) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-332/v1#referee-response-336924 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 Pietilä M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 25 Sep 2024 | for Version 1 Maria Pietilä , University of Eastern Finland, Eastern Finland, Finland 0 Views copyright © 2024 Pietilä M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Thank you for the invitation to review the paper. The paper addresses an important and timely topic: the potential of narrative CVs in changing the current ways of research assessment. It draws on data gathered at a workshop organized in the Netherlands and data obtained from a pre-workshop survey. The paper is well situated in the broader context of research assessment reform. The topic is relevant for readers within the science policy environment in different countries. The paper presents interesting findings which are relevant for the wider scholarly community preparing innovative, responsible ways to assess research/ers. I agree with the authors that assessments have for long had narrative elements included. For example, in funding applications researchers have had to put their research proposal in a wider context and to explain its significance to evaluators who may not be experts in the topic. In recruitment, motivation/cover letters represent narratives in which the researchers tell about their skills and career background, often in a free format. Thus, narrative CVs are not completely new in the context of evaluation. In the following, I make some comments/reflections/suggestions that the authors may consider when revising their paper and when organizing future workshops on the topic. I would consider adding at the beginning of the paper a brief description of narrative CVs: what do they normally look like, what do they aim for, etc. The paper places significant (mostly positive) expectations on narrative CVs and maintains an overall optimistic tone toward their use. However, some of the findings in the paper sound more like hypothesis for empirical research. For example, the argument that narrative CVs are good for women and minorities was put forward by the workshop participants. In the paper, you could consider, whether there is a need to critically assess this expectation - is there any empirical research showing that this is the case? I also wonder to what extent narrative CVs in practice lead to the acknowledgement of a broader set of skills. Changing the documentation does not mean that the valuations critical for assessment change. Candidates applying for funding or jobs may still be inclined to present traditional outputs in their narrative CVs (maybe for good reasons). Despite universities/funders’ goal towards identifying and acknowledging a wider set of researchers’ contributions, evaluators may still give priority to traditional outputs and activities at the extent of others. Therefore, the authors might reflect on the need to take into account broader power dynamics in academic recruitment with different actors and priorities and the 'cultural burden' connected to existing research assessment practices that may shape how contributions in narrative CVs are assessed. I would argue organizations using narrative CVs should be encouraged to state clearly how different contributions in narrative CVs are assessed: if all the contributions are of equal value or if some are more valued than others, given the different needs of the funder/employing unit. Objective comparison of candidates’ merits/achievements is crucial for example in recruitment, and thus having transparent criteria and showing them to the applicants is essential (this was touched upon on page 4). Therefore, I suggest adding some more reflection on the needs for further academic research on the topic (with proper research designs; such research is already being conducted). Also, the authors are encouraged to consider ‘practice-oriented sessions’ on how to evaluate narrative CVs in the future workshops (incl. how to make comparisons between candidates who bring up different kinds of contributions in their narrative CVs). Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Not applicable Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Partly Competing Interests No competing interests were disclosed. Reviewer Expertise Academic careers; research assessment; gender equality in academia; university organisations I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 11 Sep 2025 Noémie Aubert Bonn, Department of Healthcare and Ethics, Universiteit Hasselt, Hasselt, 3500, Belgium Thank you for your careful review of our manuscript. We found great value in your comments and believe that they improved the quality of our manuscript. We include a detailed overview of the edits we made in light of your comments in our responses below. "Thank you for the invitation to review the paper. The paper addresses an important and timely topic: the potential of narrative CVs in changing the current ways of research assessment. It draws on data gathered at a workshop organized in the Netherlands and data obtained from a pre-workshop survey. The paper is well situated in the broader context of research assessment reform. The topic is relevant for readers within the science policy environment in different countries. The paper presents interesting findings which are relevant for the wider scholarly community preparing innovative, responsible ways to assess research/ers. I agree with the authors that assessments have for long had narrative elements included. For example, in funding applications researchers have had to put their research proposal in a wider context and to explain its significance to evaluators who may not be experts in the topic. In recruitment, motivation/cover letters represent narratives in which the researchers tell about their skills and career background, often in a free format. Thus, narrative CVs are not completely new in the context of evaluation. In the following, I make some comments/reflections/suggestions that the authors may consider when revising their paper and when organizing future workshops on the topic. I would consider adding at the beginning of the paper a brief description of narrative CVs: what do they normally look like, what do they aim for, etc." RESPONSE: Thank you for making us realise that this important background information was missing. We added a short description at the end of the introduction as follows: “Narrative CVs are “generally understood to encompass a structured description of a researcher’s contributions and achievements that reflect a broader range of skills and experiences beyond publications and funding record.” 18 In a Narrative CV, researchers have more freedom over the way they present achievements, outputs, and skills that define their career than they normally would in an itemised CV. Because Narrative CVs are started to be implemented quite recently, a lot remains to be known about their impact and potential.” With a reference to Fritch R., Hatch, A., Hazlett, H., Vinkenburg, C. Using Narrative CVs: Process optimization and bias mitigation. (DORA, 2021). https://zenodo.org/record/5799414#.YeM-41IOIPY "The paper places significant (mostly positive) expectations on narrative CVs and maintains an overall optimistic tone toward their use. However, some of the findings in the paper sound more like hypothesis for empirical research. For example, the argument that narrative CVs are good for women and minorities was put forward by the workshop participants. In the paper, you could consider, whether there is a need to critically assess this expectation - is there any empirical research showing that this is the case?" RESPONSE: This is a very good point. We added a statement to the first sentence of the Results section to clarify that the findings need to be further assessed by empirical research. In addition, when discussing findings we made sure that it was clear that point were based on the perspectives of participants, and we highlighted that these perspectives should be documented with evidence. For example, when discussing the value of narrative CVs in increasing diversity, we added “These perspectives are important to consider in the implementation of narrative CVs, but they also call for more empirical research to understand the genuine impact that narrative CVs have on diversity and biases.” We further repeated this point in the discussion where we added that “further research should be undertaken to identify how these perceived impacts are reflected in practice”, and that we need to “make sure that the community actively studies and evidences the impact of changes and mitigates the issues that might arise”. "I also wonder to what extent narrative CVs in practice lead to the acknowledgement of a broader set of skills. Changing the documentation does not mean that the valuations critical for assessment change. Candidates applying for funding or jobs may still be inclined to present traditional outputs in their narrative CVs (maybe for good reasons). Despite universities/funders’ goal towards identifying and acknowledging a wider set of researchers’ contributions, evaluators may still give priority to traditional outputs and activities at the extent of others. Therefore, the authors might reflect on the need to take into account broader power dynamics in academic recruitment with different actors and priorities and the 'cultural burden' connected to existing research assessment practices that may shape how contributions in narrative CVs are assessed." RESPONSE: This is an interesting point that was not thoroughly discussed in the workshop but that is well reflected in discussions on the reform of research assessment. We added a few sentences to this effect in the discussion to point to the important role of existing assessment practices and cultural norms. Specifically, we added the following sections in the Discussion: “There are long-standing cultural norms embedded into current assessment practices and policies that challenge the changes being made towards broadening what is recognised and rewarded in research. Incremental shifts in guidance and processes are counterbalanced by enduring cultural expectations that influence how careers are viewed and developed at all levels. Consequently, the introduction of narrative-style CVs and any other changes to the assessment processes should never happen in a vacuum, but go hand in hand with active discussions and culture change initiatives.” As well as “It is also important to understand the forces at play as the reform unfolds to identify those who play a role in shaping cultures of assessment. Involving a breadth of stakeholders with distinct priorities and powers – including those pushing for the reform, those pushing against, those who assess, and those who are assessed – is vital to enabling a shared dialogue.” "I would argue organizations using narrative CVs should be encouraged to state clearly how different contributions in narrative CVs are assessed: if all the contributions are of equal value or if some are more valued than others, given the different needs of the funder/employing unit. Objective comparison of candidates’ merits/achievements is crucial for example in recruitment, and thus having transparent criteria and showing them to the applicants is essential (this was touched upon on page 4)." RESPONSE: In addition to the points added above, we also added the following sentence when discussing the shift in the diversity of contributions that narrative CVs may enable: “Careful consideration of how this diversity of competencies, activities, or actions plays into assessment decisions and how they will be used by assessors will be important to better understand the potential for a culture shift.”. "Therefore, I suggest adding some more reflection on the needs for further academic research on the topic (with proper research designs; such research is already being conducted). Also, the authors are encouraged to consider ‘practice-oriented sessions’ on how to evaluate narrative CVs in the future workshops (incl. how to make comparisons between candidates who bring up different kinds of contributions in their narrative CVs)." RESPONSE: Thank you for this recommendation. We reflected the need for more research throughout the manuscript. We also thank you for the recommendation of practice-oriented sessions. We will certainly consider this recommendation in future workshops. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Pietilä M. Peer Review Report For: Are Narrative CVs contributing towards shifting research culture? Workshop Report from the 2023 Recognition and Rewards Festival [version 1; peer review: 2 approved with reservations] . F1000Research 2024, 13 :332 ( https://doi.org/10.5256/f1000research.160148.r317744) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-332/v1#referee-response-317744 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with F1000Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Are Narrative CVs contributing towards shifting...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://f1000research.com/articles/13-332/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://f1000research.com/articles/13-332/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://f1000research.com/articles/13-332/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Aubert Bonn N et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://f1000research.com/articles/13-332/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://f1000research.com/articles/13-332", templates : { twitter : "Are Narrative CVs contributing towards shifting research culture?\u00A0Workshop.... Aubert Bonn N et al., published by " + "@F1000Research" + ", https://f1000research.com/articles/13-332/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/146108/160148") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "160148"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "405120": 0, "336925": 0, "336924": 22, "336927": 0, "324254": 0, "336926": 0, "324255": 0, "336923": 0, "324260": 0, "336932": 0, "324261": 0, "324262": 0, "324263": 0, "336929": 0, "324256": 0, "336928": 0, "324257": 0, "324258": 0, "336931": 0, "336930": 0, "324259": 0, "317742": 0, "317743": 0, "317748": 0, "317749": 0, "317750": 0, "317751": 0, "317744": 53, "317745": 0, "317746": 0, "317747": 0, "393272": 0, "393273": 11, "393551": 0, "336332": 0, "393558": 0, "393556": 0, "393557": 0, "393554": 0, "393555": 0, "393552": 0, "393553": 0, "395998": 0, "395999": 0, "395996": 0, "395997": 0, "396004": 0, "396005": 0, "396002": 0, "396003": 0, "396000": 0, "396001": 0, "405111": 0, "405118": 13, "405119": 0, "405116": 0, "405117": 0, "405114": 0, "405115": 3, "405112": 0, "405113": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "dc5c7c6b-749a-43eb-adbb-92ff29e26809"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); An innovative open access publishing platform offering rapid publication and open peer review, whilst supporting data deposition and sharing. Browse Gateways Collections How it Works Contact For Developers Cookie Notice Privacy Notice RSS Submit Your Research Follow us © 2012-2026 F1000 Research Ltd. ISSN 2046-1402 | Legal | Partner of Research4Life • CrossRef • ORCID • FAIRSharing R.templateTests.simpleTemplate = R.template(' $text $text $text $text $text '); R.templateTests.runTests(); var F1000platform = new F1000.Platform({ name: "f1000research", displayName: "F1000Research", hostName: "f1000research.com", id: "1", editorialEmail: "[email protected]", infoEmail: "[email protected]", usePmcStats: true }); $(function(){R.ui.dropdowns('.dropdown-for-authors, .dropdown-for-about, .dropdown-for-myresearch');}); // $(function(){R.ui.dropdowns('.dropdown-for-referees');}); $(document).ready(function () { if ($(".cookie-warning").is(":visible")) { $(".sticky").css("margin-bottom", "35px"); $(".devices").addClass("devices-and-cookie-warning"); } $(".cookie-warning .close-button").click(function (e) { $(".devices").removeClass("devices-and-cookie-warning"); $(".sticky").css("margin-bottom", "0"); }); $("#tweeter-feed .tweet-message").each(function (i, message) { var self = $(message); self.html(linkify(self.html())); }); $(".partner").on("mouseenter mouseleave", function() { $(this).find(".gray-scale, .colour").toggleClass("is-hidden"); }); }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });