A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students

A cross-sectional study of the use and... | F1000Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://f1000research.com/js/vendor/ckeditor/' window.reactTheme = 'research'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2318163,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); search file_upload Submit your research search menu close search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Open Data, Software and Code Guidelines (PSE) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Article Processing Charges Peer Review Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Newsroom Contact My Research Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://f1000research.com/articles/7-722" }, "headline": "A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral...", "datePublished": "2018-06-11T10:24:30", "dateModified": "2018-07-05T21:55:41", "author": [ { "@type": "Person", "name": "Nathan L. Vanderford" }, { "@type": "Person", "name": "Teresa M. Evans" }, { "@type": "Person", "name": "L. Todd Weiss" }, { "@type": "Person", "name": "Lindsay Bira" }, { "@type": "Person", "name": "Jazmin Beltran-Gastelum" } ], "publisher": { "@type": "Organization", "name": "F1000Research", "logo": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 480, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 1200, "width": 150 }, "description": "Background: The Individual Development Plan (IDP) was introduced as a tool to aid in career planning for doctoral trainees. Despite the National Institutes of Health and academic institutions creating policies that mandate the use of IDPs, little information exists regarding the use and effectiveness of the career planning tool. Methods: We conducted a multi-institutional, online survey to measure IDP use and effectiveness. The survey was distributed to potential respondents via social media and direct email. IDP survey questions were formatted using a five-point Likert scale (strongly agree, agree, neutral, disagree and strongly disagree). For data analysis purposes, responses were grouped into two categories (agree versus does not agree/disagree). The data were summarized as one-way frequencies and the Pearson chi-square test was used to determine the statistical significance of univariate associations between the survey variables and an outcome measure of the effectiveness of the IDP. Results: Among all respondents, fifty-three percent reported that they are required to complete an IDP while thirty-three percent reported that the tool is helpful to their career development. Further, our data suggests that the IDP is most effective when doctoral students complete the tool with faculty mentors with whom they have a positive relationship. Respondents who are confident about their career plans and who take advantage of career development resources at their institution are also more likely to perceive that the IDP is useful for their career development. Conclusion: Given the nuanced use and effectiveness of the IDP, we call for additional research to characterize the overall use and effectiveness of the IDP and to determine whether there are unintended negative consequences created through the use of the tool. Furthermore, we recommend an enhancement of career development infrastructure that would include mentorship training for faculty in order to provide substantially more career planning support to trainees." } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://f1000research.com/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://f1000research.com/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://f1000research.com/articles/7-722", "name": "A cross-sectional study of the use and effectiveness of the Individual..." } } ] } Home Browse A cross-sectional study of the use and effectiveness of the Individual... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Vanderford NL, Evans TM, Weiss LT et al. A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.12688/f1000research.15154.2 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Research Article Revised A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] Nathan L. Vanderford https://orcid.org/0000-0002-0810-2701 1-3 , Teresa M. Evans https://orcid.org/0000-0002-3860-2205 4 , L. Todd Weiss 2 , Lindsay Bira 5 , Jazmin Beltran-Gastelum 6 Nathan L. Vanderford https://orcid.org/0000-0002-0810-2701 1-3 , Teresa M. Evans https://orcid.org/0000-0002-3860-2205 4 , [...] L. Todd Weiss 2 , Lindsay Bira 5 , Jazmin Beltran-Gastelum 6 PUBLISHED 05 Jul 2018 Author details Author details 1 Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, Kentucky, USA 2 Markey Cancer Center, University of Kentucky, Lexington, Kentucky, USA 3 Center for Cancer and Metabolism, University of Kentucky, Lexington, Kentucky, USA 4 Department of Pharmacology, University of Texas Health Science Center at San Antonio, San Antonio, Texas, USA 5 Department of Psychiatry, University of Texas Health Science Center at San Antonio, San Antonio, Texas, USA 6 Department of Pharmacology and Toxicology, College of Pharmacy, University of Arizona, Tuscon, Arizona, USA Nathan L. Vanderford Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Project Administration, Resources, Supervision, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Teresa M. Evans Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Project Administration, Resources, Supervision, Writing – Review & Editing L. Todd Weiss Roles: Data Curation, Formal Analysis, Investigation, Methodology, Software, Writing – Review & Editing Lindsay Bira Roles: Conceptualization, Investigation, Writing – Review & Editing Jazmin Beltran-Gastelum Roles: Investigation, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS This article is included in the Research on Research, Policy & Culture gateway. Abstract Background: The Individual Development Plan (IDP) was introduced as a tool to aid in career planning for doctoral trainees. Despite the National Institutes of Health and academic institutions creating policies that mandate the use of IDPs, little information exists regarding the use and effectiveness of the career planning tool. Methods: We conducted a multi-institutional, online survey to measure IDP use and effectiveness. The survey was distributed to potential respondents via social media and direct email. IDP survey questions were formatted using a five-point Likert scale (strongly agree, agree, neutral, disagree and strongly disagree). For data analysis purposes, responses were grouped into two categories (agree versus does not agree/disagree). The data were summarized as one-way frequencies and the Pearson chi-square test was used to determine the statistical significance of univariate associations between the survey variables and an outcome measure of the effectiveness of the IDP. Results: Among all respondents, fifty-three percent reported that they are required to complete an IDP while thirty-three percent reported that the tool is helpful to their career development. Further, our data suggests that the IDP is most effective when doctoral students complete the tool with faculty mentors with whom they have a positive relationship. Respondents who are confident about their career plans and who take advantage of career development resources at their institution are also more likely to perceive that the IDP is useful for their career development. Conclusion: Given the nuanced use and effectiveness of the IDP, we call for additional research to characterize the overall use and effectiveness of the IDP and to determine whether there are unintended negative consequences created through the use of the tool. Furthermore, we recommend an enhancement of career development infrastructure that would include mentorship training for faculty in order to provide substantially more career planning support to trainees. READ ALL READ LESS Keywords biomedical research, career development, career planning, doctoral students, individual development plans, PhD training Corresponding Author(s) Nathan L. Vanderford ( [email protected] ) Teresa M. Evans ( [email protected] ) Close Corresponding authors: Nathan L. Vanderford, Teresa M. Evans Competing interests: No competing interests were disclosed. Grant information: N.L.V. is supported by the University of Kentucky’s Cancer Center Support Grant (NCI P30CA177558) and the Center for Cancer and Metabolism (NIGMS P20GM121327). The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2018 Vanderford NL et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Data associated with the article are available under the terms of the Creative Commons Zero "No rights reserved" data waiver (CC0 1.0 Public domain dedication). How to cite: Vanderford NL, Evans TM, Weiss LT et al. A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.12688/f1000research.15154.2 ) First published: 11 Jun 2018, 7 :722 ( https://doi.org/10.12688/f1000research.15154.1 ) Latest published: 05 Jul 2018, 7 :722 ( https://doi.org/10.12688/f1000research.15154.2 ) Revised Amendments from Version 1 In response to the reviewers’ critiques, we have made several changes to the article of which the most substantial are: 1) we have revised the IDP effectiveness analysis to focus only on those respondents that completed an IDP; 2) we have added a description of the study’s limitations that speaks to several of the reviewers’ critiques/comments; and 3) we have neutralized the tone of the article. We have uploaded a new figure 2 and new supplementary files 2 and 3. We have also responded to each reviewers’ report. In response to the reviewers’ critiques, we have made several changes to the article of which the most substantial are: 1) we have revised the IDP effectiveness analysis to focus only on those respondents that completed an IDP; 2) we have added a description of the study’s limitations that speaks to several of the reviewers’ critiques/comments; and 3) we have neutralized the tone of the article. We have uploaded a new figure 2 and new supplementary files 2 and 3. We have also responded to each reviewers’ report. See the authors' detailed response to the review by Zeba Wunderlich See the authors' detailed response to the review by Christopher L. Pickett See the authors' detailed response to the review by Jessica K Polka READ REVIEWER RESPONSES Introduction The spotlight is bright today on the sustainability of the biomedical enterprise, especially regarding the support and general career outcomes of early career investigators and trainees 1 – 3 . There is a significant supply of PhDs and a weak market demand for faculty positions, and the majority of doctoral trainees are moving into non-faculty positions in academia, industry, government agencies, or entrepreneurship 4 , 5 . Greater career development support has been suggested by many as a key area of need to better support PhDs entering into this diverse workforce 6 . In 2002, the U.S. Federation of American Societies for Experimental Biology created the Individual Development Plan (IDP) as a multi-component career planning worksheet that guides doctoral trainees through a self-assessment of skills, provides a platform for the exploration of scientific career paths, aids in the development of short- and long-term career goals, and prompts the creation of action plans to achieve those goals 7 . In 2012, Science Careers launched a free online version of the IDP called myIDP 8 . In 2014, following the recommendation of the National Institutes of Health (NIH)’s Biomedical Research Workforce Working Group, the NIH implemented a policy requiring the reporting of IDP use by graduate students and postdoctoral researchers in grant progress reports 9 . Subsequently, many academic institutions have instituted policies dictating the use of the IDP for PhD trainees. Despite these policy implementations, studies investigating the use and effectiveness of the IDP have been limited to one report that was published in 2014, which studied 233 current postdoctoral researchers, 27 former postdoctoral researchers, and 337 mentors. This study demonstrated the low use of the IDP among postdoctoral researchers (19%) and their mentors (9%), but the perceived value of the instrument was high for those who had used the tool (71% for postdoctoral researchers and 90% for mentors) 10 . There have been recent calls to study the IDP more closely and for the NIH and other stakeholders to share the data collected on its use 11 . Herein, we describe the assessment of the use and effectiveness of the IDP among a sample of U.S. doctoral students. We surveyed doctoral students from at least 98 different U.S. universities in the spring and early summer of 2016 (March through June). We collected data from 663 respondents in PhD programs in the life/biological/medical (76.5%) or physical/applied sciences (23.5%), with the majority of respondents being female (70.9%) compared to their male (29.1%) counterparts ( Supplementary File 1 and Supplementary File 2 ). We report that approximately half (53.6%) of the respondents are required to use the IDP while about one third (33.7%) report that the tool is helpful to their career development. Further, our results suggest that the IDP is most effective when graduate students complete the tool with faculty mentors with whom they have a positive relationship. Confidence regarding career plans and use of institutional career development resources are also associated with respondents being more likely to indicate that the IDP is helpful to their career development. Methods Human subjects This research was approved by the University of Kentucky (protocol 15-1080-P2H) and University of Texas Health San Antonio (protocol HSC20160025X) institutional review boards as a component of a health and wellbeing study. Respondents read a cover page and consented to the study by clicking the online survey web link. Subjects responded anonymously and were ensured of confidentiality. Survey methodology The survey was conducted online using the secure web application REDCap . The survey was distributed to potential respondents through social media (primarily Twitter and LinkedIn) and direct email to subjects enrolled in life/biological/medical or physical/applied sciences doctoral programs across a number of different U.S. institutions ( Supplementary File 1 ). Eligibility criteria included being currently enrolled in a life/biological/medical or physical/applied sciences doctoral program at a U.S. institution at the time the survey was conducted. Responses were collected over a three-month period, March 2016 to June 2016. The overall study sample size was dictated by the number of respondents fitting the eligibility criteria. Data analysis and statistical methods Subjects were asked to respond to the IDP questions using the five-point Likert scale strongly agree, agree, neutral, disagree and strongly disagree. For data analysis, strongly agree and agree responses were grouped together as an agree category and neutral, disagree, and strongly disagree were grouped together in a does not agree/disagree category. The survey questions relevant to this study are included as Supplementary File 4 . One-way frequencies for all respondents were calculated across all of the survey variables ( Supplementary File 2 ). To obtain a measure of IDP effectiveness, the Pearson chi-square test was used to assess the univariate association between all the survey variables and the outcome “I Find the IDP Process Helpful to my Career Development” only among the subset of respondents who completed an IDP (that is, those respondents who agreed with question 2 or 3 within the survey) ( Supplementary File 3 ). All summaries and statistical analysis were performed in SAS 9.4 . Limitations There are a number of limitations associated with this analysis. First, this is a cross-sectional study of a convenience sample and the results may not be generalizable. For instance, the IDP use and effectiveness rates reported herein may not be representative of those across all types of trainees within the U.S. research enterprise. As a cross-sectional study that was conducted through the use of an online survey that was deployed by email and through social media, there may be some level of subject selection bias that could lead to data and outcome bias. Additionally, since the design of the study was aimed at understanding the general use and overall effectiveness of the IDP, there may be other, perhaps more specific, nuances that may not be captured by this analysis. The data was also captured over a short period of time, and thus, respondents’ experience with the IDP outside of this timeframe may not have been captured. Some disciplines (for example, biomedical versus physical science) may also place different levels of emphasis on IDP use, and likewise, policies surrounding IDP use may vary across different disciplines. Respondents may not understand their institution’s official policies on the use of the IDP. The structure of the IDP worksheet and the procedures by which institutions enforce or recommend its use also likely vary across and perhaps even within institutions and this may influence the tools use and effectiveness even within a single institution. Lastly, the outcome measure used herein to understand the effectiveness of the IDP is subjective and is only one measure that may assess how impactful the IDP is on trainees’ career development. Future studies should analyze more defined measures of IDP outcomes including those that would allow for an understanding of the tool’s impact on academic and professional success (for example, planning that leads to research output) and career planning and decision making. Despite this study’s limitations, this is the first investigation of IDP use and effectiveness in the doctoral student population and thus this work provides a baseline understanding of the IDP in this population and it should promote additional research on the topic. Results IDP use Overall usage rates of the IDP among all the survey respondents was 53.6%, while 37.4% reported completing the IDP with their faculty advisor. Interestingly, 26.1% reported that they have, at some point, completed the tool but have not discussed it with their advisor. Further, 33.6% of respondents feel that they can have an honest conversation with their advisor via the IDP process and 33.7% feel that the IDP is helpful to their career development ( Figure 1 and Supplementary File 2 ). In the 2014 study, only 8% of postdoctoral researchers were required to complete an IDP, although overall usage among respondents was approximately 19%, and the perceived value of the tool was 71% among the postdoctoral researchers that had used the tool 10 . Figure 1. The rates of Individual Development Plan use among doctoral students. One-way frequencies for all survey respondents are shown for the variables measuring whether respondents are required to complete an IDP, complete an IDP annually with their PI/advisor, complete an IDP but do not discuss it with their PI/advisor, can have an honest conversation with the PI/advisor in context of the IDP, and whether the IDP process is helpful to their career development. One-way frequencies for all other survey variables can be found in Supplementary File 2 . IDP effectiveness To gain an understanding of the effectiveness of the IDP, we analyzed the univariate association between all the survey variables and the outcome “I Find the IDP Process Helpful to my Career Development” only among the subset of respondents who completed an IDP ( Supplementary File 3 ). Across several measures, positive mentorship relationships associate with the effectiveness of the IDP. For example, 66.7% of those respondents who indicated that they could have an honest conversation with their PI/advisor via the IDP process versus 34.9% who could not do so found the IDP helpful to their career development (p < 0.0001). Likewise, 53.1% of those who reported that their PI/advisor is an asset to their academic and professional career versus 42.7% of those who did not agree with this statement found the IDP process helpful (p < 0.05). And, 59.9% of those who said their PI/advisor positively impacts their emotional or mental wellbeing versus 41.9% of those who did not agree (p < 0.01) found the IDP to be helpful ( Figure 2 and Supplementary File 3 ). These data corroborate anecdotal testimonies suggesting that supportive mentors can positively influence one’s IDP experience whereas non-supportive mentors can have the opposite impact 12 . Figure 2. The effectiveness of the Individual Development Plan by advisor/mentor relationship. IDP effectiveness was assessed among the subset of respondents who completed an IDP by determining the univariate associations between the PI/advisor- and trainee-related survey variables and the outcome “I Find the IDP Process Helpful to my Career Development.” The Pearson chi-square test was used to measure statistical significance. *** p < 0.0001; ** p < 0.01; * p < 0.05; + p ≤ 0.07. Further, 57.1% of those respondents that are confident about their career prospects versus 46.3% of those who were not (p < 0.05) reported the IDP process as being helpful to their career development ( Supplementary File 3 ). Lastly, respondents who attend career development programs at their institution are more likely to report the IDP as helpful to their career development ( Supplementary File 3 ). Dataset 1. Individual Development Plan survey data. http://dx.doi.org/10.5256/f1000research.15154.d206394 Columns Q1–Q26 correspond to the questions listed in Supplementary File 4 . Discussion More than 15 years after the creation of the IDP and 4 years after the NIH required its use, do we know if the tool is working as it was intended? Unfortunately, the answer is no. The study focusing on postdoctoral researchers from 2014 10 and the current study cannot fully answer this question, but rather these studies should serve to elicit further discussion on how to best use the IDP, especially in relation to the enforcement of the tool’s use and its use with PIs/advisors. Further, this work should stimulate additional research on the general use and effectiveness of the tool. Should policymakers, leaders of academic institutions, individual faculty, career development specialists, and even trainees find it concerning that IDP use and effectiveness is not well understood despite the tool’s general acceptance and use at countless U.S. universities and the NIH’s requirement for reporting on the use of the IDP? Should we not have known more about such an instrument prior to it being mandated as a policy? Is there potential harm being done by the mandated use of IDPs? Anecdotally, some doctoral students and postdoctoral researchers report that faculty sometimes reject non-academic career trajectories within the context of the IDP and these faculty try to force trainees toward an academic career path 12 . Such mentorship relationships may partially explain the cause of the high rates of anxiety and depression in the doctoral student population 13 . We believe that these questions and issues highlight the need for more work to be done in order to better understand the IDP and its effective use. We have noticed that the structure of some IDPs has changed over time. For example, the University of Kentucky College of Medicine’s IDP has excluded the career exploration section of the tool 14 , which was prominently included in its original design. How widespread is such a change to the IDP? Could such a change have been made to appease stakeholders who are most interested in training PhDs to pursue faculty careers? Could such a change be driving a general increase in IDP usage among faculty mentors? These questions should be addressed in future research. Given the NIH’s adoption of the IDP, we believe that the agency should support a more extensive longitudinal study with a larger sample size to understand the barriers that are preventing some trainees and mentors from using the IDP and to better understand the effectiveness of the IDP as doctoral students and postdoctoral researchers move through their PhD education and training experience. The IDP’s impact on specific outcomes, including career path decision making and long-term career outcomes, should be studied. Future work should also determine if there are any unintended negative consequences associated with IDP use. Career development support and related infrastructure for PhD trainees has been suggested as a being critical to sustaining the biomedical workforce 6 . Based on our findings that positive mentorship relationships and use of career development programming are associated with a greater likelihood of trainees finding the IDP effective, we call for policymakers, funding agencies, and universities to establish and test new interventions that will support the career development of PhD trainees. For example, our data point to a need to focus attention on mentorship training for faculty and building career development infrastructure. If the NIH is to require the use of the IDP, they should require training of mentors on how to best support the career development of their mentees to obtain maximum impact, and institutional career development infrastructure is needed to achieve this. The NIH BEST program laid the foundation for building career development infrastructure at a limited number of institutions 15 . The National Institute of General Medical Sciences has recently incorporated career development components into their pre-doctoral T32 mechanism 16 , which is another good start to developing more widespread career development infrastructure. Other grant mechanisms should likewise be established so that a greater number of institutions can obtain NIH funds that will drive the creation of innovative career development programs across the U.S. Such programs should serve the needs of doctoral students and postdoctoral researchers and train faculty on the fine science and art of mentorship. Programmatic evaluation should be established to test the effectiveness of any interventions put into place and the results should be disseminated. The NIH and several professional societies have been conducting “Train-the-Trainer” events to provide career and professional development training to faculty and staff. We recommend the extensive expansion of this program and evaluation of its effectiveness. The NIH could mandate such training for all faculty who pay doctoral students or postdoctoral researchers from NIH funds. Generally, it would likewise be prudent for universities to mandate that all faculty employing/supervising graduate students and postdoctoral researchers complete such training. The training could be developed and offered at each university through institutional career development offices. Studies should be developed to test whether such an intervention enhances the career development of trainees. Ultimately, the sustainability of the biomedical enterprise hinges upon the next generation of PhDs entering the diverse workforce. We should work to support this group of scientists with sufficient career development support at the same level of rigor and reproducibility that we strive for everyday as we conduct our experiments. The IDP is likely useful for supporting the career development of PhDs, but more work is needed to understand how best to use the tool. Data availability Dataset 1. Individual Development Plan survey data. Columns Q1–Q26 correspond to the questions listed in Supplementary File 4 . DOI: 10.5256/f1000research.15154.d206394 17 . Competing interests No competing interests were disclosed. Grant information N.L.V. is supported by the University of Kentucky’s Cancer Center Support Grant (NCI P30CA177558) and the Center for Cancer and Metabolism (NIGMS P20GM121327). The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Acknowledgements The authors thank the Markey Cancer Center Research Communications Office for graphic design and formatting assistance; Dr. Paula Chambers, Versatile PhD, for her comments on and aid in distributing the study survey; and the Graduate School of Biomedical Sciences at the University of Texas Health San Antonio for providing partial funding for the study. Supplementary material Supplementary File 1. Self-reported institution of all respondents. Click here to access the data . Supplementary File 2. One-way frequencies of all respondents, separated by demographic characteristics. Click here to access the data . Supplementary File 3. Univariate analysis of the survey’s variables and the perception of Individual Development Plan helpfulness among respondents who completed an IDP. Click here to access the data . Supplementary File 4. Example copy of the survey questions relevant to this study. Click here to access the data . Faculty Opinions recommended References 1. Alberts B, Kirschner MW, Tilghman S, et al. : Rescuing US biomedical research from its systemic flaws. Proc Natl Acad Sci U S A. 2014; 111 (16): 5773–5777. PubMed Abstract | Publisher Full Text | Free Full Text 2. Alberts B, Kirschner MW, Tilghman S, et al. : Opinion: Addressing systemic problems in the biomedical research enterprise. Proc Natl Acad Sci U S A. 2015; 112 (7): 1912–1913. PubMed Abstract | Publisher Full Text | Free Full Text 3. McDowell GS, Gunsalus KT, MacKellar DC, et al. : Shaping the Future of Research: a perspective from junior scientists [version 2; referees: 2 approved]. F1000Res. 2014; 3 : 291. PubMed Abstract | Publisher Full Text | Free Full Text 4. Roach M, Sauermann H: The declining interest in an academic career. PLoS One. 2017; 12 (9): e0184130. PubMed Abstract | Publisher Full Text | Free Full Text 5. Sauermann H, Roach M: Science PhD career preferences: levels, changes, and advisor encouragement. PLoS One. 2012; 7 (5): e36307. PubMed Abstract | Publisher Full Text | Free Full Text 6. Fuhrmann CN: Enhancing Graduate and Postdoctoral Education To Create a Sustainable Biomedical Workforce. Hum Gene Ther. 2016; 27 (11): 871–879. PubMed Abstract | Publisher Full Text | Free Full Text 7. Clifford PS: Quality Time with Your Mentor. The Scientist. 2002; 16 : 59. Reference Source 8. Hobin JA, Fuhrmann CN, Lindstaedt B, et al. : You Need a Game Plan. Science. 2012. Publisher Full Text 9. National Institutes of Health: Revised Policy: Descriptions on the Use of Individual Development Plans (IDPs) for Graduate Students and Postdoctoral Researchers Required in Annual Progress Reports beginning October 1, 2014. 2014. Reference Source 10. Hobin JA, Clifford PS, Dunn BM, et al. : Putting PhDs to work: career planning for today's scientist. CBE Life Sci Educ. 2014; 13 (1): 49–53. PubMed Abstract | Publisher Full Text | Free Full Text 11. Tsai JW, Vanderford NL, Muindi F: Optimizing the utility of the individual development plan for trainees in the biosciences. Nat Biotechnol. 2018; 36 (6): 552–553. PubMed Abstract | Publisher Full Text 12. Gould J: Career development: A plan for action. Nature. 2017; 548 : 489–490. Publisher Full Text 13. Evans TM, Bira L, Gastelum JB, et al. : Evidence for a mental health crisis in graduate education. Nat Biotechnol. 2018; 36 (3): 282–284. PubMed Abstract | Publisher Full Text 14. University of Kentucky College of Medicine: Individual Development Plan. 2018. http://graduate.med.uky.edu/news/uk-com-biomedical-education-releases-recommendations-individual-development-plans and https://research.med.uky.edu/news/revised-individual-development-plans-trainees . Reference Source 15. National Institutes of Health: Best Coordinating Center. 2018. Reference Source 16. Gammie AG, Gibbs K, Singh S: New NIGMS Institutional Predoctoral Training Grant Funding Opportunity Announcement. NIGMS Feedback Loop Blog. 2017. Reference Source 17. Vanderford NL, Evans TM, Weiss LT, et al. : Dataset 1 in: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students. F1000Research. 2018. Data Source Comments on this article Comments (0) Version 2 VERSION 2 PUBLISHED 11 Jun 2018 ADD YOUR COMMENT Comment Author details Author details 1 Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, Kentucky, USA 2 Markey Cancer Center, University of Kentucky, Lexington, Kentucky, USA 3 Center for Cancer and Metabolism, University of Kentucky, Lexington, Kentucky, USA 4 Department of Pharmacology, University of Texas Health Science Center at San Antonio, San Antonio, Texas, USA 5 Department of Psychiatry, University of Texas Health Science Center at San Antonio, San Antonio, Texas, USA 6 Department of Pharmacology and Toxicology, College of Pharmacy, University of Arizona, Tuscon, Arizona, USA Nathan L. Vanderford Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Project Administration, Resources, Supervision, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Teresa M. Evans Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Project Administration, Resources, Supervision, Writing – Review & Editing L. Todd Weiss Roles: Data Curation, Formal Analysis, Investigation, Methodology, Software, Writing – Review & Editing Lindsay Bira Roles: Conceptualization, Investigation, Writing – Review & Editing Jazmin Beltran-Gastelum Roles: Investigation, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information N.L.V. is supported by the University of Kentucky’s Cancer Center Support Grant (NCI P30CA177558) and the Center for Cancer and Metabolism (NIGMS P20GM121327). The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (2) version 2 Revised Published: 05 Jul 2018, 7:722 https://doi.org/10.12688/f1000research.15154.2 version 1 Published: 11 Jun 2018, 7:722 https://doi.org/10.12688/f1000research.15154.1 Copyright © 2018 Vanderford NL et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Data associated with the article are available under the terms of the Creative Commons Zero "No rights reserved" data waiver (CC0 1.0 Public domain dedication). Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads F1000Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Vanderford NL, Evans TM, Weiss LT et al. A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.12688/f1000research.15154.2 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 2 VERSION 2 PUBLISHED 05 Jul 2018 Revised Views 0 Cite How to cite this report: Polka JK. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16898.r35804 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v2#referee-response-35804 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 23 Jul 2018 Jessica K Polka , Whitehead Institute, Cambridge, MA, USA Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.16898.r35804 Thanks for your thoughtful response. I appreciate the new analysis and written sections of the article, which greatly improve the work. The only reason I am not yet selecting "approved" is that I think it is important ... Continue reading READ ALL Thanks for your thoughtful response. I appreciate the new analysis and written sections of the article, which greatly improve the work. The only reason I am not yet selecting "approved" is that I think it is important to resolve the issue Dr. Wunderlich has raised about confusion surrounding the 53% figure. Competing Interests: No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Polka JK. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16898.r35804 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v2#referee-response-35804 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Pickett CL. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16898.r35803 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v2#referee-response-35803 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 10 Jul 2018 Christopher L. Pickett , Rescuing Biomedical Research, Washington, DC, USA Approved VIEWS 0 https://doi.org/10.5256/f1000research.16898.r35803 The authors have done a commendable job in responding to reviewers' concerns. The elaboration of methods and reanalysis of data in this version satisfy the points I brought up in my initial review. This work is an important contribution to ... Continue reading READ ALL The authors have done a commendable job in responding to reviewers' concerns. The elaboration of methods and reanalysis of data in this version satisfy the points I brought up in my initial review. This work is an important contribution to our understanding of the use of IDPs. Competing Interests: No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Pickett CL. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16898.r35803 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v2#referee-response-35803 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Wunderlich Z. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16898.r35802 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v2#referee-response-35802 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 10 Jul 2018 Zeba Wunderlich , Department of Developmental and Cell Biology, University of California, Irvine, Irvine, CA, USA Approved VIEWS 0 https://doi.org/10.5256/f1000research.16898.r35802 Thank you for the response to my comments. I have two minor suggestions: I'm still a little confused by the percentages of IDP use. In the abstract 53% are reported to be required to complete the ... Continue reading READ ALL Thank you for the response to my comments. I have two minor suggestions: I'm still a little confused by the percentages of IDP use. In the abstract 53% are reported to be required to complete the IDP, and the same number is reported as a usage rate in the first sentence of the results section. Does that mean that 100% of respondents required to complete an IDP did so? And 0% of non-required respondents? Also, 37.4% completed an IDP with their advisor and 26.1% didn't -- that adds up to 63.5%, not 53%. Can you explain this discrepancy? At the start of the IDP effectiveness section, can you state what fraction of those that complete an IDP find it effective? It may be useful to put this in the abstract as well, as a point of comparison to the 33% of all respondents that find it useful. Competing Interests: No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Wunderlich Z. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16898.r35802 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v2#referee-response-35802 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Version 1 VERSION 1 PUBLISHED 11 Jun 2018 Views 0 Cite How to cite this report: Wunderlich Z. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16508.r35352 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v1#referee-response-35352 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 27 Jun 2018 Zeba Wunderlich , Department of Developmental and Cell Biology, University of California, Irvine, Irvine, CA, USA Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.16508.r35352 In this article, Vanderford, et al. examine the patterns of Individual Development Plans (IDP) usage and perceptions among biology and physics graduate students at U.S. universities. Given the increasing numbers of institutions that require IDPs for graduate students, the research ... Continue reading READ ALL In this article, Vanderford, et al. examine the patterns of Individual Development Plans (IDP) usage and perceptions among biology and physics graduate students at U.S. universities. Given the increasing numbers of institutions that require IDPs for graduate students, the research questions posed in this article are timely and of potentially high impact. I recommend the following changes to the article: I strongly agree with the other reviewers that a key modification is to re-do the analysis, only considering those students who have experience completing an IDP, or to clarify if the study already followed this protocol. How do the demographic data (gender, race, ethnicity) compare with the eligible survey population? If the data differ from the eligible population, do you expect this to affect the results? It might be appropriate to add a brief section to the beginning of the results section describing the demographics of the data and a comment to the discussion about the caveats of an opt-in survey. (I believe this is what you are hinting at in the paragraph starting "We recognize that there are limitations..." but it could be stated more explicitly.) As the first reviewer, I did not always understand the denominators of the stated percentages. For example, do 37.4% of all respondents fill out an IDP with their advisor? Or 37.4% of those that are required to complete an IDP do so with their advisor? Please review the results section to clarify this and similar statements. Also, what fraction of students required to complete an IDP actually do it? And what fraction of students not required to complete an IDP do it? (Minor) The word "only" is used many times throughout the results section, which colors the interpretation of the results. I'd suggest keeping the results section more neutral, while saving the "only" statements for the discussion. (Minor) It might be worth noting that there is a two year gap in the 2014 postdoctoral study and the current study, so some of the increase in IDP usage may be due to an increase in usage over time. (Minor) What are the p-values of the reported differences in IDP effectiveness between males/females, physics/biology students? I found these in the Supplement, but they are worth mentioning in the main text or depicting on the figures/figure legends. (Minor) I appreciate the paragraph in the discussion about the changes to IDP structure. It may be worth commenting on the differences of IDP structure between institutions or individuals. My own experience with IDPs (Vincent, et al. 2015 Molecular Cell) didn't use the myIDP platform and may have influenced my perception of IDPs. I suspect I'm not alone. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Partly Competing Interests: No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Wunderlich Z. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16508.r35352 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v1#referee-response-35352 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 05 Jul 2018 Nathan Vanderford , Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, USA 05 Jul 2018 Author Response Dear Dr. Wunderlich, We greatly appreciate your review, which has aided in shaping our revised article. We have responded to your major critiques/comments below. In response to your ... Continue reading Dear Dr. Wunderlich, We greatly appreciate your review, which has aided in shaping our revised article. We have responded to your major critiques/comments below. In response to your critique and that of the other reviewers, we have reanalyzed the IDP effectiveness data to include only those respondents that completed an IDP. We have revised the text and figures accordingly. Of note, upon this reanalysis, the differences in IDP effectiveness between fields of study and gender were no longer significant. Given that our study was based on an online survey that was conducted, in part, through an open call on social media, we have no way of knowing the demographic makeup of the all the potential respondents. That said, we have characterized the demographic makeup of all the actual respondents (see Supplementary File 1 and 2). We agree that there are caveats to our methods and thus we have added an extensive description of the limitations to this work within the methods section of the article. We apologize that there was confusion regarding the denominator used in our analysis. We have now clarified which respondents were used in the analysis. Namely, in the analysis of IDP use, one-way frequencies were calculated based on the responses from all the respondents. In the analysis of IDP effectiveness, again, we have reanalyzed our data and now present univariate associations that were calculated based on the responses from only the subset of respondents that completed an IDP. This has been more clearly stated in the revised version of the article. We have revised the article such that it is now written in a neural tone; we have removed such words as “only” and “minimal” in relation to describing our own findings. Future work should address what is a reasonable/acceptable level of IDP use and effectiveness. We appreciate your comments regarding the comparison of our data to the 2014 postdoctoral study. We have revised the text such that we now point out the study, but we do not specifically comment on how the prior data may relate to our findings. Future work should address the current use and effectiveness of the IDP in postdoctoral researchers. We have now included p-values in the text and in the figure legends were applicable. We have added comments in our limitations section regarding how differences in IDP structures could influence our data. In summary, we have revised our article according to your critique/comments and that of the other reviewers, and we feel that the collective reviews have significantly strengthened our work. Thank you for your time and we look forward to reading your next review. Sincerely, Nathan L. Vanderford Dear Dr. Wunderlich, We greatly appreciate your review, which has aided in shaping our revised article. We have responded to your major critiques/comments below. In response to your critique and that of the other reviewers, we have reanalyzed the IDP effectiveness data to include only those respondents that completed an IDP. We have revised the text and figures accordingly. Of note, upon this reanalysis, the differences in IDP effectiveness between fields of study and gender were no longer significant. Given that our study was based on an online survey that was conducted, in part, through an open call on social media, we have no way of knowing the demographic makeup of the all the potential respondents. That said, we have characterized the demographic makeup of all the actual respondents (see Supplementary File 1 and 2). We agree that there are caveats to our methods and thus we have added an extensive description of the limitations to this work within the methods section of the article. We apologize that there was confusion regarding the denominator used in our analysis. We have now clarified which respondents were used in the analysis. Namely, in the analysis of IDP use, one-way frequencies were calculated based on the responses from all the respondents. In the analysis of IDP effectiveness, again, we have reanalyzed our data and now present univariate associations that were calculated based on the responses from only the subset of respondents that completed an IDP. This has been more clearly stated in the revised version of the article. We have revised the article such that it is now written in a neural tone; we have removed such words as “only” and “minimal” in relation to describing our own findings. Future work should address what is a reasonable/acceptable level of IDP use and effectiveness. We appreciate your comments regarding the comparison of our data to the 2014 postdoctoral study. We have revised the text such that we now point out the study, but we do not specifically comment on how the prior data may relate to our findings. Future work should address the current use and effectiveness of the IDP in postdoctoral researchers. We have now included p-values in the text and in the figure legends were applicable. We have added comments in our limitations section regarding how differences in IDP structures could influence our data. In summary, we have revised our article according to your critique/comments and that of the other reviewers, and we feel that the collective reviews have significantly strengthened our work. Thank you for your time and we look forward to reading your next review. Sincerely, Nathan L. Vanderford Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 05 Jul 2018 Nathan Vanderford , Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, USA 05 Jul 2018 Author Response Dear Dr. Wunderlich, We greatly appreciate your review, which has aided in shaping our revised article. We have responded to your major critiques/comments below. In response to your ... Continue reading Dear Dr. Wunderlich, We greatly appreciate your review, which has aided in shaping our revised article. We have responded to your major critiques/comments below. In response to your critique and that of the other reviewers, we have reanalyzed the IDP effectiveness data to include only those respondents that completed an IDP. We have revised the text and figures accordingly. Of note, upon this reanalysis, the differences in IDP effectiveness between fields of study and gender were no longer significant. Given that our study was based on an online survey that was conducted, in part, through an open call on social media, we have no way of knowing the demographic makeup of the all the potential respondents. That said, we have characterized the demographic makeup of all the actual respondents (see Supplementary File 1 and 2). We agree that there are caveats to our methods and thus we have added an extensive description of the limitations to this work within the methods section of the article. We apologize that there was confusion regarding the denominator used in our analysis. We have now clarified which respondents were used in the analysis. Namely, in the analysis of IDP use, one-way frequencies were calculated based on the responses from all the respondents. In the analysis of IDP effectiveness, again, we have reanalyzed our data and now present univariate associations that were calculated based on the responses from only the subset of respondents that completed an IDP. This has been more clearly stated in the revised version of the article. We have revised the article such that it is now written in a neural tone; we have removed such words as “only” and “minimal” in relation to describing our own findings. Future work should address what is a reasonable/acceptable level of IDP use and effectiveness. We appreciate your comments regarding the comparison of our data to the 2014 postdoctoral study. We have revised the text such that we now point out the study, but we do not specifically comment on how the prior data may relate to our findings. Future work should address the current use and effectiveness of the IDP in postdoctoral researchers. We have now included p-values in the text and in the figure legends were applicable. We have added comments in our limitations section regarding how differences in IDP structures could influence our data. In summary, we have revised our article according to your critique/comments and that of the other reviewers, and we feel that the collective reviews have significantly strengthened our work. Thank you for your time and we look forward to reading your next review. Sincerely, Nathan L. Vanderford Dear Dr. Wunderlich, We greatly appreciate your review, which has aided in shaping our revised article. We have responded to your major critiques/comments below. In response to your critique and that of the other reviewers, we have reanalyzed the IDP effectiveness data to include only those respondents that completed an IDP. We have revised the text and figures accordingly. Of note, upon this reanalysis, the differences in IDP effectiveness between fields of study and gender were no longer significant. Given that our study was based on an online survey that was conducted, in part, through an open call on social media, we have no way of knowing the demographic makeup of the all the potential respondents. That said, we have characterized the demographic makeup of all the actual respondents (see Supplementary File 1 and 2). We agree that there are caveats to our methods and thus we have added an extensive description of the limitations to this work within the methods section of the article. We apologize that there was confusion regarding the denominator used in our analysis. We have now clarified which respondents were used in the analysis. Namely, in the analysis of IDP use, one-way frequencies were calculated based on the responses from all the respondents. In the analysis of IDP effectiveness, again, we have reanalyzed our data and now present univariate associations that were calculated based on the responses from only the subset of respondents that completed an IDP. This has been more clearly stated in the revised version of the article. We have revised the article such that it is now written in a neural tone; we have removed such words as “only” and “minimal” in relation to describing our own findings. Future work should address what is a reasonable/acceptable level of IDP use and effectiveness. We appreciate your comments regarding the comparison of our data to the 2014 postdoctoral study. We have revised the text such that we now point out the study, but we do not specifically comment on how the prior data may relate to our findings. Future work should address the current use and effectiveness of the IDP in postdoctoral researchers. We have now included p-values in the text and in the figure legends were applicable. We have added comments in our limitations section regarding how differences in IDP structures could influence our data. In summary, we have revised our article according to your critique/comments and that of the other reviewers, and we feel that the collective reviews have significantly strengthened our work. Thank you for your time and we look forward to reading your next review. Sincerely, Nathan L. Vanderford Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Polka JK. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16508.r34887 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v1#referee-response-34887 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 25 Jun 2018 Jessica K Polka , Whitehead Institute, Cambridge, MA, USA Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.16508.r34887 In “A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students,” the authors present a survey of graduate students conducted with the intention of determining experience with, and attitudes toward, Individual Development Plans. Given ... Continue reading READ ALL In “A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students,” the authors present a survey of graduate students conducted with the intention of determining experience with, and attitudes toward, Individual Development Plans. Given the widespread use of IDPs in the biomedical sciences, this study has the potential to provide insights that could improve the career planning process for many PhD students. Like reviewer 1, I am concerned that the overly-negative conclusions in this paper are influenced by the inclusion of irrelevant respondent populations. Therefore, in addition to the revisions suggested by reviewer 1, I recommend the following modifications: It is perhaps unsurprising that overall usage of the IDP is low given that only 76.5% of respondents were in the life/biological/medical sciences programs. While it’s possible that the 23.5% of respondents in physical/applied sciences are in programs that require or encourage IDP completion, these students are likely unaffected by the NIH mandate mentioned in the introduction. As such, the author should not use this sample to imply that low IDP usage indicates a failure in NIH policy, as suggested by the first two sentences of the discussion. Given the valid concerns that reviewer 1 has expressed, the authors should reanalyze their data to exclude respondents who have no experience with IDPs (assuming that the survey instrument did not do this already). While survey instrument did not address this question directly, the authors could at least take a subset of respondents who answered affirmatively to Q2 or Q3. If my calculations are correct, >50% of this subset finds the IDP process helpful for career development. Therefore, when the analysis is confined to students with confirmed IDP experience, the outlook for the IDP is less bleak than the tone of the paper makes it out to be. The assessment of the value of the IDP should be placed into the context of overall cost of its implementation (which I suspect is extremely low). Assuming that 50% of students that complete it annual benefit from it, this is (in my opinion) a good payoff for a very small number of hours of work for mentors and students. I would be interested to read the author’s comments on cost/benefit ratio of this intervention. In the discussion, the authors express concern that the IDP has been implemented without an attending study of the benefits. Later in the same section, they call for widespread career development infrastructure and “extensive” expansion of “Train-the-Trainer” events; to abide by their own logic, they should provide evidence that this change is supported by data. Again, the benefits of these interventions should be placed into the context of their cost. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Not applicable Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Partly Competing Interests: No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Polka JK. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16508.r34887 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v1#referee-response-34887 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 05 Jul 2018 Nathan Vanderford , Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, USA 05 Jul 2018 Author Response Dear Dr. Polka, Thank you for your review of our work. Your comments and critique have been critical in guiding our revisions. We respond to your major points below. ... Continue reading Dear Dr. Polka, Thank you for your review of our work. Your comments and critique have been critical in guiding our revisions. We respond to your major points below. We appreciate your thoughtful comments regarding the tone of the first version of this article. We have now revised the article in a way that neutrally presents and describes the data; our use of words such as “only” and “minimal” within the context of our findings have been removed. Additional work will need to be done to understand an appropriate and acceptable level of IDP use and effectiveness in the PhD trainee population. We have added a limitations subsection (within the methods section) that speaks to several points raised by all the reviewers. Within this section, we provide cautions regarding the generalizability of the data and differences between disciplines. We have reanalyzed the IDP effectiveness data to focus only on those respondents that completed an IDP. Of note, in relation to the previous comments about generalizability, upon reanalysis of the IDP effectiveness data, the differences between fields and gender are no longer significant and the text and figures have been revised accordingly. Regarding the cost/benefit ration of the IDP, this is a very interesting and important consideration, but ultimately we feel that our thoughts on this are too speculative to include in the article itself. That said, as stated at the end of the article, we do feel that the IDP can be an effective career planning tool when used “correctly.” However, we believe that more work needs to be done to assess the “correct” way to use the IDP, especially in a way that causes no harm to trainees. We believe that it is unacceptable for any trainee to be intimidated by and/or harmed through the use of the IDP, as has been suggested to occur . Ultimately, there is not enough information available on the use of the IDP to fully understand the costs, consequences, and/or benefits of its use. We have revised the discussion to clarify that our recommendations are based primarily on our own findings and we call for the evaluation of any new interventions that are put into place. In closing, we look forward to your second review in light of our revisions that are in response to your critiques and that of the other reviewers. We feel that your comments have been critical to the improvement of this work. Thank you again for your time and expertise. Sincerely, Nathan L. Vanderford Dear Dr. Polka, Thank you for your review of our work. Your comments and critique have been critical in guiding our revisions. We respond to your major points below. We appreciate your thoughtful comments regarding the tone of the first version of this article. We have now revised the article in a way that neutrally presents and describes the data; our use of words such as “only” and “minimal” within the context of our findings have been removed. Additional work will need to be done to understand an appropriate and acceptable level of IDP use and effectiveness in the PhD trainee population. We have added a limitations subsection (within the methods section) that speaks to several points raised by all the reviewers. Within this section, we provide cautions regarding the generalizability of the data and differences between disciplines. We have reanalyzed the IDP effectiveness data to focus only on those respondents that completed an IDP. Of note, in relation to the previous comments about generalizability, upon reanalysis of the IDP effectiveness data, the differences between fields and gender are no longer significant and the text and figures have been revised accordingly. Regarding the cost/benefit ration of the IDP, this is a very interesting and important consideration, but ultimately we feel that our thoughts on this are too speculative to include in the article itself. That said, as stated at the end of the article, we do feel that the IDP can be an effective career planning tool when used “correctly.” However, we believe that more work needs to be done to assess the “correct” way to use the IDP, especially in a way that causes no harm to trainees. We believe that it is unacceptable for any trainee to be intimidated by and/or harmed through the use of the IDP, as has been suggested to occur . Ultimately, there is not enough information available on the use of the IDP to fully understand the costs, consequences, and/or benefits of its use. We have revised the discussion to clarify that our recommendations are based primarily on our own findings and we call for the evaluation of any new interventions that are put into place. In closing, we look forward to your second review in light of our revisions that are in response to your critiques and that of the other reviewers. We feel that your comments have been critical to the improvement of this work. Thank you again for your time and expertise. Sincerely, Nathan L. Vanderford Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 05 Jul 2018 Nathan Vanderford , Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, USA 05 Jul 2018 Author Response Dear Dr. Polka, Thank you for your review of our work. Your comments and critique have been critical in guiding our revisions. We respond to your major points below. ... Continue reading Dear Dr. Polka, Thank you for your review of our work. Your comments and critique have been critical in guiding our revisions. We respond to your major points below. We appreciate your thoughtful comments regarding the tone of the first version of this article. We have now revised the article in a way that neutrally presents and describes the data; our use of words such as “only” and “minimal” within the context of our findings have been removed. Additional work will need to be done to understand an appropriate and acceptable level of IDP use and effectiveness in the PhD trainee population. We have added a limitations subsection (within the methods section) that speaks to several points raised by all the reviewers. Within this section, we provide cautions regarding the generalizability of the data and differences between disciplines. We have reanalyzed the IDP effectiveness data to focus only on those respondents that completed an IDP. Of note, in relation to the previous comments about generalizability, upon reanalysis of the IDP effectiveness data, the differences between fields and gender are no longer significant and the text and figures have been revised accordingly. Regarding the cost/benefit ration of the IDP, this is a very interesting and important consideration, but ultimately we feel that our thoughts on this are too speculative to include in the article itself. That said, as stated at the end of the article, we do feel that the IDP can be an effective career planning tool when used “correctly.” However, we believe that more work needs to be done to assess the “correct” way to use the IDP, especially in a way that causes no harm to trainees. We believe that it is unacceptable for any trainee to be intimidated by and/or harmed through the use of the IDP, as has been suggested to occur . Ultimately, there is not enough information available on the use of the IDP to fully understand the costs, consequences, and/or benefits of its use. We have revised the discussion to clarify that our recommendations are based primarily on our own findings and we call for the evaluation of any new interventions that are put into place. In closing, we look forward to your second review in light of our revisions that are in response to your critiques and that of the other reviewers. We feel that your comments have been critical to the improvement of this work. Thank you again for your time and expertise. Sincerely, Nathan L. Vanderford Dear Dr. Polka, Thank you for your review of our work. Your comments and critique have been critical in guiding our revisions. We respond to your major points below. We appreciate your thoughtful comments regarding the tone of the first version of this article. We have now revised the article in a way that neutrally presents and describes the data; our use of words such as “only” and “minimal” within the context of our findings have been removed. Additional work will need to be done to understand an appropriate and acceptable level of IDP use and effectiveness in the PhD trainee population. We have added a limitations subsection (within the methods section) that speaks to several points raised by all the reviewers. Within this section, we provide cautions regarding the generalizability of the data and differences between disciplines. We have reanalyzed the IDP effectiveness data to focus only on those respondents that completed an IDP. Of note, in relation to the previous comments about generalizability, upon reanalysis of the IDP effectiveness data, the differences between fields and gender are no longer significant and the text and figures have been revised accordingly. Regarding the cost/benefit ration of the IDP, this is a very interesting and important consideration, but ultimately we feel that our thoughts on this are too speculative to include in the article itself. That said, as stated at the end of the article, we do feel that the IDP can be an effective career planning tool when used “correctly.” However, we believe that more work needs to be done to assess the “correct” way to use the IDP, especially in a way that causes no harm to trainees. We believe that it is unacceptable for any trainee to be intimidated by and/or harmed through the use of the IDP, as has been suggested to occur . Ultimately, there is not enough information available on the use of the IDP to fully understand the costs, consequences, and/or benefits of its use. We have revised the discussion to clarify that our recommendations are based primarily on our own findings and we call for the evaluation of any new interventions that are put into place. In closing, we look forward to your second review in light of our revisions that are in response to your critiques and that of the other reviewers. We feel that your comments have been critical to the improvement of this work. Thank you again for your time and expertise. Sincerely, Nathan L. Vanderford Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Pickett CL. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16508.r34890 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v1#referee-response-34890 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 21 Jun 2018 Christopher L. Pickett , Rescuing Biomedical Research, Washington, DC, USA Not Approved VIEWS 0 https://doi.org/10.5256/f1000research.16508.r34890 The article “A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students” by Vanderford et al. examines the use of Individual Development Plans among biology and physics graduate students at U.S. universities. Through the ... Continue reading READ ALL The article “A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students” by Vanderford et al. examines the use of Individual Development Plans among biology and physics graduate students at U.S. universities. Through the use of an opt-in survey advertised on social media, the authors received over 650 responses about the usefulness of IDPs. The goal of the study was to provide information on how widespread the use of IDPs is and how effective they are in helping students explore careers. Understanding the efficacy of IDPs is important as this is an increasingly important piece of the career and skills development portfolio for grad students. However, I have serious reservations regarding the survey instrument and the interpretation of the resulting data. It is not clear from the survey instrument or the methods section that all survey respondents completed an IDP. If respondents have never completed an IDP, their responses to questions about the efficacy of the IDP in Fig. 1 would likely skew the data in an unfavorable direction. The authors should describe whether they ensured that only those who have completed an IDP took the survey. If they did not use this screen, the authors should describe how data from those who haven’t completed an IDP might affect their data on IDP efficacy and take this into account when drawing conclusions. If the authors did ensure that all respondents completed an IDP, this information should be clearly stated. In addition, the authors should better define the denominators of the percentages reported. For example, if 33.7% respondents find the IDP helpful, is this 33.7% of those completing the survey or 33.7% of those that completed an IDP? If a student completes multiple IDPs, isn't it possible the student could agree with questions 2 and 3 (complete IDP annually with advisor and complete IDP annually but don't talk to advisor)? Overlap in these populations, as is apparent in the supplemental data spreadsheet provided, could complicate the analysis of the data in Figs. 2 and 3 as it is not clear which experiences respondents may be referencing in their answers to the questions. How are we to think of the values presented here in light of the study referenced that analyzed the use of IDPs among postdocs? If the data here show that more grad students fill out IDPs than postdocs, this may provide insight into how and why different populations use IDPs. The negative tone of the article is surprising. The authors rightly point out that the IDP is poorly studied and this survey is one of the first analyzing use by graduate students. Therefore, this study establishes the baseline for IDP use among grad students. If the authors wish to characterize the use of IDPs as low or ineffective, the authors should take time to discuss their expectations and what previous data/experiences were used to set those expectations. For example, the overuse of “only” in the first paragraph of the results communicates these values fall below the authors’ expectations. Recognizing that these values will likely never reach 100%, what constitutes broad, acceptable use of an IDP? Furthermore, an IDP is supposed to help students set a path for developing skills relevant for their career. The authors should discuss what “minimal effectiveness” of IDPs means in the context of the respondents being students who do not have experience understanding how their IDP relates to securing subsequent jobs. The interpretation of the data from the first question of the survey “My institution/college/department/PI/advisor requires me to compete a formal IDP” should be more guarded. This question asks respondents to comment on institutional or departmental policy. Respondents may disagree with the statement either because the institution does not require an IDP or because the student does not know institutional policies around IDPs. Additionally, some institutions had dozens of respondents. How consistent are responses to this and other questions when looking at respondents from the same institution? The authors should provide figure legends beyond the figure titles to help the reader understand the data. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Partly Competing Interests: No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to state that I do not consider it to be of an acceptable scientific standard, for reasons outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Pickett CL. Reviewer Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16508.r34890 ) The direct URL for this report is: https://f1000research.com/articles/7-722/v1#referee-response-34890 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 05 Jul 2018 Nathan Vanderford , Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, USA 05 Jul 2018 Author Response Dear Dr. Pickett, Thank you for your review. Your critique has been helpful as we have revised the article. Below we address the major issues you raised. Within ... Continue reading Dear Dr. Pickett, Thank you for your review. Your critique has been helpful as we have revised the article. Below we address the major issues you raised. Within the text, we have clarified which respondents were analyzed in the article, thus addressing the confusion regarding the denominators used in the analysis. In the analysis of IDP use, one-way frequencies were calculated based on the responses from all the respondents. In the analysis of IDP effectiveness, we have reanalyzed our data and now present univariate associations that were calculated based on the responses from only the subset of respondents that completed an IDP. As such, our interpretation and reporting of the data has been adjusted accordingly. Of note, upon this reanalysis, the differences in IDP effectiveness between fields of study and gender were no longer significant. We apologize for the confusion regarding the reporting of the 33.7% of respondents that found the IDP helpful to their career development in the top section of the univariate analysis table (Supplementary File 3). We have now removed this data from the top section of Supplementary File 3, although this data can still be found in Supplementary File 2. We have neutralized the tone of the article in general and specifically we have removed words such as “only” and “minimal” within the context of our findings. We agree that our assessment of the expected level of IDP use and effectiveness was speculative. We also agree that as a baseline study, more work should be done to characterize an acceptable level of IDP use and effectiveness within the PhD trainee population. We have added an extensive limitations subsection (within the methods section) to the new version of the paper that speaks to several issues raised by the reviewers including your points about how respondents may or may not understand or be aware of their institution’s policies regarding IDP use. We also added cautions regarding variability in responses from subjects within the same institution. There are such variabilities within our dataset and it is difficult to assess the exact reasons for this, as it could be caused by, for example, general variability between respondents based on one’s individual perception of the IDP, different interpretations of the policies and procedures around IDP use, and/or the use of different IDP formats. Future work should help clarify this issue. We have added additional descriptions to our figure legends to help readers understand the data and our analysis. In closing, we hope that you will favorably review the revised version of the article in light of our changes based on your critique as well as that of the other reviewers. We thank you again for your comments and we strongly believe that your review has been critical in strengthening this work. Sincerely, Nathan L. Vanderford Dear Dr. Pickett, Thank you for your review. Your critique has been helpful as we have revised the article. Below we address the major issues you raised. Within the text, we have clarified which respondents were analyzed in the article, thus addressing the confusion regarding the denominators used in the analysis. In the analysis of IDP use, one-way frequencies were calculated based on the responses from all the respondents. In the analysis of IDP effectiveness, we have reanalyzed our data and now present univariate associations that were calculated based on the responses from only the subset of respondents that completed an IDP. As such, our interpretation and reporting of the data has been adjusted accordingly. Of note, upon this reanalysis, the differences in IDP effectiveness between fields of study and gender were no longer significant. We apologize for the confusion regarding the reporting of the 33.7% of respondents that found the IDP helpful to their career development in the top section of the univariate analysis table (Supplementary File 3). We have now removed this data from the top section of Supplementary File 3, although this data can still be found in Supplementary File 2. We have neutralized the tone of the article in general and specifically we have removed words such as “only” and “minimal” within the context of our findings. We agree that our assessment of the expected level of IDP use and effectiveness was speculative. We also agree that as a baseline study, more work should be done to characterize an acceptable level of IDP use and effectiveness within the PhD trainee population. We have added an extensive limitations subsection (within the methods section) to the new version of the paper that speaks to several issues raised by the reviewers including your points about how respondents may or may not understand or be aware of their institution’s policies regarding IDP use. We also added cautions regarding variability in responses from subjects within the same institution. There are such variabilities within our dataset and it is difficult to assess the exact reasons for this, as it could be caused by, for example, general variability between respondents based on one’s individual perception of the IDP, different interpretations of the policies and procedures around IDP use, and/or the use of different IDP formats. Future work should help clarify this issue. We have added additional descriptions to our figure legends to help readers understand the data and our analysis. In closing, we hope that you will favorably review the revised version of the article in light of our changes based on your critique as well as that of the other reviewers. We thank you again for your comments and we strongly believe that your review has been critical in strengthening this work. Sincerely, Nathan L. Vanderford Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 05 Jul 2018 Nathan Vanderford , Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, USA 05 Jul 2018 Author Response Dear Dr. Pickett, Thank you for your review. Your critique has been helpful as we have revised the article. Below we address the major issues you raised. Within ... Continue reading Dear Dr. Pickett, Thank you for your review. Your critique has been helpful as we have revised the article. Below we address the major issues you raised. Within the text, we have clarified which respondents were analyzed in the article, thus addressing the confusion regarding the denominators used in the analysis. In the analysis of IDP use, one-way frequencies were calculated based on the responses from all the respondents. In the analysis of IDP effectiveness, we have reanalyzed our data and now present univariate associations that were calculated based on the responses from only the subset of respondents that completed an IDP. As such, our interpretation and reporting of the data has been adjusted accordingly. Of note, upon this reanalysis, the differences in IDP effectiveness between fields of study and gender were no longer significant. We apologize for the confusion regarding the reporting of the 33.7% of respondents that found the IDP helpful to their career development in the top section of the univariate analysis table (Supplementary File 3). We have now removed this data from the top section of Supplementary File 3, although this data can still be found in Supplementary File 2. We have neutralized the tone of the article in general and specifically we have removed words such as “only” and “minimal” within the context of our findings. We agree that our assessment of the expected level of IDP use and effectiveness was speculative. We also agree that as a baseline study, more work should be done to characterize an acceptable level of IDP use and effectiveness within the PhD trainee population. We have added an extensive limitations subsection (within the methods section) to the new version of the paper that speaks to several issues raised by the reviewers including your points about how respondents may or may not understand or be aware of their institution’s policies regarding IDP use. We also added cautions regarding variability in responses from subjects within the same institution. There are such variabilities within our dataset and it is difficult to assess the exact reasons for this, as it could be caused by, for example, general variability between respondents based on one’s individual perception of the IDP, different interpretations of the policies and procedures around IDP use, and/or the use of different IDP formats. Future work should help clarify this issue. We have added additional descriptions to our figure legends to help readers understand the data and our analysis. In closing, we hope that you will favorably review the revised version of the article in light of our changes based on your critique as well as that of the other reviewers. We thank you again for your comments and we strongly believe that your review has been critical in strengthening this work. Sincerely, Nathan L. Vanderford Dear Dr. Pickett, Thank you for your review. Your critique has been helpful as we have revised the article. Below we address the major issues you raised. Within the text, we have clarified which respondents were analyzed in the article, thus addressing the confusion regarding the denominators used in the analysis. In the analysis of IDP use, one-way frequencies were calculated based on the responses from all the respondents. In the analysis of IDP effectiveness, we have reanalyzed our data and now present univariate associations that were calculated based on the responses from only the subset of respondents that completed an IDP. As such, our interpretation and reporting of the data has been adjusted accordingly. Of note, upon this reanalysis, the differences in IDP effectiveness between fields of study and gender were no longer significant. We apologize for the confusion regarding the reporting of the 33.7% of respondents that found the IDP helpful to their career development in the top section of the univariate analysis table (Supplementary File 3). We have now removed this data from the top section of Supplementary File 3, although this data can still be found in Supplementary File 2. We have neutralized the tone of the article in general and specifically we have removed words such as “only” and “minimal” within the context of our findings. We agree that our assessment of the expected level of IDP use and effectiveness was speculative. We also agree that as a baseline study, more work should be done to characterize an acceptable level of IDP use and effectiveness within the PhD trainee population. We have added an extensive limitations subsection (within the methods section) to the new version of the paper that speaks to several issues raised by the reviewers including your points about how respondents may or may not understand or be aware of their institution’s policies regarding IDP use. We also added cautions regarding variability in responses from subjects within the same institution. There are such variabilities within our dataset and it is difficult to assess the exact reasons for this, as it could be caused by, for example, general variability between respondents based on one’s individual perception of the IDP, different interpretations of the policies and procedures around IDP use, and/or the use of different IDP formats. Future work should help clarify this issue. We have added additional descriptions to our figure legends to help readers understand the data and our analysis. In closing, we hope that you will favorably review the revised version of the article in light of our changes based on your critique as well as that of the other reviewers. We thank you again for your comments and we strongly believe that your review has been critical in strengthening this work. Sincerely, Nathan L. Vanderford Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Comments on this article Comments (0) Version 2 VERSION 2 PUBLISHED 11 Jun 2018 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 3 Version 2 (revision) 05 Jul 18 read read read Version 1 11 Jun 18 read read read Christopher L. Pickett , Rescuing Biomedical Research, Washington, USA Jessica K Polka , Whitehead Institute, Cambridge, USA Zeba Wunderlich , University of California, Irvine, Irvine, USA Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert Browse by related subjects keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2018 Polka J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 23 Jul 2018 | for Version 2 Jessica K Polka , Whitehead Institute, Cambridge, MA, USA 0 Views copyright © 2018 Polka J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Thanks for your thoughtful response. I appreciate the new analysis and written sections of the article, which greatly improve the work. The only reason I am not yet selecting "approved" is that I think it is important to resolve the issue Dr. Wunderlich has raised about confusion surrounding the 53% figure. Competing Interests No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (0) Polka JK. Peer Review Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16898.r35804) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/7-722/v2#referee-response-35804 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2018 Pickett C. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 10 Jul 2018 | for Version 2 Christopher L. Pickett , Rescuing Biomedical Research, Washington, DC, USA 0 Views copyright © 2018 Pickett C. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The authors have done a commendable job in responding to reviewers' concerns. The elaboration of methods and reanalysis of data in this version satisfy the points I brought up in my initial review. This work is an important contribution to our understanding of the use of IDPs. Competing Interests No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Pickett CL. Peer Review Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16898.r35803) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/7-722/v2#referee-response-35803 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2018 Wunderlich Z. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 10 Jul 2018 | for Version 2 Zeba Wunderlich , Department of Developmental and Cell Biology, University of California, Irvine, Irvine, CA, USA 0 Views copyright © 2018 Wunderlich Z. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Thank you for the response to my comments. I have two minor suggestions: I'm still a little confused by the percentages of IDP use. In the abstract 53% are reported to be required to complete the IDP, and the same number is reported as a usage rate in the first sentence of the results section. Does that mean that 100% of respondents required to complete an IDP did so? And 0% of non-required respondents? Also, 37.4% completed an IDP with their advisor and 26.1% didn't -- that adds up to 63.5%, not 53%. Can you explain this discrepancy? At the start of the IDP effectiveness section, can you state what fraction of those that complete an IDP find it effective? It may be useful to put this in the abstract as well, as a point of comparison to the 33% of all respondents that find it useful. Competing Interests No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Wunderlich Z. Peer Review Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16898.r35802) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/7-722/v2#referee-response-35802 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2018 Wunderlich Z. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 27 Jun 2018 | for Version 1 Zeba Wunderlich , Department of Developmental and Cell Biology, University of California, Irvine, Irvine, CA, USA 0 Views copyright © 2018 Wunderlich Z. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions In this article, Vanderford, et al. examine the patterns of Individual Development Plans (IDP) usage and perceptions among biology and physics graduate students at U.S. universities. Given the increasing numbers of institutions that require IDPs for graduate students, the research questions posed in this article are timely and of potentially high impact. I recommend the following changes to the article: I strongly agree with the other reviewers that a key modification is to re-do the analysis, only considering those students who have experience completing an IDP, or to clarify if the study already followed this protocol. How do the demographic data (gender, race, ethnicity) compare with the eligible survey population? If the data differ from the eligible population, do you expect this to affect the results? It might be appropriate to add a brief section to the beginning of the results section describing the demographics of the data and a comment to the discussion about the caveats of an opt-in survey. (I believe this is what you are hinting at in the paragraph starting "We recognize that there are limitations..." but it could be stated more explicitly.) As the first reviewer, I did not always understand the denominators of the stated percentages. For example, do 37.4% of all respondents fill out an IDP with their advisor? Or 37.4% of those that are required to complete an IDP do so with their advisor? Please review the results section to clarify this and similar statements. Also, what fraction of students required to complete an IDP actually do it? And what fraction of students not required to complete an IDP do it? (Minor) The word "only" is used many times throughout the results section, which colors the interpretation of the results. I'd suggest keeping the results section more neutral, while saving the "only" statements for the discussion. (Minor) It might be worth noting that there is a two year gap in the 2014 postdoctoral study and the current study, so some of the increase in IDP usage may be due to an increase in usage over time. (Minor) What are the p-values of the reported differences in IDP effectiveness between males/females, physics/biology students? I found these in the Supplement, but they are worth mentioning in the main text or depicting on the figures/figure legends. (Minor) I appreciate the paragraph in the discussion about the changes to IDP structure. It may be worth commenting on the differences of IDP structure between institutions or individuals. My own experience with IDPs (Vincent, et al. 2015 Molecular Cell) didn't use the myIDP platform and may have influenced my perception of IDPs. I suspect I'm not alone. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Partly Competing Interests No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 05 Jul 2018 Nathan Vanderford, Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, USA Dear Dr. Wunderlich, We greatly appreciate your review, which has aided in shaping our revised article. We have responded to your major critiques/comments below. In response to your critique and that of the other reviewers, we have reanalyzed the IDP effectiveness data to include only those respondents that completed an IDP. We have revised the text and figures accordingly. Of note, upon this reanalysis, the differences in IDP effectiveness between fields of study and gender were no longer significant. Given that our study was based on an online survey that was conducted, in part, through an open call on social media, we have no way of knowing the demographic makeup of the all the potential respondents. That said, we have characterized the demographic makeup of all the actual respondents (see Supplementary File 1 and 2). We agree that there are caveats to our methods and thus we have added an extensive description of the limitations to this work within the methods section of the article. We apologize that there was confusion regarding the denominator used in our analysis. We have now clarified which respondents were used in the analysis. Namely, in the analysis of IDP use, one-way frequencies were calculated based on the responses from all the respondents. In the analysis of IDP effectiveness, again, we have reanalyzed our data and now present univariate associations that were calculated based on the responses from only the subset of respondents that completed an IDP. This has been more clearly stated in the revised version of the article. We have revised the article such that it is now written in a neural tone; we have removed such words as “only” and “minimal” in relation to describing our own findings. Future work should address what is a reasonable/acceptable level of IDP use and effectiveness. We appreciate your comments regarding the comparison of our data to the 2014 postdoctoral study. We have revised the text such that we now point out the study, but we do not specifically comment on how the prior data may relate to our findings. Future work should address the current use and effectiveness of the IDP in postdoctoral researchers. We have now included p-values in the text and in the figure legends were applicable. We have added comments in our limitations section regarding how differences in IDP structures could influence our data. In summary, we have revised our article according to your critique/comments and that of the other reviewers, and we feel that the collective reviews have significantly strengthened our work. Thank you for your time and we look forward to reading your next review. Sincerely, Nathan L. Vanderford View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Wunderlich Z. Peer Review Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16508.r35352) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/7-722/v1#referee-response-35352 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2018 Polka J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 25 Jun 2018 | for Version 1 Jessica K Polka , Whitehead Institute, Cambridge, MA, USA 0 Views copyright © 2018 Polka J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions In “A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students,” the authors present a survey of graduate students conducted with the intention of determining experience with, and attitudes toward, Individual Development Plans. Given the widespread use of IDPs in the biomedical sciences, this study has the potential to provide insights that could improve the career planning process for many PhD students. Like reviewer 1, I am concerned that the overly-negative conclusions in this paper are influenced by the inclusion of irrelevant respondent populations. Therefore, in addition to the revisions suggested by reviewer 1, I recommend the following modifications: It is perhaps unsurprising that overall usage of the IDP is low given that only 76.5% of respondents were in the life/biological/medical sciences programs. While it’s possible that the 23.5% of respondents in physical/applied sciences are in programs that require or encourage IDP completion, these students are likely unaffected by the NIH mandate mentioned in the introduction. As such, the author should not use this sample to imply that low IDP usage indicates a failure in NIH policy, as suggested by the first two sentences of the discussion. Given the valid concerns that reviewer 1 has expressed, the authors should reanalyze their data to exclude respondents who have no experience with IDPs (assuming that the survey instrument did not do this already). While survey instrument did not address this question directly, the authors could at least take a subset of respondents who answered affirmatively to Q2 or Q3. If my calculations are correct, >50% of this subset finds the IDP process helpful for career development. Therefore, when the analysis is confined to students with confirmed IDP experience, the outlook for the IDP is less bleak than the tone of the paper makes it out to be. The assessment of the value of the IDP should be placed into the context of overall cost of its implementation (which I suspect is extremely low). Assuming that 50% of students that complete it annual benefit from it, this is (in my opinion) a good payoff for a very small number of hours of work for mentors and students. I would be interested to read the author’s comments on cost/benefit ratio of this intervention. In the discussion, the authors express concern that the IDP has been implemented without an attending study of the benefits. Later in the same section, they call for widespread career development infrastructure and “extensive” expansion of “Train-the-Trainer” events; to abide by their own logic, they should provide evidence that this change is supported by data. Again, the benefits of these interventions should be placed into the context of their cost. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Not applicable Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Partly Competing Interests No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 05 Jul 2018 Nathan Vanderford, Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, USA Dear Dr. Polka, Thank you for your review of our work. Your comments and critique have been critical in guiding our revisions. We respond to your major points below. We appreciate your thoughtful comments regarding the tone of the first version of this article. We have now revised the article in a way that neutrally presents and describes the data; our use of words such as “only” and “minimal” within the context of our findings have been removed. Additional work will need to be done to understand an appropriate and acceptable level of IDP use and effectiveness in the PhD trainee population. We have added a limitations subsection (within the methods section) that speaks to several points raised by all the reviewers. Within this section, we provide cautions regarding the generalizability of the data and differences between disciplines. We have reanalyzed the IDP effectiveness data to focus only on those respondents that completed an IDP. Of note, in relation to the previous comments about generalizability, upon reanalysis of the IDP effectiveness data, the differences between fields and gender are no longer significant and the text and figures have been revised accordingly. Regarding the cost/benefit ration of the IDP, this is a very interesting and important consideration, but ultimately we feel that our thoughts on this are too speculative to include in the article itself. That said, as stated at the end of the article, we do feel that the IDP can be an effective career planning tool when used “correctly.” However, we believe that more work needs to be done to assess the “correct” way to use the IDP, especially in a way that causes no harm to trainees. We believe that it is unacceptable for any trainee to be intimidated by and/or harmed through the use of the IDP, as has been suggested to occur . Ultimately, there is not enough information available on the use of the IDP to fully understand the costs, consequences, and/or benefits of its use. We have revised the discussion to clarify that our recommendations are based primarily on our own findings and we call for the evaluation of any new interventions that are put into place. In closing, we look forward to your second review in light of our revisions that are in response to your critiques and that of the other reviewers. We feel that your comments have been critical to the improvement of this work. Thank you again for your time and expertise. Sincerely, Nathan L. Vanderford View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Polka JK. Peer Review Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16508.r34887) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/7-722/v1#referee-response-34887 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2018 Pickett C. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 21 Jun 2018 | for Version 1 Christopher L. Pickett , Rescuing Biomedical Research, Washington, DC, USA 0 Views copyright © 2018 Pickett C. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Not Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The article “A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students” by Vanderford et al. examines the use of Individual Development Plans among biology and physics graduate students at U.S. universities. Through the use of an opt-in survey advertised on social media, the authors received over 650 responses about the usefulness of IDPs. The goal of the study was to provide information on how widespread the use of IDPs is and how effective they are in helping students explore careers. Understanding the efficacy of IDPs is important as this is an increasingly important piece of the career and skills development portfolio for grad students. However, I have serious reservations regarding the survey instrument and the interpretation of the resulting data. It is not clear from the survey instrument or the methods section that all survey respondents completed an IDP. If respondents have never completed an IDP, their responses to questions about the efficacy of the IDP in Fig. 1 would likely skew the data in an unfavorable direction. The authors should describe whether they ensured that only those who have completed an IDP took the survey. If they did not use this screen, the authors should describe how data from those who haven’t completed an IDP might affect their data on IDP efficacy and take this into account when drawing conclusions. If the authors did ensure that all respondents completed an IDP, this information should be clearly stated. In addition, the authors should better define the denominators of the percentages reported. For example, if 33.7% respondents find the IDP helpful, is this 33.7% of those completing the survey or 33.7% of those that completed an IDP? If a student completes multiple IDPs, isn't it possible the student could agree with questions 2 and 3 (complete IDP annually with advisor and complete IDP annually but don't talk to advisor)? Overlap in these populations, as is apparent in the supplemental data spreadsheet provided, could complicate the analysis of the data in Figs. 2 and 3 as it is not clear which experiences respondents may be referencing in their answers to the questions. How are we to think of the values presented here in light of the study referenced that analyzed the use of IDPs among postdocs? If the data here show that more grad students fill out IDPs than postdocs, this may provide insight into how and why different populations use IDPs. The negative tone of the article is surprising. The authors rightly point out that the IDP is poorly studied and this survey is one of the first analyzing use by graduate students. Therefore, this study establishes the baseline for IDP use among grad students. If the authors wish to characterize the use of IDPs as low or ineffective, the authors should take time to discuss their expectations and what previous data/experiences were used to set those expectations. For example, the overuse of “only” in the first paragraph of the results communicates these values fall below the authors’ expectations. Recognizing that these values will likely never reach 100%, what constitutes broad, acceptable use of an IDP? Furthermore, an IDP is supposed to help students set a path for developing skills relevant for their career. The authors should discuss what “minimal effectiveness” of IDPs means in the context of the respondents being students who do not have experience understanding how their IDP relates to securing subsequent jobs. The interpretation of the data from the first question of the survey “My institution/college/department/PI/advisor requires me to compete a formal IDP” should be more guarded. This question asks respondents to comment on institutional or departmental policy. Respondents may disagree with the statement either because the institution does not require an IDP or because the student does not know institutional policies around IDPs. Additionally, some institutions had dozens of respondents. How consistent are responses to this and other questions when looking at respondents from the same institution? The authors should provide figure legends beyond the figure titles to help the reader understand the data. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Partly Competing Interests No competing interests were disclosed. I confirm that I have read this submission and believe that I have an appropriate level of expertise to state that I do not consider it to be of an acceptable scientific standard, for reasons outlined above. reply Respond to this report Responses (1) Author Response 05 Jul 2018 Nathan Vanderford, Department of Toxicology & Cancer Biology, College of Medicine, University of Kentucky, Lexington, USA Dear Dr. Pickett, Thank you for your review. Your critique has been helpful as we have revised the article. Below we address the major issues you raised. Within the text, we have clarified which respondents were analyzed in the article, thus addressing the confusion regarding the denominators used in the analysis. In the analysis of IDP use, one-way frequencies were calculated based on the responses from all the respondents. In the analysis of IDP effectiveness, we have reanalyzed our data and now present univariate associations that were calculated based on the responses from only the subset of respondents that completed an IDP. As such, our interpretation and reporting of the data has been adjusted accordingly. Of note, upon this reanalysis, the differences in IDP effectiveness between fields of study and gender were no longer significant. We apologize for the confusion regarding the reporting of the 33.7% of respondents that found the IDP helpful to their career development in the top section of the univariate analysis table (Supplementary File 3). We have now removed this data from the top section of Supplementary File 3, although this data can still be found in Supplementary File 2. We have neutralized the tone of the article in general and specifically we have removed words such as “only” and “minimal” within the context of our findings. We agree that our assessment of the expected level of IDP use and effectiveness was speculative. We also agree that as a baseline study, more work should be done to characterize an acceptable level of IDP use and effectiveness within the PhD trainee population. We have added an extensive limitations subsection (within the methods section) to the new version of the paper that speaks to several issues raised by the reviewers including your points about how respondents may or may not understand or be aware of their institution’s policies regarding IDP use. We also added cautions regarding variability in responses from subjects within the same institution. There are such variabilities within our dataset and it is difficult to assess the exact reasons for this, as it could be caused by, for example, general variability between respondents based on one’s individual perception of the IDP, different interpretations of the policies and procedures around IDP use, and/or the use of different IDP formats. Future work should help clarify this issue. We have added additional descriptions to our figure legends to help readers understand the data and our analysis. In closing, we hope that you will favorably review the revised version of the article in light of our changes based on your critique as well as that of the other reviewers. We thank you again for your comments and we strongly believe that your review has been critical in strengthening this work. Sincerely, Nathan L. Vanderford View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Pickett CL. Peer Review Report For: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students [version 2; peer review: 2 approved, 1 approved with reservations] . F1000Research 2018, 7 :722 ( https://doi.org/10.5256/f1000research.16508.r34890) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/7-722/v1#referee-response-34890 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Click here to access the data. The problem Spreadsheet data files may not format correctly if your computer is using different default delimiters (symbols used to separate values into separate cells) - a spreadsheet created in one region is sometimes misinterpreted by computers in other regions. You can change the regional settings on your computer so that the spreadsheet can be interpreted correctly. How to fix it Save downloaded CSV file Open spreadsheet program (e.g. Excel) Click the ‘Data’ tab at the top Click the ‘From text’ icon (top left) Browse for downloaded CSV file, click ‘Import’ Ensure ‘Delimited’ radio button is selected, click ‘Next’ Check one of the appropriate delimiter checkboxes (you can visualize the formatting by looking at the data preview below these options) Click ‘Finish’ Downloaded data do not display as expected? Download the data Dataset citation: Vanderford NL, Evans TM, Weiss LT et al. . Dataset 1 in: A cross-sectional study of the use and effectiveness of the Individual Development Plan among doctoral students. F1000Research 2018, 7 :722 (https://doi.org/10.5256/f1000research.15154.d206394) Close Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with F1000Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "A cross-sectional study of the use and effectiveness...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://f1000research.com/articles/7-722/v2" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://f1000research.com/articles/7-722/v2&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://f1000research.com/articles/7-722/v2" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Vanderford NL et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://f1000research.com/articles/7-722/v2/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://f1000research.com/articles/7-722", templates : { twitter : "A cross-sectional study of the use and effectiveness of the Individual.... Vanderford NL et al., published by " + "@F1000Research" + ", https://f1000research.com/articles/7-722/v2" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/15154/16898") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "16898"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "34883": 0, "34884": 0, "34885": 0, "34886": 0, "34887": 18, "34888": 0, "34889": 0, "34890": 40, "34892": 0, "35184": 0, "35185": 0, "35186": 0, "35187": 0, "35188": 0, "35351": 0, "35352": 19, "35802": 19, "35803": 16, "35804": 15, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "e64e7a71-3e81-44ba-8d44-a826cfe0996c"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); An innovative open access publishing platform offering rapid publication and open peer review, whilst supporting data deposition and sharing. Browse Gateways Collections How it Works Contact For Developers Cookie Notice Privacy Notice RSS Submit Your Research Follow us © 2012-2026 F1000 Research Ltd. ISSN 2046-1402 | Legal | Partner of Research4Life • CrossRef • ORCID • FAIRSharing R.templateTests.simpleTemplate = R.template(' $text $text $text $text $text '); R.templateTests.runTests(); var F1000platform = new F1000.Platform({ name: "f1000research", displayName: "F1000Research", hostName: "f1000research.com", id: "1", editorialEmail: "[email protected]", infoEmail: "[email protected]", usePmcStats: true }); $(function(){R.ui.dropdowns('.dropdown-for-authors, .dropdown-for-about, .dropdown-for-myresearch');}); // $(function(){R.ui.dropdowns('.dropdown-for-referees');}); $(document).ready(function () { if ($(".cookie-warning").is(":visible")) { $(".sticky").css("margin-bottom", "35px"); $(".devices").addClass("devices-and-cookie-warning"); } $(".cookie-warning .close-button").click(function (e) { $(".devices").removeClass("devices-and-cookie-warning"); $(".sticky").css("margin-bottom", "0"); }); $("#tweeter-feed .tweet-message").each(function (i, message) { var self = $(message); self.html(linkify(self.html())); }); $(".partner").on("mouseenter mouseleave", function() { $(this).find(".gray-scale, .colour").toggleClass("is-hidden"); }); }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });