Role, function, and expectations of research funding committees: Perspectives from committee members

Role, function, and expectations of research... | F1000Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://f1000research.com/js/vendor/ckeditor/' window.reactTheme = 'research'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2318163,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); search file_upload Submit your research search menu close search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Open Data, Software and Code Guidelines (PSE) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Article Processing Charges Peer Review Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Newsroom Contact My Research Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://f1000research.com/articles/13-1066" }, "headline": "Role, function, and expectations of research funding committees: Perspectives from committee members", "datePublished": "2024-09-17T17:40:11", "dateModified": "2025-03-06T16:54:55", "author": [ { "@type": "Person", "name": "Amanda Blatch-Jones" }, { "@type": "Person", "name": "Cherish Boxall" }, { "@type": "Person", "name": "Katie Meadmore" } ], "publisher": { "@type": "Organization", "name": "F1000Research", "logo": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 480, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 1200, "width": 150 }, "description": "Research funding committees play an integral role in the research funding process, consisting of a range of skills, knowledge, and expertise (e.g., professional, and public contributors). Although there is some evidence that has explored the efficiency and effectiveness of funding committees in terms of the funding process, there is a lack of published evidence about the purpose, role, and function of funding committees, from the perspective of committee members. A subset of survey data from a cohort of six National Institute for Health and Care Research (NIHR) research programmes, exploring the purpose of a funding committee, and the expectations and role of a funding committee member between October 2020 to December 2021. All committee members were eligible to participate in the survey. Using an inductive approach, 50 completed responses (22.5% response rate) were analysed, focusing on the role of a funding committee member and the functions of a funding committee. Participants highlighted seven key areas for the purpose of a funding committee: prioritising and recommending what research to fund (n=36) and assessment of quality (n=24) being the most common responses. Four areas were considered important to the expectations and role of funding committee members, with reviewing, critically appraising, and discussing applications (n=44); and being fair, objective, and unbiased (n=27) being the most common responses. The findings offer a unique insight into committee members’ expectations about the role, purpose and function of a funding committee and their contribution to the funding recommendation process. There was high agreement that the purpose and role of committees and their members was to offer expert advice to make fair, impartial decisions on which research should be prioritised. Exploring the purpose, role, and function of funding committees has relevance and importance for funding organisations seeking to enhance and optimise the decision-making practice of funding committees." } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://f1000research.com/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://f1000research.com/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://f1000research.com/articles/13-1066", "name": "Role, function, and expectations of research funding committees: Perspectives..." } } ] } Home Browse Role, function, and expectations of research funding committees: Perspectives... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Blatch-Jones A, Boxall C and Meadmore K. Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.12688/f1000research.154665.3 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Brief Report Revised Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] Amanda Blatch-Jones https://orcid.org/0000-0002-1486-5561 1 , Cherish Boxall https://orcid.org/0000-0002-7850-233X 2 , Katie Meadmore 1 Amanda Blatch-Jones https://orcid.org/0000-0002-1486-5561 1 , Cherish Boxall https://orcid.org/0000-0002-7850-233X 2 , Katie Meadmore 1 PUBLISHED 06 Mar 2025 Author details Author details 1 National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, England, S)16 7NS, UK 2 Southampton Clinical Trials Unit, University of Southampton, Southampton, England, SO16 6YD, UK Amanda Blatch-Jones Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Project Administration, Resources, Supervision, Validation, Writing – Original Draft Preparation, Writing – Review & Editing Cherish Boxall Roles: Data Curation, Formal Analysis, Validation, Writing – Original Draft Preparation Katie Meadmore Roles: Data Curation, Formal Analysis, Investigation, Methodology, Validation, Writing – Original Draft Preparation, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS This article is included in the Research on Research, Policy & Culture gateway. Abstract Research funding committees play an integral role in the research funding process, consisting of a range of skills, knowledge, and expertise (e.g., professional, and public contributors). Although there is some evidence that has explored the efficiency and effectiveness of funding committees in terms of the funding process, there is a lack of published evidence about the purpose, role, and function of funding committees, from the perspective of committee members. A subset of survey data from a cohort of six National Institute for Health and Care Research (NIHR) research programmes, exploring the purpose of a funding committee, and the expectations and role of a funding committee member between October 2020 to December 2021. All committee members were eligible to participate in the survey. Using an inductive approach, 50 completed responses (22.5% response rate) were analysed, focusing on the role of a funding committee member and the functions of a funding committee. Participants highlighted seven key areas for the purpose of a funding committee: prioritising and recommending what research to fund (n=36) and assessment of quality (n=24) being the most common responses. Four areas were considered important to the expectations and role of funding committee members, with reviewing, critically appraising, and discussing applications (n=44); and being fair, objective, and unbiased (n=27) being the most common responses. The findings offer a unique insight into committee members’ expectations about the role, purpose and function of a funding committee and their contribution to the funding recommendation process. There was high agreement that the purpose and role of committees and their members was to offer expert advice to make fair, impartial decisions on which research should be prioritised. Exploring the purpose, role, and function of funding committees has relevance and importance for funding organisations seeking to enhance and optimise the decision-making practice of funding committees. READ ALL READ LESS Keywords Funding committees, survey, virtual committees, grant applications, peer review, qualitative, expectations, research funding Corresponding Author(s) Amanda Blatch-Jones ( [email protected] ) Close Corresponding author: Amanda Blatch-Jones Competing interests: No competing interests were disclosed. Grant information: This research was funded by the National Institute for Health and Care Research Coordinating Centre (NIHRCC), based at the University of Southampton, through its Research on Research programme of work. The views and opinions expressed in the discussion are those of the authors and do not necessarily reflect those of the Department of Health and Social Care. The NIHRCC had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2025 Blatch-Jones A et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Blatch-Jones A, Boxall C and Meadmore K. Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.12688/f1000research.154665.3 ) First published: 17 Sep 2024, 13 :1066 ( https://doi.org/10.12688/f1000research.154665.1 ) Latest published: 06 Mar 2025, 13 :1066 ( https://doi.org/10.12688/f1000research.154665.3 ) Revised Amendments from Version 2 We would like to thank the reviewers for their thoughtful and encouraging comments and feedback. We have addressed their comments and submitted a revised version of the article on the two questions from the netnographic survey data. We have addressed the comments individually and have also updated all sections (introduction, methods, discussion, and reference list) to address the feedback received. We have included more references from the peer review and funding practice literature, as offered by one reviewer. We are happy that the revised version of the article now provides a better, more readable version for the reader and addresses the points raised by both reviewers. We would like to thank the reviewers for their thoughtful and encouraging comments and feedback. We have addressed their comments and submitted a revised version of the article on the two questions from the netnographic survey data. We have addressed the comments individually and have also updated all sections (introduction, methods, discussion, and reference list) to address the feedback received. We have included more references from the peer review and funding practice literature, as offered by one reviewer. We are happy that the revised version of the article now provides a better, more readable version for the reader and addresses the points raised by both reviewers. See the authors' detailed response to the review by Mario Coccia See the authors' detailed response to the review by Adrian Barnett See the authors' detailed response to the review by Santiago Vasco-Morales See the authors' detailed response to the review by Junwen Luo READ REVIEWER RESPONSES Introduction Research funding committees (also referred to as grant panels or boards) are a core component of the peer review process. Peer review elicits expert, professional and public contributor opinions on whether to recommend or award a research proposal for funding. These committees play an important role for research funding organisations and aid in the funding recommendation and decision-making process. Abdoul et al. reported the role of the committee was to provide a clear summary of the proposal and the associated reviews, to act as an additional assessor and to establish a consensus decision. 1 However, there are variations between how funding organisations manage and conduct their funding committees; for example, some require decisions on which research proposals to award funding, whilst others provide recommendations on which proposals to fund, with the final decision laying elsewhere. 2 Several funding organisations provide terms of reference and guidance to support committee members’ understanding of their role, purpose and function as a member of a funding committee. For example, the National Institute for Health and Care Research (NIHR) provides information packs on their website for public contributors ( https://www.nihr.ac.uk/documents/public-committee- member-roles-information-pack-for-members-of-the-public/26580 ) and professional committee members ( https://www.nihr.ac.uk/researchers/have-your-say-on-our-research/become-a-professional-committee-member.htm ). Funding organisations may also differ in the number of peer review stages that they have, and the type of reviewer required (e.g., external review, funding committee review or community focused review). Some funding organisations use a two-stage application assessment process (stage 1 involves an outline application and stage 2 involves a full application), which involves external peer reviewing and funding committee review. It has been observed that the primary purpose of the committee at stage one is to assess the quality and value of the research question. By comparison, for stage two applications, the role of the committee is to decide which applications to recommend for funding. 3 The purpose and role of the funding committee may also influence the skills needed to make an effective committee member 2 and how the expectations and experiences of peer reviewers (including committee members) do not always align with the stated role and purpose of the committee. 4 – 6 Studies that have explored motivation and participation in funding committees demonstrate differences in these expectations. 2 , 3 , 7 – 11 For example, Gallo et al. identified that 87-92% of their participants felt that serving as a reviewer on a peer review panel had positively impacted their career, and this was influenced through improvements in writing grant applications and increased exposure to new scientific ideas compared to networking and collaboration opportunities. 12 These opportunities can unintentionally be seen to benefit or give greater advantage to those on the panel, potentially introducing the Matthew effect in research funding. 6 , 13 There has been considerable evidence addressing and analysing the research funding process, particularly in terms of efficiency and effectiveness of peer review by funding organisations. 14 – 19 However, there is still a significant lack of evidence around the funding allocation procedures more generally and there are several reasons for this. 20 , 21 For example, Guthrie et al. and others have highlighted the sensitivity that surrounds funding organisations’ allocation and recommendations to fund research making this a particularly challenging context to undertake research. 20 , 22 Others have highlighted the challenges with the accessibility to conducting real world research on grant review panels and have had to use methods such as computer modelling to explore panel choices, bias and the peer review processes across different grant review models. 21 – 26 Despite these challenges, understanding how the purpose, role, and function of funding committees is perceived by committee members themselves is integral to the research funding process, and can contribute to an important research evidence gap. This paper addresses this important gap in the evidence and presents data from an online survey conducted as part of a larger study reported elsewhere that explored the role of virtual funding committee meetings for the allocation of NIHR research funding. 3 Where previous research has mainly focused on peer reviewer choice, using datasets on reviewer scores and funding decisions, 14 , 15 , 21 , 26 – 28 there is limited evidence exploring what the purpose and expectation is of funding committee meetings from the perspective of funding committee members themselves. 29 For this reason, the aim of this paper is to provide some context around what funding committee members from several NIHR programmes consider the purpose of a funding committee to be, and what they consider the expectations of their role as funding committee member are. The insights drawn from the analysis provides a unique opportunity to explore the function and role of funding committees from a committee member perspective, which has received limited attention in the management and funding of research practice literature. Methods The survey data presented in this paper is a sub-sample from the main study exploring the NIHR virtual funding committee practices. 3 The purpose of the survey (as part of a netnographic study) was to gain further insight and understanding of virtual funding committees and explore the social interactions, expectations, and perceptions in a virtual setting of funding committee practice. The sub-sample addressed here, focuses on funding committee members expectations and role as a member of a committee and the purpose of a funding committee generally, from committee meetings conducted by the NIHR during October 2020 to December 2021. For a full account of the study methods, please see the main study 3 ). Study design An online survey conducted as part of a netnographic study. This paper only reports on the questions from an online survey about the purpose, expectations and role of funding committees and their members and not specifically related to virtual or face-to-face committee meetings (see data analysis section for the two questions). All NIHR health and social care research programme funding committees that took place between October 2020 to December 2021 were eligible to participate in the study. A single NIHR funding committee was treated as a single online community. Data collection All funding committee members from the NIHR research programmes who consented to participate in the netnographic study were sent a link to the survey within four weeks of the virtual funding committee taking place. The survey was open from October 2020 to January 2022. Due to the nature and sensitivity of funding committees and being able to identify respondents, no personal data were collected, unless they offered their contact details to be included in the interview part of the main study. All respondents were asked to complete an online consent form before they could access the survey. The survey was accessible for anyone with an internet connection and was held on a University of Southampton server, using Microsoft Forms. The survey included a total of 16 open and closed-ended questions, including Likert scale responses. We estimated from the pilot of the survey, it would take approximately 15-20 minutes to complete. All respondents were given three weeks to respond to the survey (with two reminders). Data analysis For the analysis reported here, responses from two questions relating to the purpose, role, and function of NIHR funding committees and their members were analysed using an inductive (the data drove the coding of responses) qualitative content analysis approach. The survey data was downloaded from Microsoft Forms and moved to NVivo for analysis. These two open-ended text questions were: 1. As a member of a funding committee, what do you consider the purpose of a funding committee to be? 2. What do you consider the expectations and role of a funding committee member to be? All responses received on these two questions were coded using Nvivo software (version 1.6.1) (A free alternative Computer-Assisted Qualitative Data Analysis Software (CAQDAS) to using Nvivo is Microsoft Excel or QualCoder that is open source ( https://qualcoder.wordpress.com/ )). One researcher read through the responses for each question and created initial categories and themes. Relevant quotes were highlighted and coded to the initial themes, which were then reviewed by a second member of the team. The theme names and associated quotes were then revised through discussion until consensus was met. A review of the final themes were discussed, and tables were produced to determine what quotes would be used to illustrate the specific theme. All quotes were checked by both members of the team to make sure no identifiable information was present. Results From a potential cohort of 222 invited committee members, 50 responses were received (response rate of 22.5%) from a total of six NIHR research programmes (Efficacy and Mechanism Evaluation (EME); Evidence Synthesis (ES); Global Health Research (GHR); Health and Social Care Delivery Research (HSDR) (formerly known as Health Service and Delivery Research (HS&DR)); Health Technology Assessment (HTA); Public Health Research (PHR)) further details are reported elsewhere 3 ). A high cloaking level was taken across all forms of data analysis, and where there was potential association to a funding committee or individual, verbatim quotes were amended from the online survey open-ended questions. It is on this basis that common themes across all six NIHR programmes were created to understand the purpose and expectations of funding committees, rather than focusing on specific NIHR programmes or specific roles of the funding committee (e.g., clinician, statistician, methodologist, health care professional, patient and public contributor). Purpose of a funding committee Several explanations describing the purpose of a funding committee were reported by the respondents (see Table 1 for a summary of responses). There was variation in how the respondents explained the purpose and role of a funding committee meeting; however, most respondents thought that prioritisation; assessment of the quality of an application; and prioritising applications that answer questions of importance and relevance were key functions of a funding committee to ensure recommendations of research funding were for the best science that would maximise patient benefit. Although some respondents mentioned the importance of fair and transparent reviews, ‘value for money’ and feedback to applicants, prioritising the need and benefit to the NHS, staff, patients, and the public were seen as key factors during decision-making and form the core focus of discussion at these funding committee meetings. Table 1. Qualitative content analysis of responses on the purpose of a funding committee. Categorisation No. of responses Direct quotes To prioritise and recommend which research to fund 36 “… ultimately decide whether the research should be funded.” “To recommend and prioritise research applications for funding and/or further information.” Assessment of quality 24 “To assess the quality of funding applications and fund the best science.” “A fair and quality assessment (technical, ethical, value for money) of the proposal.” To prioritise research questions of importance and relevance 21 “Allocation of funds to maximise benefit with respect to reducing uncertainty in healthcare/medical knowledge.” “… answering questions of clinical importance and that are relevant and important to patients.” To provide expert advice and opinion through review and shared discussion with a diverse group of individuals 16 “To review research project proposals and share views of multidisciplinary team (clinicians, academics, statisticians, economist, patients).” “To provide expert opinions on funding applications to decide which applications should receive public money, determining need, feasibility and rigor of the research proposed. “ To provide fair and transparent review 7 “Make fair decisions to direct funding to the strongest research proposals which lie within the remit of the funding stream.” “To observe a fair and transparent process that enables public resources to be targeted at areas of genuine health (or social care) need.” Assessment of value for money (e.g., cost effective) 7 “Assessing proposals for appropriateness, rigour, feasibility and likely value for money, and prioritising for funding.” “To ensure that applications meet a public need, are cost effective, methodologically sound and involve the public in all aspects of the project.” Provide and offer feedback to applicants 5 “To provide feedback to applicants to improve the research plans to maximise its potential.” “For unsuccessful applicants, feedback to support their development.” Expectation and role of a funding committee member Exploring how respondents described their role as a member of a committee offered insight to what they expected from the role and whether this was comparable to how the purpose of a funding committee was reported (see Table 2 for a summary of responses). By contrast to the purpose of the funding committee as a whole, the majority of responses indicated that participants felt their role was to review and critically appraise applications and to discuss these views at the committee meeting. Several respondents mentioned how the role involves being able to provide an expert opinion and an objective and unbiased review (constructive criticism). Prioritising research applications according to clinical need and patient benefit was seen as important to the committee member role but this was not frequently mentioned compared to the purpose of the committee. Table 2. Qualitative content analysis of responses on the expectation and role of a funding committee member. Categorisation No. of responses Direct quotes To review, critically appraise and discuss applications 44 “We are expected to present and/or comment on a specific set of proposals, and we are expected to have carefully reviewed these proposals because the rest of the committee will likely follow our suggestion. In addition, we are expected to revise all the other proposals, listen carefully to other presenters, contribute to the discussion and give a fair assessment to each of the proposals. “To review and critique research proposals; summarise and communicate strengths and weaknesses of the proposals to the committee. To be fair, objective, and unbiased 27 “Provide an honest, unbiased and thorough review of funding applications highlighting strengths and weaknesses of each application.” “… to provide fair and objective comments around its strengths and weaknesses, to articulate clearly to other committee members the overall impressions of the application, to engage in meaningful dialogue/discussion about the applications to facilitate its fair assessment.” To provide and share expertise in reviews and discussions 21 “To bring their strengths, skills and knowledge to bear on each application.” “Provide assessment of applications, based on the member's area of expertise.” To prioritise and recommend funding 11 “… to assist the chair in recommending and prioritising research applications for funding/further information.” “To achieve consensus on funding where possible and to have sound and evidenced reasons for dissonance where necessary.” Discussion This paper provides a unique insight into the purpose, role, and function of funding committees and committee members from the perspective of funding committee members, from several programmes across the NIHR. Exploring these two aspects has provided new insights into what funding committees and their members look for during the decision-making process but also how they see their role and function as part of the funding committee and in addition to funding committees’ terms of reference. Overall, from those that responded to the survey (22.5%) there was high agreement that the purpose and function of committees and their members was to offer expert advice to make fair, impartial decisions on which research should be prioritised for making funding decisions or make recommendations for funding. The results from the survey were part of the larger study, and the findings from the two questions reported here enabled committee members to provide greater clarity of their own experiences and perspectives of the committee that have received limited attention in the past. 25 Reassuringly, the roles of the committee reported were in line with general NIHR assessment criteria of the need for evidence, scientific rigour and value for money, and members perceived the main purpose of the committee meeting itself to be to prioritise and recommend which research to fund by assessing quality and ensuring the research is in areas of genuine need and clinical importance (based on NIHR guidance for funding committee members). Furthermore, the findings reported here also coincide and were complementary to the role of formality, process and structure of funding committee meetings in the main study. 3 Although NIHR does provide applicants with feedback, which is stated in their guidelines, this was the least reported purpose of the funding committee. Providing feedback to applicants has been described as an important step for funders to undertake. Not only does it facilitate applicants in revising their research proposals (and thus increasing the quality of research proposals) but it also increases the attractiveness of the application process. 30 As such, it may be beneficial for committees to remind their committee members of the importance of providing high quality constructive feedback. Interestingly, value for money was equally valued the same as providing a fair and transparent review, which is often a feature in the feedback given to applicants. 31 Value for money is an important assessment criteria and is noted on the NIHR websites for committee members. In addition, the roles of the committee and its purpose also aligned to the NIHR terms of reference for joining a committee, including public contributors, demonstrating transparency from the NIHR in terms of the assessment criteria on how funding decisions are made by the funding committees. In line with the role of committees, the role of committee members also touched on providing reviews that were fair, drew on expertise and prioritised the most relevant topics. However, the majority of participants felt that the role of committee members was to review, critically appraise and engage in discussions on NIHR applications. This highlights a key difference between the roles of committee members and committees as a whole, with committee members providing the evidence from which committees as a whole make recommendations of funding and prioritisation. Furthermore, although committee members perceive that part of their role is to make fair and unbiased appraisals of applications, previous literature 9 , 13 , 20 , 29 indicates that many aspects of peer review are susceptible and succumb to bias. 18 , 19 , 22 Future work could explore the differences between roles, expectations, benefits, and motivations of a committee member to tease these important issues out. Better understanding of these may also allow funding organisations to create better strategies and incentives for recruiting to their committees and may also help to sustain transparency and objectivity around funding committees and the decision-making recommendations of funded research for the research community as a whole. 32 , 33 Strengths and limitations The data reported in this paper come from two questions collected as part of a larger survey. Although the number of responses to the survey was acceptable, especially in the context of the wider study, a response rate of 22.5% is relatively low and the sample contained only those who were members of six NIHR funding committees, which could have introduced bias (those more interested and engaged could have been more likely to complete the survey and may be more inclined to report positive experiences) and limit the generalisability of the findings. Although the sample only included one funding organisation, the findings incorporated several contexts by involving six NIHR programmes, across different research types (e.g., evidence syntheses, health assessment, global health, and public health). 20 The data collection from 2020-2021 could also be seen as a limitation of the findings reported in this paper. Whilst the generalisability of our findings needs to be taken with caution, they provide a unique and reflective account on the purpose, role, and function of committee members that has not otherwise been explored previously. The findings add valuable contributions to the broader evidence around decision-making practices of funding organisations but more importantly addresses a gap in the evidence that goes beyond process measures and measuring effectiveness. 20 Variability in responses might have been due to different roles on the funding committee, terms of reference, committee inductions for new members and chairs, how long they have been a member and their professional position within academia, public community, clinical, or social care setting. Whilst the variability could also be an indicator of how funding committees are well briefed on the role and function as a member, it was not possible to explore this in more detail as no personal data were collected as part of the main study. A future study may wish to compare responses by exploring protective characteristics to better understand the different groups of people who join committees, and how these may in turn enhance the decision-making practices of funding committees and look across multiple funding organisations. To build on the existing evidence presented here from the perspective of the NIHR, a broader context from other funding organisations, or indeed multiple funding organisations across diverse contexts could generate more generalisable findings and comparative data. Conclusion Funding committees play an important role in the decision-making process to fund research, yet there is limited published evidence exploring their integral role, purpose, or function as committee members. The findings reported here contribute new evidence and insights about the value and importance of exploring funding committee members expectations and understanding of their role as members but also the function and purpose of a funding committee meeting. Exploring the social processes and gaining such insights also contributes to the open research agenda literature, particularly the transparency and fairness of research funding practices that are often challenging to undertake. 20 , 34 The limitations of previous research, such as Pier et al. Gallo et al. (e.g., limited access to National Institutes of Health (NIH) data and only using one study method to collect data) demonstrates the complexity of conducting research about funding research practices. 7 , 27 , 35 , 36 However, although the survey data reported here saw variation across respondents’ responses, there was clear consensus about what matters in order to make informed decision-making recommendations in relation to their role as a committee member but also how, as a collective group of experts, decisions are made that are fair and transparent, offering a considered and balanced discussion to make recommendations on what applications merit funding. Enhancing the current understanding in this space deserves more reflection and reporting, particularly from other funding organisations, to determine how and in what circumstances research applications are assessed, validated, and critically appraised to inform the decision-making process, whilst also appreciating the sensitivities around these funding allocation processes. Ethical considerations and consent All respondents were asked to complete an online consent form before they could access the survey. Consent from each participant of the survey was gained prior to completing the online survey. The study was approved by the University of Southampton, Faculty of Medicine Ethics Committee (ID 57541, 3 rd August 2020). This study was conducted according to the principles expressed in the Declaration of Helsinki . Data availability In line with our ethical approval, the survey data (alongside the interview and observational data) cannot be shared publicly to maintain confidentiality of our participants. Full details of the survey guide are provided in OSF: Exploring virtual funding committee practices in the allocation of National Institute for Health and Care Research funding: A netnographic study. https://doi.org/10.17605/OSF.IO/RZ6VT . 37 The project contains the following data: • Appendix 4 Survey questions.docx Specified materials and guides are available under the terms of the CC0 1.0 Public domain dedication ( https://creativecommons.org/publicdomain/zero/1.0/ ). Additional requirements or requests are available from the corresponding author: [email protected] ) for researchers who meet the criteria for access to the data (e.g., researchers organisational affiliation, intended use of the data, and/or type of data). This main study is registered at RoR Registry and Hub (study number 805), accessible here: https://ror-hub.org/study/805/ . Reporting guidelines : OSF repository. SRQR checklist for “Exploring virtual funding committee practices in the allocation of National Institute for Health and Care Research funding: A netnographic study.” ( https://osf.io/rz6vt/ 37 ). Data are available under the terms of the Crreative Commons Attribution International License (CC BY 4.0). Acknowledgements We would like to thank all respondents that took part in the online survey. We would also like to thank those who reviewed early draft versions of the article, and Emmanuel Asante for his contribution to observations reported in the main netnography study. References 1. Abdoul H, Perrey C, Amiel P, et al. et al. : Peer review of grant applications: criteria used and qualitative study of reviewer practices.2012. 2. Steiner Davis ML, Conner TR, Miller-Bains K, et al. : What makes an effective grants peer reviewer? An exploratory study of the necessary skills. PLoS One. 2020; 15 (5): e0232327. PubMed Abstract | Publisher Full Text | Free Full Text 3. Blatch-Jones AJ, Boxall C, Asante E, et al. : Exploring virtual funding committee practices in the allocation of National Institute for Health and Care Research funding: A netnographic study. medRxiv. 2023. 2023.11.17.23298707. 4. Coveney J, Herbert DL, Hill K, et al. : ‘Are you siding with a personality or the grant proposal?’: observations on how peer review panels function. Res. Integr. Peer Rev. 2017; 2 (1): 19. Publisher Full Text 5. Herbert DL, Graves N, Clarke P, et al. : Using simplified peer review processes to fund research: a prospective study. BMJ Open. 2015; 5 (7): e008380. PubMed Abstract | Publisher Full Text 6. Giannelos K, Wiarda M, Doorn N: Challenges to ethical public engagement in research funding: a perspective from practice. Open Res Eur. 2024; 4 : 179. PubMed Abstract | Publisher Full Text | Free Full Text 7. Gallo SA, Carpenter AS, Glisson SR: Teleconference versus face-to-face scientific peer review of grant application: effects on review outcomes. PLoS One. 2013; 8 (8): e71693. PubMed Abstract | Publisher Full Text | Free Full Text 8. Gallo SA, Schmaling KB, Thompson LA, et al. : Grant reviewer perceptions of the quality, effectiveness, and influence of panel.2020. 9. Vallée-Tourangeau G, Wheelock A, Vandrevala T, et al. : Peer reviewers’ dilemmas: a qualitative exploration of decisional conflict in the evaluation of grant applications in the medical humanities and social sciences. Humanit. Soc. Sci. Commun. 2022; 9 (1): 1–11. 10. Gallo SA, Schmaling KB, Thompson LA, et al. : Grant review feedback: Appropriateness and usefulness. Sci. Eng. Ethics. 2021; 27 : 1–20. 11. Abma-Schouten R, Gijbels J, Reijmerink W, et al. : Evaluation of research proposals by peer review panels: broader panels for broader assessments? Sci. Public Policy. 2023; 50 (4): 619–632. Publisher Full Text 12. Gallo SA, Thompson LA, Schmaling KB, et al. : The Participation and Motivations of Grant Peer Reviewers: A Comprehensive Survey. Sci. Eng. Ethics. 2020; 26 (2): 761–782. PubMed Abstract | Publisher Full Text 13. Bol T, de Vaan M , van de Rijt A : The Matthew effect in science funding. Proc. Natl. Acad. Sci. 2018; 115 (19): 4887–4890. PubMed Abstract | Publisher Full Text | Free Full Text 14. Shankar K, Luo J, Ma L, et al. : SPRING 2020 survey: peer review of grant proposals.Figshare.2021. [Last accessed 16/12/2024]]. Publisher Full Text 15. Feliciani T, Luo J, Shankar K: Peer reviewer topic choice and its impact on interrater reliability: A mixed-method study. Quant. Sci. Stud. 2022; 3 (3): 832–856. Publisher Full Text 16. Holbrook JB, Hrotic S: Blue skies, impacts, and peer review. RT A J. Res. Policy Eval. 2013; 1 (1). Publisher Full Text 17. Obrecht M, Tibelius K, D'Aloisio G: Examining the value added by committee discussion in the review of applications for research awards. Res. Eval. 2007; 16 (2): 70–91. Publisher Full Text 18. Schmaling KB, Evenson GR, Marble BK, et al. : Perceptions of grant peer reviewers: a mixed methods study. Res. Eval. 2024; 33 . Publisher Full Text 19. Gallo S, Thompson L, Schmaling K, et al. : Risk evaluation in peer review of grant applications. Environ. Syst. Decis. 2018; 38 (2): 216–229. Publisher Full Text 20. Guthrie S, Ghiga I, Wooding S: What do we know about grant peer review in the health sciences? F1000Res. 2017; 6 : 6. Publisher Full Text 21. Feliciani T, Morreau M, Luo J, et al. : Designing grant-review panels for better funding decisions: Lessons from an empirically calibrated simulation model. Res. Policy. 2022; 51 (4): 104467. Publisher Full Text 22. Cristall N, Drozdowska BA, Fladt J, et al. : Priorities and expectations of researchers, funders, patients and the public regarding the funding of medical research: results from the PERSPECT qualitative study. BMJ open. 2024; 14 (11): e084655. PubMed Abstract | Publisher Full Text | Free Full Text 23. Langfeldt L: Expert panels evaluating research: decision-making and sources of bias. Res. Eval. 2004; 13 (1): 51–62. Publisher Full Text 24. Lee CJ: Commensuration Bias in Peer Review. Philos. Sci. 2015; 82 (5): 1272–1283. Publisher Full Text 25. Langfeldt L: The Decision-Making Constraints and Processes of Grant Peer Review, and Their Effects on the Review Outcome. Soc. Stud. Sci. 2001; 31 (6): 820–841. Publisher Full Text 26. Luo J, Feliciani T, Reinhart M, et al. : Analyzing sentiments in peer review reports: Evidence from two science funding agencies. Quant. Sci. Stud. 2021; 2 (4): 1271–1295. Publisher Full Text 27. Pier EL, Brauer M, Filut A, et al. : Low agreement among reviewers evaluating the same NIH grant applications. Proc. Natl. Acad. Sci. 2018; 115 (12): 2952–2957. Publisher Full Text 28. van den Besselaar P , Leydesdorff L: Past performance, peer review and project selection: a case study in the social and behavioral sciences. Res. Eval. 2009; 18 (4): 273–288. Publisher Full Text 29. van den Besselaar P , Sandström U, Schiffbaenker H: Studying grant decision-making: a linguistic analysis of review reports. Scientometrics. 2018; 117 (1): 313–329. PubMed Abstract | Publisher Full Text | Free Full Text 30. Fackrell K, Meadmore K, Recio-Saucedo A, et al. : Identification and comparison of key criteria of feedback of funding decisions: mixed-methods analysis of funder and applicant perspectives. BMJ Open. 2021; 11 : e048979. PubMed Abstract | Publisher Full Text | Free Full Text 31. National Institute for Health and Care Research (NIHR): Guidance for NIHR Committee Member Development Scheme (CMDS) Participant applicants.2020. Reference Source 32. Bouter LM: Fostering responsible research practices is a shared responsibility of multiple stakeholders. J. Clin. Epidemiol. 2018; 96 : 143–146. PubMed Abstract | Publisher Full Text 33. Munafò MR, Nosek BA, Bishop DVM, et al. : A manifesto for reproducible science. Nat. Hum. Behav. 2017; 1 (1): 0021. PubMed Abstract | Publisher Full Text | Free Full Text 34. Guthrie S, Rincon DR, McInroy G, et al. : Measuring bias, burden and conservatism in research funding processes. F1000Research. 2019; 8 (851): 851. Publisher Full Text 35. Wilsdon J: Are we all metascientists now? The shifting landscape for research on research.2024. [Last accessed: 16/12/2024]. Publisher Full Text 36. Ioannidis JPA: Meta-research: Why research on research matters. PLoS Biol. 2018; 16 (3): e2005468. PubMed Abstract | Publisher Full Text | Free Full Text 37. Blatch-Jones A; Katie Meadmore, Cherish BoxallAsante E: Exploring Virtual Funding Committee Practices in the Allocation of National Institute for Health and Care Research Funding: A Netnographic Study. OSF. July 31 2024. Publisher Full Text Comments on this article Comments (0) Version 3 VERSION 3 PUBLISHED 17 Sep 2024 ADD YOUR COMMENT Comment Author details Author details 1 National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, England, S)16 7NS, UK 2 Southampton Clinical Trials Unit, University of Southampton, Southampton, England, SO16 6YD, UK Amanda Blatch-Jones Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Project Administration, Resources, Supervision, Validation, Writing – Original Draft Preparation, Writing – Review & Editing Cherish Boxall Roles: Data Curation, Formal Analysis, Validation, Writing – Original Draft Preparation Katie Meadmore Roles: Data Curation, Formal Analysis, Investigation, Methodology, Validation, Writing – Original Draft Preparation, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information This research was funded by the National Institute for Health and Care Research Coordinating Centre (NIHRCC), based at the University of Southampton, through its Research on Research programme of work. The views and opinions expressed in the discussion are those of the authors and do not necessarily reflect those of the Department of Health and Social Care. The NIHRCC had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (3) version 3 Revised Published: 06 Mar 2025, 13:1066 https://doi.org/10.12688/f1000research.154665.3 version 2 Revised Published: 02 Jan 2025, 13:1066 https://doi.org/10.12688/f1000research.154665.2 version 1 Published: 17 Sep 2024, 13:1066 https://doi.org/10.12688/f1000research.154665.1 Copyright © 2025 Blatch-Jones A et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads F1000Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Blatch-Jones A, Boxall C and Meadmore K. Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.12688/f1000research.154665.3 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 3 VERSION 3 PUBLISHED 06 Mar 2025 Revised Views 0 Cite How to cite this report: Barnett A. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.178710.r369816 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v3#referee-response-369816 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 11 Mar 2025 Adrian Barnett , Queensland University of Technology, Brisbane, Queensland, Australia Approved VIEWS 0 https://doi.org/10.5256/f1000research.178710.r369816 No ... Continue reading READ ALL No further comments. Competing Interests: No competing interests were disclosed. Reviewer Expertise: statistics, research funding I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Barnett A. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.178710.r369816 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v3#referee-response-369816 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Version 2 VERSION 2 PUBLISHED 02 Jan 2025 Revised Views 0 Cite How to cite this report: Barnett A. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.176120.r365675 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v2#referee-response-365675 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 13 Feb 2025 Adrian Barnett , Queensland University of Technology, Brisbane, Queensland, Australia Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.176120.r365675 This paper has a clear question and is well reported. Funding panels are an understudied area relative to their importance, so evidence in this area is welcome. The study is relatively small in terms of sample size and the number ... Continue reading READ ALL This paper has a clear question and is well reported. Funding panels are an understudied area relative to their importance, so evidence in this area is welcome. The study is relatively small in terms of sample size and the number of questions asked. Some results are fundamental, for example the commonly mentioned purposes in Table 1. A limitation that is not addressed is that neither of the two qualitative questions (page 4) prompted the reviewers to consider negative aspects of their experiences and/or systems changes that could be made. Hence the results may give an overly positive view of panels and the expectations of reviewers. Feedback was mentioned as a purpose, but is this also mentioned in the NIHR guidelines? And what feedback to applicants get? The small sample size may “introduce bias” (page 7), but it would be better to indicate the direction. The likely issue is that more interested and engaged panel members completed the survey, hence again the results may be slanted towards those who take their role more seriously. Citation number 3 can be updated from the preprint. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Not applicable Are all the source data underlying the results available to ensure full reproducibility? No Are the conclusions drawn adequately supported by the results? Partly Competing Interests: No competing interests were disclosed. Reviewer Expertise: statistics, research funding I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Barnett A. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.176120.r365675 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v2#referee-response-365675 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 06 Mar 2025 Amanda Blatch-Jones , National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK 06 Mar 2025 Author Response Comment 1: A limitation that is not addressed is that neither of the two qualitative questions (page 4) prompted the reviewers to consider negative aspects of their experiences and/or systems ... Continue reading Comment 1: A limitation that is not addressed is that neither of the two qualitative questions (page 4) prompted the reviewers to consider negative aspects of their experiences and/or systems changes that could be made. Hence the results may give an overly positive view of panels and the expectations of reviewers. Response: Thank you for your comment. We have added additional detail of the potential bias in the data to the limitations section. Please note that this brief report only reports on two questions from a survey about the role, function and expectations of funding committee members. The full survey covered additional questions that did elicit both positive and negative responses. This is reported in the full paper that can be found here: https://f1000research.com/articles/13-338 Along with the supplementary material outlining the survey questions: https://osf.io/rz6vt/ Comment 2: Feedback was mentioned as a purpose, but is this also mentioned in the NIHR guidelines? And what feedback to applicants get? Response: Applicants receive feedback from the panel committee as part of the funding allocation process. This is highlighted and explained in the NIHR guidelines. We have now added a paragraph to the discussion that discusses feedback. Comment 3:The small sample size may “introduce bias” (page 7), but it would be better to indicate the direction. The likely issue is that more interested and engaged panel members completed the survey, hence again the results may be slanted towards those who take their role more seriously. Response: Thank you. We have added some additional text to the revised version to reflect your comment. (those more interested and engaged could have been more likely to complete the survey) Comment 1: A limitation that is not addressed is that neither of the two qualitative questions (page 4) prompted the reviewers to consider negative aspects of their experiences and/or systems changes that could be made. Hence the results may give an overly positive view of panels and the expectations of reviewers. Response: Thank you for your comment. We have added additional detail of the potential bias in the data to the limitations section. Please note that this brief report only reports on two questions from a survey about the role, function and expectations of funding committee members. The full survey covered additional questions that did elicit both positive and negative responses. This is reported in the full paper that can be found here: https://f1000research.com/articles/13-338 Along with the supplementary material outlining the survey questions: https://osf.io/rz6vt/ Comment 2: Feedback was mentioned as a purpose, but is this also mentioned in the NIHR guidelines? And what feedback to applicants get? Response: Applicants receive feedback from the panel committee as part of the funding allocation process. This is highlighted and explained in the NIHR guidelines. We have now added a paragraph to the discussion that discusses feedback. Comment 3:The small sample size may “introduce bias” (page 7), but it would be better to indicate the direction. The likely issue is that more interested and engaged panel members completed the survey, hence again the results may be slanted towards those who take their role more seriously. Response: Thank you. We have added some additional text to the revised version to reflect your comment. (those more interested and engaged could have been more likely to complete the survey) Competing Interests: None Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 06 Mar 2025 Amanda Blatch-Jones , National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK 06 Mar 2025 Author Response Comment 1: A limitation that is not addressed is that neither of the two qualitative questions (page 4) prompted the reviewers to consider negative aspects of their experiences and/or systems ... Continue reading Comment 1: A limitation that is not addressed is that neither of the two qualitative questions (page 4) prompted the reviewers to consider negative aspects of their experiences and/or systems changes that could be made. Hence the results may give an overly positive view of panels and the expectations of reviewers. Response: Thank you for your comment. We have added additional detail of the potential bias in the data to the limitations section. Please note that this brief report only reports on two questions from a survey about the role, function and expectations of funding committee members. The full survey covered additional questions that did elicit both positive and negative responses. This is reported in the full paper that can be found here: https://f1000research.com/articles/13-338 Along with the supplementary material outlining the survey questions: https://osf.io/rz6vt/ Comment 2: Feedback was mentioned as a purpose, but is this also mentioned in the NIHR guidelines? And what feedback to applicants get? Response: Applicants receive feedback from the panel committee as part of the funding allocation process. This is highlighted and explained in the NIHR guidelines. We have now added a paragraph to the discussion that discusses feedback. Comment 3:The small sample size may “introduce bias” (page 7), but it would be better to indicate the direction. The likely issue is that more interested and engaged panel members completed the survey, hence again the results may be slanted towards those who take their role more seriously. Response: Thank you. We have added some additional text to the revised version to reflect your comment. (those more interested and engaged could have been more likely to complete the survey) Comment 1: A limitation that is not addressed is that neither of the two qualitative questions (page 4) prompted the reviewers to consider negative aspects of their experiences and/or systems changes that could be made. Hence the results may give an overly positive view of panels and the expectations of reviewers. Response: Thank you for your comment. We have added additional detail of the potential bias in the data to the limitations section. Please note that this brief report only reports on two questions from a survey about the role, function and expectations of funding committee members. The full survey covered additional questions that did elicit both positive and negative responses. This is reported in the full paper that can be found here: https://f1000research.com/articles/13-338 Along with the supplementary material outlining the survey questions: https://osf.io/rz6vt/ Comment 2: Feedback was mentioned as a purpose, but is this also mentioned in the NIHR guidelines? And what feedback to applicants get? Response: Applicants receive feedback from the panel committee as part of the funding allocation process. This is highlighted and explained in the NIHR guidelines. We have now added a paragraph to the discussion that discusses feedback. Comment 3:The small sample size may “introduce bias” (page 7), but it would be better to indicate the direction. The likely issue is that more interested and engaged panel members completed the survey, hence again the results may be slanted towards those who take their role more seriously. Response: Thank you. We have added some additional text to the revised version to reflect your comment. (those more interested and engaged could have been more likely to complete the survey) Competing Interests: None Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Coccia M. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.176120.r356498 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v2#referee-response-356498 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 22 Jan 2025 Mario Coccia , CNR -- National Research Council of Italy, Collegio Carlo Alberto, Moncalieri, Italy; Arizona State University - Downtown Phoenix Campus, Phoenix, Arizona, USA Not Approved VIEWS 0 https://doi.org/10.5256/f1000research.176120.r356498 Role, function, and expectations of research funding committees: Perspectives from committee members The topics of this paper are interesting, though well known. The structure and content must be revised, and results have to be better explained by ... Continue reading READ ALL Role, function, and expectations of research funding committees: Perspectives from committee members The topics of this paper are interesting, though well known. The structure and content must be revised, and results have to be better explained by authors before to be reconsidered. The title has to be shorter and should indicate the areas of these committees. Abstract has to clarify the goal and implications of research policy of results to improve decision process in funding. Introduction has to better clarify the research questions of this study, indicating the gap presents in literature that this study endeavors to cover, and provide more theoretical background. After that authors can focus on the topics of this study to provide a correct analysis for fruitful discussion (See suggested readings that must be all read and used in the text). Methods of this study can be clarified. The section of Materials and methods must be re-structured with the following three sections, clarifying the logic of the inquiry: • Sample and data. Accurate description, also indicating the research fields and expertise. • Measures of variables • Data analysis procedure. Results Authors have to avoid subheadings that create fragmentation and confusion. If necessary, can use bullet points (same comments for all sections). I suggest also to represent some basic results with appropriate graphical representation, such as bar graphs et. to be clear for readers. Discussion. First, authors have to synthesize the main results in a simple table to be clear for readers and then show what this study adds compared to other studies. Although the Results section provides a detailed description, there needs to be a more critical synthesis and comparison of the findings with the literature. A discussion about possible biases in decision processes is important as well as considering the risk of failure in the research project funded, considering main errors to avoid. Authors have to comment on whether the results were expected for each set of findings; go into greater depth to explain unexpected findings. Moreover, either compare your results with the findings from other studies or use the studies to support these results. It is important to discuss how a gap in literature has been addressed. Expectations should be clarified on what it is based on and the logic of the decision process. Now the results are too vague and general. In general the expectations are associated with research fields and considering the overall ecosystem, also end users, if there are scarce resources or if there are emergencies (such as COVID) and committees can apply exaptation approaches, etc..., all these aspects have to be clarified. Conclusion is slightly short. Conclusion has not to be a summary, but authors have to focus on manifold limitations (move here section presents in previous paragraph). Moreover, the Conclusion does not adequately discuss the theoretical and managerial implications of the study. Authors should claim for how the results can be applied more generally. They should clarify and systematize lessons learned in tables, proposing recommendations that can help improve a situation, or highlighting best practices. Make sure you create 3 subsections in the Conclusion: 1) Theoretical Implications, 2) Managerial or Policy Implications, and 3) Future Research. Overall, then, the paper is interesting, but theoretical framework is weak, and some results create confusion… structure of the paper has to be improved; study design, discussion and presentation of results have to be clarified using suggested comments. I strongly suggest improving the paper by using all comments (suggested papers are included to be read and used all). Suggested readings of relevant papers that have to be read and used in the text and references to improve theoretical framework, discussion and related implications for research policy. Schmaling, K.B., Evenson, G.R., Marble, B.K., Gallo, S.A. 2024 (Ref-1). Perceptions of grant peer reviewers: a mixed methods study. Research Evaluation, 33, rvae050 Gallo, S., Thompson, L., Schmaling, K., Glisson, S. 2018 (Ref-2). Risk evaluation in peer review of grant applications. Environment Systems and Decisions, 38(2), pp. 216–229 Coccia M. 2023 (Ref-3). New Perspectives in Innovation Failure Analysis: A taxonomy of general errors and strategic management for reducing risks. Technology in Society, vol. 75, n. 102384, https://doi.org/10.1016/j.techsoc.2023.102384 Cristall, N., Drozdowska, B.A., Fladt, J., ... Goyal, M., Ganesh, A. 2024 (Ref-4). Priorities and expectations of researchers, funders, patients and the public regarding the funding of medical research: results from the PERSPECT qualitative study.BMJ Open, 14(11), e084655 Coccia M. 2024 (Ref-5). Theory of errors in innovation failure and strategic management of winning by failing. Technology Analysis & Strategic Management. https://doi.org/10.1080/09537325.2024.2383604 Giannelos, K., Wiarda, M., Doorn, N. 2024 (Ref-6). Challenges to ethical public engagement in research funding: a perspective from practice.Open Research Europe, 4, 179 Ardito L., Coccia M., Messeni Petruzzelli A. 2021 (Ref-7). Technological exaptation and crisis management: Evidence from COVID-19 outbreaks. R&D Management, vol. 51, n. 4, pp. 381-392, https://doi.org/10.1111/radm.12455 Schweiger, G., Barnett, A., van den Besselaar, P., ... Sandström, U., Conix, S. 2024 (Ref-8). The costs of competition in distributing scarce research funds Proceedings of the National Academy of Sciences of the United States of America, 121(50), e2407644121 2024 Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly References 1. Schmaling K, Evenson G, Marble B, Gallo S: Perceptions of grant peer reviewers: a mixed methods study. Research Evaluation . 2024; 33 . Publisher Full Text 2. Gallo S, Thompson L, Schmaling K, Glisson S: Risk evaluation in peer review of grant applications. Environment Systems and Decisions . 2018; 38 (2): 216-229 Publisher Full Text 3. Coccia M: New Perspectives in Innovation Failure Analysis: A taxonomy of general errors and strategic management for reducing risks. Technology in Society . 2023; 75 . Publisher Full Text 4. Cristall N, Drozdowska BA, Fladt J, Jaroenngarmsamer T, et al.: Priorities and expectations of researchers, funders, patients and the public regarding the funding of medical research: results from the PERSPECT qualitative study. BMJ Open . 2024; 14 (11): e084655 PubMed Abstract | Publisher Full Text 5. Coccia M: Theory of errors in innovation failure and strategic management of winning by failing. Technology Analysis & Strategic Management . 2024. 1-15 Publisher Full Text 6. Giannelos K, Wiarda M, Doorn N: Challenges to ethical public engagement in research funding: a perspective from practice. Open Res Eur . 2024; 4 : 179 PubMed Abstract | Publisher Full Text 7. Ardito L, Coccia M, Messeni Petruzzelli A: Technological exaptation and crisis management: Evidence from COVID‐19 outbreaks. R&D Management . 2021; 51 (4): 381-392 Publisher Full Text 8. Schweiger G, Barnett A, van den Besselaar P, Bornmann L, et al.: The costs of competition in distributing scarce research funds. Proc Natl Acad Sci U S A . 2024; 121 (50): e2407644121 PubMed Abstract | Publisher Full Text Competing Interests: No competing interests were disclosed. Reviewer Expertise: science and research policy I confirm that I have read this submission and believe that I have an appropriate level of expertise to state that I do not consider it to be of an acceptable scientific standard, for reasons outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Coccia M. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.176120.r356498 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v2#referee-response-356498 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 06 Mar 2025 Amanda Blatch-Jones , National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK 06 Mar 2025 Author Response The title has to be shorter and should indicate the areas of these committees. The title is within the requirements for F1000Research brief reports. So as not to lengthen the ... Continue reading The title has to be shorter and should indicate the areas of these committees. The title is within the requirements for F1000Research brief reports. So as not to lengthen the title further, we have not added the funding committee research areas. The research areas have now been clearly articulated in the document (health and social care). Abstract has to clarify the goal and implications of research policy of results to improve decision process in funding. The purpose of the brief report was to provide further clarification on two specific questions from the survey (that is reported in full elsewhere: https://f1000research.com/articles/13-338 ) as the role, function and expectations from the perspective of committee members is limited. The abstract provides insight for funders’ to ensure they optimise the decision-making practices for the allocation of funding. Introduction has to better clarify the research questions of this study, indicating the gap presents in literature that this study endeavors to cover, and provide more theoretical background. Due to the limitations of brief reports (2500 words) we have briefly mentioned the relevant literature and have made it clearer that this article only focuses on the responses from the survey about how funding committee members answered two questions on the purpose and expectation and role of funding committee meetings. Paragraph 4 indicates the gaps in the evidence and why it is challenging to undertake research in the context of funding committee’s role and function. The full article provides greater detail, and the brief report is linked to that article (link provided above for convenience). Methods of this study can be clarified. Sample and data. Accurate description, also indicating the research fields and expertise. Due to the sensitivity of the data and being able to identify members of committees and funding programmes, as reported in the article a high cloaking level was used to ensure anonymity of all committee members. As such we are unable to provide details of the individual committee members who took part in this survey. However, this does not impact the results due to being inclusive of all members and all members having equal contribution to the analysis and results. Results Authors have to avoid subheadings that create fragmentation and confusion. If necessary, can use bullet points (same comments for all sections). I suggest also to represent some basic results with appropriate graphical representation, such as bar graphs et. to be clear for readers. The data presented is qualitative due to the nature of the survey questions being open-ended and are not reporting any data that would be conducive to graphs. The results are provided under the two questions as stated in the introduction and methods section. The two tables offer insight to the qualitative content analysis, including examples of quotes from the two survey questions. This is a common way to present data from qualitative studies. Discussion. First, authors have to synthesize the main results in a simple table to be clear for readers and then show what this study adds compared to other studies. Although the Results section provides a detailed description, there needs to be a more critical synthesis and comparison of the findings with the literature. A discussion about possible biases in decision processes is important as well as considering the risk of failure in the research project funded, considering main errors to avoid. Now the results are too vague and general. In general the expectations are associated with research fields and considering the overall ecosystem, also end users, if there are scarce resources or if there are emergencies (such as COVID) and committees can apply exaptation approaches, etc..., all these aspects have to be clarified. Following the brief report guidelines, we have provided a summary of what was presented in the brief report, and why it is relevant to existing literature. We also compared what was reported by committee members to the NIHR guidelines. Due to brief reports having a word limit of 2500, the guideline for a discussion includes “The results should be discussed in the context of existing literature. Strengths and weaknesses of the study should be presented and discussed. Future directions for work should be raised.” We have included the risk of potential bias under limitations and have included a statement about what direction this could be. This was a qualitative study that was exploring committee member perspectives of the purpose, role, and function of funding committees and committee members, and was analyzed in an inductive way. As such, had no prior expectations/framework of what committee members would report. In the discussion and within the word limitation, we have tried to discuss the findings in the context of prior literature where possible. Furthermore, due to the qualitative nature of the study, this means that the findings from this study cannot be generalised in the same way as other studies. This has been mentioned in the limitations. However, we hope that overall learnings can be taken from the study and that it may prompt funders to reflect on their own funding committee practices. As described in the discussion, to date, there is very limited evidence that describes the purpose, role, and function of committees and their members from a committee member perspective. This study is therefore a step in addressing this gap. Conclusion is slightly short. Conclusion has not to be a summary, but authors have to focus on manifold limitations (move here section presents in previous paragraph). Moreover, the Conclusion does not adequately discuss the theoretical and managerial implications of the study. Authors should claim for how the results can be applied more generally. They should clarify and systematize lessons learned in tables, proposing recommendations that can help improve a situation, or highlighting best practices. Make sure you create 3 subsections in the Conclusion: 1) Theoretical Implications, 2) Managerial or Policy Implications, and 3) Future Research. As this brief report is based data from two qualitative questions, it was not appropriate to extract generalizable recommendations. Furthermore, as per brief report guidelines, a conclusion section is optional, but we have included this to offer some future considerations for the reader. We hope that overall learnings can be taken from the study and that it may prompt funders to reflect on their own funding committee practices. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. The full paper provides a more detailed conclusion based on your suggestions. However, in relation to this brief paper, we felt that it is not relevant to include these aspects. Thank you for suggesting them. Overall, then, the paper is interesting, but theoretical framework is weak, and some results create confusion… structure of the paper has to be improved; study design, discussion and presentation of results have to be clarified using suggested comments. We have responded to your comments individually. Suggested readings of relevant papers that have to be read and used in the text and references to improve theoretical framework, discussion and related implications for research policy. Thank you for your suggestions. Where appropriate we have added relevant references to explain how previous research has focused on specific areas, although there is limited evidence directly from committee members about what they perceive their role to be and the function of committee members. This particular focus is different to the assessment and process of peer review, review scores and decision-making through external peer review or panel/grant meetings. Peer review is not the feature of the article however some of the references have been added to further demonstrate the gap in the evidence. Thank you. The title has to be shorter and should indicate the areas of these committees. The title is within the requirements for F1000Research brief reports. So as not to lengthen the title further, we have not added the funding committee research areas. The research areas have now been clearly articulated in the document (health and social care). Abstract has to clarify the goal and implications of research policy of results to improve decision process in funding. The purpose of the brief report was to provide further clarification on two specific questions from the survey (that is reported in full elsewhere: https://f1000research.com/articles/13-338 ) as the role, function and expectations from the perspective of committee members is limited. The abstract provides insight for funders’ to ensure they optimise the decision-making practices for the allocation of funding. Introduction has to better clarify the research questions of this study, indicating the gap presents in literature that this study endeavors to cover, and provide more theoretical background. Due to the limitations of brief reports (2500 words) we have briefly mentioned the relevant literature and have made it clearer that this article only focuses on the responses from the survey about how funding committee members answered two questions on the purpose and expectation and role of funding committee meetings. Paragraph 4 indicates the gaps in the evidence and why it is challenging to undertake research in the context of funding committee’s role and function. The full article provides greater detail, and the brief report is linked to that article (link provided above for convenience). Methods of this study can be clarified. Sample and data. Accurate description, also indicating the research fields and expertise. Due to the sensitivity of the data and being able to identify members of committees and funding programmes, as reported in the article a high cloaking level was used to ensure anonymity of all committee members. As such we are unable to provide details of the individual committee members who took part in this survey. However, this does not impact the results due to being inclusive of all members and all members having equal contribution to the analysis and results. Results Authors have to avoid subheadings that create fragmentation and confusion. If necessary, can use bullet points (same comments for all sections). I suggest also to represent some basic results with appropriate graphical representation, such as bar graphs et. to be clear for readers. The data presented is qualitative due to the nature of the survey questions being open-ended and are not reporting any data that would be conducive to graphs. The results are provided under the two questions as stated in the introduction and methods section. The two tables offer insight to the qualitative content analysis, including examples of quotes from the two survey questions. This is a common way to present data from qualitative studies. Discussion. First, authors have to synthesize the main results in a simple table to be clear for readers and then show what this study adds compared to other studies. Although the Results section provides a detailed description, there needs to be a more critical synthesis and comparison of the findings with the literature. A discussion about possible biases in decision processes is important as well as considering the risk of failure in the research project funded, considering main errors to avoid. Now the results are too vague and general. In general the expectations are associated with research fields and considering the overall ecosystem, also end users, if there are scarce resources or if there are emergencies (such as COVID) and committees can apply exaptation approaches, etc..., all these aspects have to be clarified. Following the brief report guidelines, we have provided a summary of what was presented in the brief report, and why it is relevant to existing literature. We also compared what was reported by committee members to the NIHR guidelines. Due to brief reports having a word limit of 2500, the guideline for a discussion includes “The results should be discussed in the context of existing literature. Strengths and weaknesses of the study should be presented and discussed. Future directions for work should be raised.” We have included the risk of potential bias under limitations and have included a statement about what direction this could be. This was a qualitative study that was exploring committee member perspectives of the purpose, role, and function of funding committees and committee members, and was analyzed in an inductive way. As such, had no prior expectations/framework of what committee members would report. In the discussion and within the word limitation, we have tried to discuss the findings in the context of prior literature where possible. Furthermore, due to the qualitative nature of the study, this means that the findings from this study cannot be generalised in the same way as other studies. This has been mentioned in the limitations. However, we hope that overall learnings can be taken from the study and that it may prompt funders to reflect on their own funding committee practices. As described in the discussion, to date, there is very limited evidence that describes the purpose, role, and function of committees and their members from a committee member perspective. This study is therefore a step in addressing this gap. Conclusion is slightly short. Conclusion has not to be a summary, but authors have to focus on manifold limitations (move here section presents in previous paragraph). Moreover, the Conclusion does not adequately discuss the theoretical and managerial implications of the study. Authors should claim for how the results can be applied more generally. They should clarify and systematize lessons learned in tables, proposing recommendations that can help improve a situation, or highlighting best practices. Make sure you create 3 subsections in the Conclusion: 1) Theoretical Implications, 2) Managerial or Policy Implications, and 3) Future Research. As this brief report is based data from two qualitative questions, it was not appropriate to extract generalizable recommendations. Furthermore, as per brief report guidelines, a conclusion section is optional, but we have included this to offer some future considerations for the reader. We hope that overall learnings can be taken from the study and that it may prompt funders to reflect on their own funding committee practices. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. The full paper provides a more detailed conclusion based on your suggestions. However, in relation to this brief paper, we felt that it is not relevant to include these aspects. Thank you for suggesting them. Overall, then, the paper is interesting, but theoretical framework is weak, and some results create confusion… structure of the paper has to be improved; study design, discussion and presentation of results have to be clarified using suggested comments. We have responded to your comments individually. Suggested readings of relevant papers that have to be read and used in the text and references to improve theoretical framework, discussion and related implications for research policy. Thank you for your suggestions. Where appropriate we have added relevant references to explain how previous research has focused on specific areas, although there is limited evidence directly from committee members about what they perceive their role to be and the function of committee members. This particular focus is different to the assessment and process of peer review, review scores and decision-making through external peer review or panel/grant meetings. Peer review is not the feature of the article however some of the references have been added to further demonstrate the gap in the evidence. Thank you. Competing Interests: None Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 06 Mar 2025 Amanda Blatch-Jones , National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK 06 Mar 2025 Author Response The title has to be shorter and should indicate the areas of these committees. The title is within the requirements for F1000Research brief reports. So as not to lengthen the ... Continue reading The title has to be shorter and should indicate the areas of these committees. The title is within the requirements for F1000Research brief reports. So as not to lengthen the title further, we have not added the funding committee research areas. The research areas have now been clearly articulated in the document (health and social care). Abstract has to clarify the goal and implications of research policy of results to improve decision process in funding. The purpose of the brief report was to provide further clarification on two specific questions from the survey (that is reported in full elsewhere: https://f1000research.com/articles/13-338 ) as the role, function and expectations from the perspective of committee members is limited. The abstract provides insight for funders’ to ensure they optimise the decision-making practices for the allocation of funding. Introduction has to better clarify the research questions of this study, indicating the gap presents in literature that this study endeavors to cover, and provide more theoretical background. Due to the limitations of brief reports (2500 words) we have briefly mentioned the relevant literature and have made it clearer that this article only focuses on the responses from the survey about how funding committee members answered two questions on the purpose and expectation and role of funding committee meetings. Paragraph 4 indicates the gaps in the evidence and why it is challenging to undertake research in the context of funding committee’s role and function. The full article provides greater detail, and the brief report is linked to that article (link provided above for convenience). Methods of this study can be clarified. Sample and data. Accurate description, also indicating the research fields and expertise. Due to the sensitivity of the data and being able to identify members of committees and funding programmes, as reported in the article a high cloaking level was used to ensure anonymity of all committee members. As such we are unable to provide details of the individual committee members who took part in this survey. However, this does not impact the results due to being inclusive of all members and all members having equal contribution to the analysis and results. Results Authors have to avoid subheadings that create fragmentation and confusion. If necessary, can use bullet points (same comments for all sections). I suggest also to represent some basic results with appropriate graphical representation, such as bar graphs et. to be clear for readers. The data presented is qualitative due to the nature of the survey questions being open-ended and are not reporting any data that would be conducive to graphs. The results are provided under the two questions as stated in the introduction and methods section. The two tables offer insight to the qualitative content analysis, including examples of quotes from the two survey questions. This is a common way to present data from qualitative studies. Discussion. First, authors have to synthesize the main results in a simple table to be clear for readers and then show what this study adds compared to other studies. Although the Results section provides a detailed description, there needs to be a more critical synthesis and comparison of the findings with the literature. A discussion about possible biases in decision processes is important as well as considering the risk of failure in the research project funded, considering main errors to avoid. Now the results are too vague and general. In general the expectations are associated with research fields and considering the overall ecosystem, also end users, if there are scarce resources or if there are emergencies (such as COVID) and committees can apply exaptation approaches, etc..., all these aspects have to be clarified. Following the brief report guidelines, we have provided a summary of what was presented in the brief report, and why it is relevant to existing literature. We also compared what was reported by committee members to the NIHR guidelines. Due to brief reports having a word limit of 2500, the guideline for a discussion includes “The results should be discussed in the context of existing literature. Strengths and weaknesses of the study should be presented and discussed. Future directions for work should be raised.” We have included the risk of potential bias under limitations and have included a statement about what direction this could be. This was a qualitative study that was exploring committee member perspectives of the purpose, role, and function of funding committees and committee members, and was analyzed in an inductive way. As such, had no prior expectations/framework of what committee members would report. In the discussion and within the word limitation, we have tried to discuss the findings in the context of prior literature where possible. Furthermore, due to the qualitative nature of the study, this means that the findings from this study cannot be generalised in the same way as other studies. This has been mentioned in the limitations. However, we hope that overall learnings can be taken from the study and that it may prompt funders to reflect on their own funding committee practices. As described in the discussion, to date, there is very limited evidence that describes the purpose, role, and function of committees and their members from a committee member perspective. This study is therefore a step in addressing this gap. Conclusion is slightly short. Conclusion has not to be a summary, but authors have to focus on manifold limitations (move here section presents in previous paragraph). Moreover, the Conclusion does not adequately discuss the theoretical and managerial implications of the study. Authors should claim for how the results can be applied more generally. They should clarify and systematize lessons learned in tables, proposing recommendations that can help improve a situation, or highlighting best practices. Make sure you create 3 subsections in the Conclusion: 1) Theoretical Implications, 2) Managerial or Policy Implications, and 3) Future Research. As this brief report is based data from two qualitative questions, it was not appropriate to extract generalizable recommendations. Furthermore, as per brief report guidelines, a conclusion section is optional, but we have included this to offer some future considerations for the reader. We hope that overall learnings can be taken from the study and that it may prompt funders to reflect on their own funding committee practices. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. The full paper provides a more detailed conclusion based on your suggestions. However, in relation to this brief paper, we felt that it is not relevant to include these aspects. Thank you for suggesting them. Overall, then, the paper is interesting, but theoretical framework is weak, and some results create confusion… structure of the paper has to be improved; study design, discussion and presentation of results have to be clarified using suggested comments. We have responded to your comments individually. Suggested readings of relevant papers that have to be read and used in the text and references to improve theoretical framework, discussion and related implications for research policy. Thank you for your suggestions. Where appropriate we have added relevant references to explain how previous research has focused on specific areas, although there is limited evidence directly from committee members about what they perceive their role to be and the function of committee members. This particular focus is different to the assessment and process of peer review, review scores and decision-making through external peer review or panel/grant meetings. Peer review is not the feature of the article however some of the references have been added to further demonstrate the gap in the evidence. Thank you. The title has to be shorter and should indicate the areas of these committees. The title is within the requirements for F1000Research brief reports. So as not to lengthen the title further, we have not added the funding committee research areas. The research areas have now been clearly articulated in the document (health and social care). Abstract has to clarify the goal and implications of research policy of results to improve decision process in funding. The purpose of the brief report was to provide further clarification on two specific questions from the survey (that is reported in full elsewhere: https://f1000research.com/articles/13-338 ) as the role, function and expectations from the perspective of committee members is limited. The abstract provides insight for funders’ to ensure they optimise the decision-making practices for the allocation of funding. Introduction has to better clarify the research questions of this study, indicating the gap presents in literature that this study endeavors to cover, and provide more theoretical background. Due to the limitations of brief reports (2500 words) we have briefly mentioned the relevant literature and have made it clearer that this article only focuses on the responses from the survey about how funding committee members answered two questions on the purpose and expectation and role of funding committee meetings. Paragraph 4 indicates the gaps in the evidence and why it is challenging to undertake research in the context of funding committee’s role and function. The full article provides greater detail, and the brief report is linked to that article (link provided above for convenience). Methods of this study can be clarified. Sample and data. Accurate description, also indicating the research fields and expertise. Due to the sensitivity of the data and being able to identify members of committees and funding programmes, as reported in the article a high cloaking level was used to ensure anonymity of all committee members. As such we are unable to provide details of the individual committee members who took part in this survey. However, this does not impact the results due to being inclusive of all members and all members having equal contribution to the analysis and results. Results Authors have to avoid subheadings that create fragmentation and confusion. If necessary, can use bullet points (same comments for all sections). I suggest also to represent some basic results with appropriate graphical representation, such as bar graphs et. to be clear for readers. The data presented is qualitative due to the nature of the survey questions being open-ended and are not reporting any data that would be conducive to graphs. The results are provided under the two questions as stated in the introduction and methods section. The two tables offer insight to the qualitative content analysis, including examples of quotes from the two survey questions. This is a common way to present data from qualitative studies. Discussion. First, authors have to synthesize the main results in a simple table to be clear for readers and then show what this study adds compared to other studies. Although the Results section provides a detailed description, there needs to be a more critical synthesis and comparison of the findings with the literature. A discussion about possible biases in decision processes is important as well as considering the risk of failure in the research project funded, considering main errors to avoid. Now the results are too vague and general. In general the expectations are associated with research fields and considering the overall ecosystem, also end users, if there are scarce resources or if there are emergencies (such as COVID) and committees can apply exaptation approaches, etc..., all these aspects have to be clarified. Following the brief report guidelines, we have provided a summary of what was presented in the brief report, and why it is relevant to existing literature. We also compared what was reported by committee members to the NIHR guidelines. Due to brief reports having a word limit of 2500, the guideline for a discussion includes “The results should be discussed in the context of existing literature. Strengths and weaknesses of the study should be presented and discussed. Future directions for work should be raised.” We have included the risk of potential bias under limitations and have included a statement about what direction this could be. This was a qualitative study that was exploring committee member perspectives of the purpose, role, and function of funding committees and committee members, and was analyzed in an inductive way. As such, had no prior expectations/framework of what committee members would report. In the discussion and within the word limitation, we have tried to discuss the findings in the context of prior literature where possible. Furthermore, due to the qualitative nature of the study, this means that the findings from this study cannot be generalised in the same way as other studies. This has been mentioned in the limitations. However, we hope that overall learnings can be taken from the study and that it may prompt funders to reflect on their own funding committee practices. As described in the discussion, to date, there is very limited evidence that describes the purpose, role, and function of committees and their members from a committee member perspective. This study is therefore a step in addressing this gap. Conclusion is slightly short. Conclusion has not to be a summary, but authors have to focus on manifold limitations (move here section presents in previous paragraph). Moreover, the Conclusion does not adequately discuss the theoretical and managerial implications of the study. Authors should claim for how the results can be applied more generally. They should clarify and systematize lessons learned in tables, proposing recommendations that can help improve a situation, or highlighting best practices. Make sure you create 3 subsections in the Conclusion: 1) Theoretical Implications, 2) Managerial or Policy Implications, and 3) Future Research. As this brief report is based data from two qualitative questions, it was not appropriate to extract generalizable recommendations. Furthermore, as per brief report guidelines, a conclusion section is optional, but we have included this to offer some future considerations for the reader. We hope that overall learnings can be taken from the study and that it may prompt funders to reflect on their own funding committee practices. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. The full paper provides a more detailed conclusion based on your suggestions. However, in relation to this brief paper, we felt that it is not relevant to include these aspects. Thank you for suggesting them. Overall, then, the paper is interesting, but theoretical framework is weak, and some results create confusion… structure of the paper has to be improved; study design, discussion and presentation of results have to be clarified using suggested comments. We have responded to your comments individually. Suggested readings of relevant papers that have to be read and used in the text and references to improve theoretical framework, discussion and related implications for research policy. Thank you for your suggestions. Where appropriate we have added relevant references to explain how previous research has focused on specific areas, although there is limited evidence directly from committee members about what they perceive their role to be and the function of committee members. This particular focus is different to the assessment and process of peer review, review scores and decision-making through external peer review or panel/grant meetings. Peer review is not the feature of the article however some of the references have been added to further demonstrate the gap in the evidence. Thank you. Competing Interests: None Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Vasco-Morales S. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.176120.r355325 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v2#referee-response-355325 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 03 Jan 2025 Santiago Vasco-Morales , Neonatología, Hospital Gineco Obstétrico Isidro Ayora, Quito, Pichincha, Ecuador; Universidad Central del Ecuador, Quito, Pichincha, Ecuador Approved VIEWS 0 https://doi.org/10.5256/f1000research.176120.r355325 This report evaluates an article on the research funding committees of the National Institute for Health and Care Research (NIHR). The article was restructured by including more details about the survey design and providing supplemental materials. The discussion of the ... Continue reading READ ALL This report evaluates an article on the research funding committees of the National Institute for Health and Care Research (NIHR). The article was restructured by including more details about the survey design and providing supplemental materials. The discussion of the results was deepened and the clarity in the presentation of the data improved. There are no more comments to make. Competing Interests: No competing interests were disclosed. Reviewer Expertise: Pediatrics, neonatology, medical education I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Vasco-Morales S. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.176120.r355325 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v2#referee-response-355325 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Version 1 VERSION 1 PUBLISHED 17 Sep 2024 Views 0 Cite How to cite this report: Vasco-Morales S. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.169716.r341502 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v1#referee-response-341502 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 25 Nov 2024 Santiago Vasco-Morales , Neonatología, Hospital Gineco Obstétrico Isidro Ayora, Quito, Pichincha, Ecuador; Universidad Central del Ecuador, Quito, Pichincha, Ecuador Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.169716.r341502 Summary of the Article This study explores the roles, expectations, and functions of research funding committees, focusing on the perspectives of committee members from six National Institute for Health and Care Research (NIHR) programs. Using data collected via an ... Continue reading READ ALL Summary of the Article This study explores the roles, expectations, and functions of research funding committees, focusing on the perspectives of committee members from six National Institute for Health and Care Research (NIHR) programs. Using data collected via an online survey, the authors identify key themes in the purpose of funding committees, such as prioritizing high-quality research, providing fair and unbiased reviews, and aligning decisions with public and clinical needs. The results contribute to the understanding of funding committee dynamics and highlight gaps in current practices, particularly regarding transparency and efficiency in decision-making. The study design employs qualitative content analysis to analyze responses, providing insights into the expectations and experiences of committee members. While the methodology is sound, several areas for improvement have been identified to enhance clarity, reproducibility, and scientific rigor. Detailed Review The following is an expanded evaluation of the article based on the key review questions: 1. Is the work clearly and accurately presented, and does it cite the current literature? Answer: Partly Criticisms: Integration with Literature: While the article cites relevant studies, it does not adequately connect its findings to the broader body of literature on peer review and funding committees. Inconsistent Claims: The claim that there is no published evidence on the roles and expectations of funding committees is too broad. Relevant studies (e.g., Langfeldt, 2004; Lee, 2015) are mentioned in the peer review comments but not included in the discussion. Recommendations: Incorporate additional references from the literature on peer review and funding committee practices to contextualize findings andsubstantiate claims. Expand the discussion section to critically compare findings with existing evidence, highlighting similarities and differences. 2. Is the study design appropriate, and is the work technically sound? Answer: Partly Criticisms: Survey Design: The survey questions are not fully described, limiting understanding of how data was collected. Role Distinction: The study does not clearly distinguish between the roles of individual committee members and the collective purpose of the committee. Low Response Rate: A 22.5% response rate may introduce bias and limit generalizability. Recommendations: Provide a detailed breakdown of the survey design, including sample questions and their alignment with study objectives. Discuss the potential impact of the low response rate and how it may affect the representativeness of findings. Clearly separate analysis and discussion of individual versus collective roles. 3. Are sufficient details of methods and analysis provided to allow replication by others? Answer: Partly Criticisms: Lack of Transparency in Coding: Details on the coding process, inter-coder reliability, and how themes were finalized are not provided. Limited Survey Details: The full set of survey questions is not included, and the categorization of responses lacks illustrative examples. Recommendations: Describe the coding process in detail, including how consistency was ensured (e.g., inter-coder reliability metrics). Provide an appendix or supplementary materials with the full survey questionnaire. Include more examples of raw data (e.g., anonymized quotes) to demonstrate how responses were categorized. 4. If applicable, is the statistical analysis and its interpretation appropriate? Answer: Not applicable Since the study focuses on qualitative content analysis, statistical analysis is not a core component. However, descriptive statistics, such as response frequencies, are used appropriately. 5. Are all the source data underlying the results available to ensure full reproducibility? Answer: Partly Criticisms: Supplementary Data: Additional resources, such as detailed coding frameworks or categorized data, are not provided. Recommendations: Share anonymized or synthesized data to the extent possible, ensuring confidentiality. Provide coding frameworks and categorized themes as supplementary materials to support reproducibility. 6. Are the conclusions drawn adequately supported by the results? Answer: Partly Criticisms: Superficial Interpretation: While the conclusions are consistent with the results, they do not sufficiently explore broader implications or practical applications. Generality of Claims: Conclusions could overgeneralize findings from a single funding organization to the broader context of research funding. Recommendations: Deepen the discussion of how findings apply to funding committee practices and align with existing research. Acknowledge limitations in generalizability and provide recommendations for future studies across diverse funding contexts. Points That Must Be Addressed To make the article scientifically sound, the following points must be addressed: Clarify Methods and Analysis: Include detailed descriptions of the survey design and coding process. Provide more illustrative examples of data categorization. Improve Literature Integration: Expand the discussion to connect findings with existing studies on peer review and funding committees. Acknowledge Limitations: Discuss the impact of the low response rate on findings. Clearly state the limitations in generalizing results beyond the NIHR context. Provide Additional Data: Share supplementary materials (e.g., survey questions, coding frameworks) to enhance transparency and reproducibility. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly References 1. Bouter LM: Fostering responsible research practices is a shared responsibility of multiple stakeholders. J Clin Epidemiol . 2018; 96 : 143-146 PubMed Abstract | Publisher Full Text 2. Munafò MR, Nosek BA, Bishop DVM, Button KS, et al.: A manifesto for reproducible science. Nat Hum Behav . 2017; 1 (1): 0021 PubMed Abstract | Publisher Full Text 3. Ioannidis JPA: Meta-research: Why research on research matters. PLoS Biol . 2018; 16 (3): e2005468 PubMed Abstract | Publisher Full Text Competing Interests: No competing interests were disclosed. Reviewer Expertise: porque Pediatrics, neonatology, medical education I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Vasco-Morales S. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.169716.r341502 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v1#referee-response-341502 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 02 Jan 2025 Amanda Blatch-Jones , National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK 02 Jan 2025 Author Response Thank you for your feedback. Please see the comments below: Integration with Literature: While the article cites relevant studies, it does not adequately connect its findings to the broader ... Continue reading Thank you for your feedback. Please see the comments below: Integration with Literature: While the article cites relevant studies, it does not adequately connect its findings to the broader body of literature on peer review and funding committees. Thank you for your comment. We have revised the literature and added additional references. Inconsistent Claims: The claim that there is no published evidence on the roles and expectations of funding committees is too broad. Relevant studies (e.g., Langfeldt, 2004; Lee, 2015) are mentioned in the peer review comments but not included in the discussion. We have revised the content of the article to address this point. Due to the limitations of brief reports (2500 words) we have briefly mentioned the relevant literature and have made it clearer that this article only focuses on the responses from the survey about how funding committee members answered two questions on the purpose and expectation and role of funding committee meetings. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Recommendations: Incorporate additional references from the literature on peer review and funding committee practices to contextualize findings and substantiate claims. Expand the discussion section to critically compare findings with existing evidence, highlighting similarities and differences. Thank you. We have addressed your comment (and others) in relation to the wider literature and added in some additional text to the discussion. Due to the nature of brief papers, we did not go in depth as the survey complemented the wider netnographic study. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Survey Design: The survey questions are not fully described, limiting understanding of how data was collected. Only two survey questions are related to this article (both reported under data analysis). Both questions are provided in the article. Links to the main study are provided. Data collection is included in the article, including timeframe and process of the complete survey. Role Distinction: The study does not clearly distinguish between the roles of individual committee members and the collective purpose of the committee. In this brief paper, the two survey questions that are reported explore this distinction. Q1 relates to the funding committee and Q2 to the individual, and Table 1 and 2 respectively show the findings for how the roles of the committee and the individuals are perceived by the funding committee members. We have made this distinction clearer in the discussion and added additional text comparing the role of committee members to the role of committees. In addition, due to the sensitivity of the data and being able to identify members of committees and funding programmes, as reported in the article a high cloaking level was used to ensure anonymity of all committee members. However, this does not impact the results due to being inclusive of all members and all members having equal contribution to the analysis and results. Low Response Rate: A 22.5% response rate may introduce bias and limit generalizability. This is covered under strengths and limitations section. Recommendations: Provide a detailed breakdown of the survey design, including sample questions and their alignment with study objectives. Discuss the potential impact of the low response rate and how it may affect the representativeness of findings. Clearly separate analysis and discussion of individual versus collective roles. This is reported in the brief paper but due to the 2500-word limit, providing the full details of the methods is not feasible, and it is reported elsewhere. We have reported the low response rate under the discussion section. It is not possible to report findings at an individual level, as reported above. However, we have made the distinction of the findings clearer in the discussion and added additional text comparing the role of committee members to the role of committees. Lack of Transparency in Coding: Details on the coding process, inter-coder reliability, and how themes were finalized are not provided. A summary is provided in the brief paper. As stated, full details are reported elsewhere along with the wider themes of the main study. The purpose of the brief paper is to highlight the findings from two questions, as the current literature lacks evidence from real-world, first-hand understanding of what funding committee members perceive their role and function to be as a committee member and what the function and expectation is of a funding committee panel. As detailed, most of the literature is based on modelling, data, peer review, grant proposals, scoring etc. These studies do not address the two questions asked in the survey. By understanding the perceptions from committee members directly can help funding organisations enhance their guidance and consider where improvements are needed. Limited Survey Details: The full set of survey questions is not included, and the categorization of responses lacks illustrative examples. These are reported in the main study and in the OSF repository as stated under the data availability statement. All materials are provided but F1000Research policy does not allow supplementary materials. Recommendations: Describe the coding process in detail, including how consistency was ensured (e.g., inter-coder reliability metrics). Provide an appendix or supplementary materials with the full survey questionnaire. Include more examples of raw data (e.g., anonymized quotes) to demonstrate how responses were categorized. Supplementary Data: Additional resources, such as detailed coding frameworks or categorized data, are not provided. All relevant materials that comply with ethical procedures are provided in the OSF repository and linked to the main article as well. Recommendations: Share anonymized or synthesized data to the extent possible, ensuring confidentiality. Provide coding frameworks and categorized themes as supplementary materials to support reproducibility. This is available on request as stated under data availability, to comply with ethical procedures, and to protect the identity of all participants. This is not a requirement for publication due to the sensitive nature of the data. However, we clearly state it is available on request. Superficial Interpretation: While the conclusions are consistent with the results, they do not sufficiently explore broader implications or practical applications. We have revised sections of the brief paper to reflect your comments and feedback. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Generality of Claims: Conclusions could overgeneralize findings from a single funding organization to the broader context of research funding. Thank you for your comment. This is noted under strengths and limitations. However, as with previous literature, most of the research is with one funder (several references listed demonstrate this point), and the context of each funding organisation will always be a limitation for all research studies. We have already stated this within the article. Recommendations: Deepen the discussion of how findings apply to funding committee practices and align with existing research. Acknowledge limitations in generalizability and provide recommendations for future studies across diverse funding contexts. The netnographic study goes into depth on the aspects you mention. However, as noted this is a brief paper and is limited to 2500 words. Also, as per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. The generalisability aspect is already noted in the article but we have extended a sentence to cover your comment. Points That Must Be Addressed: To make the article scientifically sound, the following points must be addressed: Clarify Methods and Analysis: Include detailed descriptions of the survey design and coding process. Provide more illustrative examples of data categorization. Improve Literature Integration: Expand the discussion to connect findings with existing studies on peer review and funding committees. Acknowledge Limitations: Discuss the impact of the low response rate on findings. Clearly state the limitations in generalizing results beyond the NIHR context. Provide Additional Data: Share supplementary materials (e.g., survey questions, coding frameworks) to enhance transparency and reproducibility. Please also see more detailed comments above that relate to these points and how we have addressed them. As described in the paper, please refer to the main study and the OSF repository, for a more comprehensive description of the whole survey design and analysis. We have included additional references throughout the paper. However, due to the nature of brief papers, we did not go in depth on these. Low response rate and generalisability are now covered under the strengths and limitations section. All details and supplementary material are provided in the main study and the OSF repository. F1000Research policy does not allow supplementary materials. Thank you for your suggestions and detailed feedback. Thank you for your feedback. Please see the comments below: Integration with Literature: While the article cites relevant studies, it does not adequately connect its findings to the broader body of literature on peer review and funding committees. Thank you for your comment. We have revised the literature and added additional references. Inconsistent Claims: The claim that there is no published evidence on the roles and expectations of funding committees is too broad. Relevant studies (e.g., Langfeldt, 2004; Lee, 2015) are mentioned in the peer review comments but not included in the discussion. We have revised the content of the article to address this point. Due to the limitations of brief reports (2500 words) we have briefly mentioned the relevant literature and have made it clearer that this article only focuses on the responses from the survey about how funding committee members answered two questions on the purpose and expectation and role of funding committee meetings. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Recommendations: Incorporate additional references from the literature on peer review and funding committee practices to contextualize findings and substantiate claims. Expand the discussion section to critically compare findings with existing evidence, highlighting similarities and differences. Thank you. We have addressed your comment (and others) in relation to the wider literature and added in some additional text to the discussion. Due to the nature of brief papers, we did not go in depth as the survey complemented the wider netnographic study. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Survey Design: The survey questions are not fully described, limiting understanding of how data was collected. Only two survey questions are related to this article (both reported under data analysis). Both questions are provided in the article. Links to the main study are provided. Data collection is included in the article, including timeframe and process of the complete survey. Role Distinction: The study does not clearly distinguish between the roles of individual committee members and the collective purpose of the committee. In this brief paper, the two survey questions that are reported explore this distinction. Q1 relates to the funding committee and Q2 to the individual, and Table 1 and 2 respectively show the findings for how the roles of the committee and the individuals are perceived by the funding committee members. We have made this distinction clearer in the discussion and added additional text comparing the role of committee members to the role of committees. In addition, due to the sensitivity of the data and being able to identify members of committees and funding programmes, as reported in the article a high cloaking level was used to ensure anonymity of all committee members. However, this does not impact the results due to being inclusive of all members and all members having equal contribution to the analysis and results. Low Response Rate: A 22.5% response rate may introduce bias and limit generalizability. This is covered under strengths and limitations section. Recommendations: Provide a detailed breakdown of the survey design, including sample questions and their alignment with study objectives. Discuss the potential impact of the low response rate and how it may affect the representativeness of findings. Clearly separate analysis and discussion of individual versus collective roles. This is reported in the brief paper but due to the 2500-word limit, providing the full details of the methods is not feasible, and it is reported elsewhere. We have reported the low response rate under the discussion section. It is not possible to report findings at an individual level, as reported above. However, we have made the distinction of the findings clearer in the discussion and added additional text comparing the role of committee members to the role of committees. Lack of Transparency in Coding: Details on the coding process, inter-coder reliability, and how themes were finalized are not provided. A summary is provided in the brief paper. As stated, full details are reported elsewhere along with the wider themes of the main study. The purpose of the brief paper is to highlight the findings from two questions, as the current literature lacks evidence from real-world, first-hand understanding of what funding committee members perceive their role and function to be as a committee member and what the function and expectation is of a funding committee panel. As detailed, most of the literature is based on modelling, data, peer review, grant proposals, scoring etc. These studies do not address the two questions asked in the survey. By understanding the perceptions from committee members directly can help funding organisations enhance their guidance and consider where improvements are needed. Limited Survey Details: The full set of survey questions is not included, and the categorization of responses lacks illustrative examples. These are reported in the main study and in the OSF repository as stated under the data availability statement. All materials are provided but F1000Research policy does not allow supplementary materials. Recommendations: Describe the coding process in detail, including how consistency was ensured (e.g., inter-coder reliability metrics). Provide an appendix or supplementary materials with the full survey questionnaire. Include more examples of raw data (e.g., anonymized quotes) to demonstrate how responses were categorized. Supplementary Data: Additional resources, such as detailed coding frameworks or categorized data, are not provided. All relevant materials that comply with ethical procedures are provided in the OSF repository and linked to the main article as well. Recommendations: Share anonymized or synthesized data to the extent possible, ensuring confidentiality. Provide coding frameworks and categorized themes as supplementary materials to support reproducibility. This is available on request as stated under data availability, to comply with ethical procedures, and to protect the identity of all participants. This is not a requirement for publication due to the sensitive nature of the data. However, we clearly state it is available on request. Superficial Interpretation: While the conclusions are consistent with the results, they do not sufficiently explore broader implications or practical applications. We have revised sections of the brief paper to reflect your comments and feedback. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Generality of Claims: Conclusions could overgeneralize findings from a single funding organization to the broader context of research funding. Thank you for your comment. This is noted under strengths and limitations. However, as with previous literature, most of the research is with one funder (several references listed demonstrate this point), and the context of each funding organisation will always be a limitation for all research studies. We have already stated this within the article. Recommendations: Deepen the discussion of how findings apply to funding committee practices and align with existing research. Acknowledge limitations in generalizability and provide recommendations for future studies across diverse funding contexts. The netnographic study goes into depth on the aspects you mention. However, as noted this is a brief paper and is limited to 2500 words. Also, as per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. The generalisability aspect is already noted in the article but we have extended a sentence to cover your comment. Points That Must Be Addressed: To make the article scientifically sound, the following points must be addressed: Clarify Methods and Analysis: Include detailed descriptions of the survey design and coding process. Provide more illustrative examples of data categorization. Improve Literature Integration: Expand the discussion to connect findings with existing studies on peer review and funding committees. Acknowledge Limitations: Discuss the impact of the low response rate on findings. Clearly state the limitations in generalizing results beyond the NIHR context. Provide Additional Data: Share supplementary materials (e.g., survey questions, coding frameworks) to enhance transparency and reproducibility. Please also see more detailed comments above that relate to these points and how we have addressed them. As described in the paper, please refer to the main study and the OSF repository, for a more comprehensive description of the whole survey design and analysis. We have included additional references throughout the paper. However, due to the nature of brief papers, we did not go in depth on these. Low response rate and generalisability are now covered under the strengths and limitations section. All details and supplementary material are provided in the main study and the OSF repository. F1000Research policy does not allow supplementary materials. Thank you for your suggestions and detailed feedback. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 02 Jan 2025 Amanda Blatch-Jones , National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK 02 Jan 2025 Author Response Thank you for your feedback. Please see the comments below: Integration with Literature: While the article cites relevant studies, it does not adequately connect its findings to the broader ... Continue reading Thank you for your feedback. Please see the comments below: Integration with Literature: While the article cites relevant studies, it does not adequately connect its findings to the broader body of literature on peer review and funding committees. Thank you for your comment. We have revised the literature and added additional references. Inconsistent Claims: The claim that there is no published evidence on the roles and expectations of funding committees is too broad. Relevant studies (e.g., Langfeldt, 2004; Lee, 2015) are mentioned in the peer review comments but not included in the discussion. We have revised the content of the article to address this point. Due to the limitations of brief reports (2500 words) we have briefly mentioned the relevant literature and have made it clearer that this article only focuses on the responses from the survey about how funding committee members answered two questions on the purpose and expectation and role of funding committee meetings. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Recommendations: Incorporate additional references from the literature on peer review and funding committee practices to contextualize findings and substantiate claims. Expand the discussion section to critically compare findings with existing evidence, highlighting similarities and differences. Thank you. We have addressed your comment (and others) in relation to the wider literature and added in some additional text to the discussion. Due to the nature of brief papers, we did not go in depth as the survey complemented the wider netnographic study. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Survey Design: The survey questions are not fully described, limiting understanding of how data was collected. Only two survey questions are related to this article (both reported under data analysis). Both questions are provided in the article. Links to the main study are provided. Data collection is included in the article, including timeframe and process of the complete survey. Role Distinction: The study does not clearly distinguish between the roles of individual committee members and the collective purpose of the committee. In this brief paper, the two survey questions that are reported explore this distinction. Q1 relates to the funding committee and Q2 to the individual, and Table 1 and 2 respectively show the findings for how the roles of the committee and the individuals are perceived by the funding committee members. We have made this distinction clearer in the discussion and added additional text comparing the role of committee members to the role of committees. In addition, due to the sensitivity of the data and being able to identify members of committees and funding programmes, as reported in the article a high cloaking level was used to ensure anonymity of all committee members. However, this does not impact the results due to being inclusive of all members and all members having equal contribution to the analysis and results. Low Response Rate: A 22.5% response rate may introduce bias and limit generalizability. This is covered under strengths and limitations section. Recommendations: Provide a detailed breakdown of the survey design, including sample questions and their alignment with study objectives. Discuss the potential impact of the low response rate and how it may affect the representativeness of findings. Clearly separate analysis and discussion of individual versus collective roles. This is reported in the brief paper but due to the 2500-word limit, providing the full details of the methods is not feasible, and it is reported elsewhere. We have reported the low response rate under the discussion section. It is not possible to report findings at an individual level, as reported above. However, we have made the distinction of the findings clearer in the discussion and added additional text comparing the role of committee members to the role of committees. Lack of Transparency in Coding: Details on the coding process, inter-coder reliability, and how themes were finalized are not provided. A summary is provided in the brief paper. As stated, full details are reported elsewhere along with the wider themes of the main study. The purpose of the brief paper is to highlight the findings from two questions, as the current literature lacks evidence from real-world, first-hand understanding of what funding committee members perceive their role and function to be as a committee member and what the function and expectation is of a funding committee panel. As detailed, most of the literature is based on modelling, data, peer review, grant proposals, scoring etc. These studies do not address the two questions asked in the survey. By understanding the perceptions from committee members directly can help funding organisations enhance their guidance and consider where improvements are needed. Limited Survey Details: The full set of survey questions is not included, and the categorization of responses lacks illustrative examples. These are reported in the main study and in the OSF repository as stated under the data availability statement. All materials are provided but F1000Research policy does not allow supplementary materials. Recommendations: Describe the coding process in detail, including how consistency was ensured (e.g., inter-coder reliability metrics). Provide an appendix or supplementary materials with the full survey questionnaire. Include more examples of raw data (e.g., anonymized quotes) to demonstrate how responses were categorized. Supplementary Data: Additional resources, such as detailed coding frameworks or categorized data, are not provided. All relevant materials that comply with ethical procedures are provided in the OSF repository and linked to the main article as well. Recommendations: Share anonymized or synthesized data to the extent possible, ensuring confidentiality. Provide coding frameworks and categorized themes as supplementary materials to support reproducibility. This is available on request as stated under data availability, to comply with ethical procedures, and to protect the identity of all participants. This is not a requirement for publication due to the sensitive nature of the data. However, we clearly state it is available on request. Superficial Interpretation: While the conclusions are consistent with the results, they do not sufficiently explore broader implications or practical applications. We have revised sections of the brief paper to reflect your comments and feedback. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Generality of Claims: Conclusions could overgeneralize findings from a single funding organization to the broader context of research funding. Thank you for your comment. This is noted under strengths and limitations. However, as with previous literature, most of the research is with one funder (several references listed demonstrate this point), and the context of each funding organisation will always be a limitation for all research studies. We have already stated this within the article. Recommendations: Deepen the discussion of how findings apply to funding committee practices and align with existing research. Acknowledge limitations in generalizability and provide recommendations for future studies across diverse funding contexts. The netnographic study goes into depth on the aspects you mention. However, as noted this is a brief paper and is limited to 2500 words. Also, as per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. The generalisability aspect is already noted in the article but we have extended a sentence to cover your comment. Points That Must Be Addressed: To make the article scientifically sound, the following points must be addressed: Clarify Methods and Analysis: Include detailed descriptions of the survey design and coding process. Provide more illustrative examples of data categorization. Improve Literature Integration: Expand the discussion to connect findings with existing studies on peer review and funding committees. Acknowledge Limitations: Discuss the impact of the low response rate on findings. Clearly state the limitations in generalizing results beyond the NIHR context. Provide Additional Data: Share supplementary materials (e.g., survey questions, coding frameworks) to enhance transparency and reproducibility. Please also see more detailed comments above that relate to these points and how we have addressed them. As described in the paper, please refer to the main study and the OSF repository, for a more comprehensive description of the whole survey design and analysis. We have included additional references throughout the paper. However, due to the nature of brief papers, we did not go in depth on these. Low response rate and generalisability are now covered under the strengths and limitations section. All details and supplementary material are provided in the main study and the OSF repository. F1000Research policy does not allow supplementary materials. Thank you for your suggestions and detailed feedback. Thank you for your feedback. Please see the comments below: Integration with Literature: While the article cites relevant studies, it does not adequately connect its findings to the broader body of literature on peer review and funding committees. Thank you for your comment. We have revised the literature and added additional references. Inconsistent Claims: The claim that there is no published evidence on the roles and expectations of funding committees is too broad. Relevant studies (e.g., Langfeldt, 2004; Lee, 2015) are mentioned in the peer review comments but not included in the discussion. We have revised the content of the article to address this point. Due to the limitations of brief reports (2500 words) we have briefly mentioned the relevant literature and have made it clearer that this article only focuses on the responses from the survey about how funding committee members answered two questions on the purpose and expectation and role of funding committee meetings. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Recommendations: Incorporate additional references from the literature on peer review and funding committee practices to contextualize findings and substantiate claims. Expand the discussion section to critically compare findings with existing evidence, highlighting similarities and differences. Thank you. We have addressed your comment (and others) in relation to the wider literature and added in some additional text to the discussion. Due to the nature of brief papers, we did not go in depth as the survey complemented the wider netnographic study. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Survey Design: The survey questions are not fully described, limiting understanding of how data was collected. Only two survey questions are related to this article (both reported under data analysis). Both questions are provided in the article. Links to the main study are provided. Data collection is included in the article, including timeframe and process of the complete survey. Role Distinction: The study does not clearly distinguish between the roles of individual committee members and the collective purpose of the committee. In this brief paper, the two survey questions that are reported explore this distinction. Q1 relates to the funding committee and Q2 to the individual, and Table 1 and 2 respectively show the findings for how the roles of the committee and the individuals are perceived by the funding committee members. We have made this distinction clearer in the discussion and added additional text comparing the role of committee members to the role of committees. In addition, due to the sensitivity of the data and being able to identify members of committees and funding programmes, as reported in the article a high cloaking level was used to ensure anonymity of all committee members. However, this does not impact the results due to being inclusive of all members and all members having equal contribution to the analysis and results. Low Response Rate: A 22.5% response rate may introduce bias and limit generalizability. This is covered under strengths and limitations section. Recommendations: Provide a detailed breakdown of the survey design, including sample questions and their alignment with study objectives. Discuss the potential impact of the low response rate and how it may affect the representativeness of findings. Clearly separate analysis and discussion of individual versus collective roles. This is reported in the brief paper but due to the 2500-word limit, providing the full details of the methods is not feasible, and it is reported elsewhere. We have reported the low response rate under the discussion section. It is not possible to report findings at an individual level, as reported above. However, we have made the distinction of the findings clearer in the discussion and added additional text comparing the role of committee members to the role of committees. Lack of Transparency in Coding: Details on the coding process, inter-coder reliability, and how themes were finalized are not provided. A summary is provided in the brief paper. As stated, full details are reported elsewhere along with the wider themes of the main study. The purpose of the brief paper is to highlight the findings from two questions, as the current literature lacks evidence from real-world, first-hand understanding of what funding committee members perceive their role and function to be as a committee member and what the function and expectation is of a funding committee panel. As detailed, most of the literature is based on modelling, data, peer review, grant proposals, scoring etc. These studies do not address the two questions asked in the survey. By understanding the perceptions from committee members directly can help funding organisations enhance their guidance and consider where improvements are needed. Limited Survey Details: The full set of survey questions is not included, and the categorization of responses lacks illustrative examples. These are reported in the main study and in the OSF repository as stated under the data availability statement. All materials are provided but F1000Research policy does not allow supplementary materials. Recommendations: Describe the coding process in detail, including how consistency was ensured (e.g., inter-coder reliability metrics). Provide an appendix or supplementary materials with the full survey questionnaire. Include more examples of raw data (e.g., anonymized quotes) to demonstrate how responses were categorized. Supplementary Data: Additional resources, such as detailed coding frameworks or categorized data, are not provided. All relevant materials that comply with ethical procedures are provided in the OSF repository and linked to the main article as well. Recommendations: Share anonymized or synthesized data to the extent possible, ensuring confidentiality. Provide coding frameworks and categorized themes as supplementary materials to support reproducibility. This is available on request as stated under data availability, to comply with ethical procedures, and to protect the identity of all participants. This is not a requirement for publication due to the sensitive nature of the data. However, we clearly state it is available on request. Superficial Interpretation: While the conclusions are consistent with the results, they do not sufficiently explore broader implications or practical applications. We have revised sections of the brief paper to reflect your comments and feedback. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Generality of Claims: Conclusions could overgeneralize findings from a single funding organization to the broader context of research funding. Thank you for your comment. This is noted under strengths and limitations. However, as with previous literature, most of the research is with one funder (several references listed demonstrate this point), and the context of each funding organisation will always be a limitation for all research studies. We have already stated this within the article. Recommendations: Deepen the discussion of how findings apply to funding committee practices and align with existing research. Acknowledge limitations in generalizability and provide recommendations for future studies across diverse funding contexts. The netnographic study goes into depth on the aspects you mention. However, as noted this is a brief paper and is limited to 2500 words. Also, as per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. The generalisability aspect is already noted in the article but we have extended a sentence to cover your comment. Points That Must Be Addressed: To make the article scientifically sound, the following points must be addressed: Clarify Methods and Analysis: Include detailed descriptions of the survey design and coding process. Provide more illustrative examples of data categorization. Improve Literature Integration: Expand the discussion to connect findings with existing studies on peer review and funding committees. Acknowledge Limitations: Discuss the impact of the low response rate on findings. Clearly state the limitations in generalizing results beyond the NIHR context. Provide Additional Data: Share supplementary materials (e.g., survey questions, coding frameworks) to enhance transparency and reproducibility. Please also see more detailed comments above that relate to these points and how we have addressed them. As described in the paper, please refer to the main study and the OSF repository, for a more comprehensive description of the whole survey design and analysis. We have included additional references throughout the paper. However, due to the nature of brief papers, we did not go in depth on these. Low response rate and generalisability are now covered under the strengths and limitations section. All details and supplementary material are provided in the main study and the OSF repository. F1000Research policy does not allow supplementary materials. Thank you for your suggestions and detailed feedback. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Luo J. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.169716.r328098 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v1#referee-response-328098 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 23 Oct 2024 Junwen Luo , Economics, University College Cork Business School, Cork, County Cork, Ireland Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.169716.r328098 This research is drawn from a small size survey which serves a larger research projects involving observations and interviews of the same pool of research funding reviewers. Overall, its research method, objective, and analysis are solid but can provide deeper ... Continue reading READ ALL This research is drawn from a small size survey which serves a larger research projects involving observations and interviews of the same pool of research funding reviewers. Overall, its research method, objective, and analysis are solid but can provide deeper thoughts and reflections in several ways. First, the quality and contribution of the paper will be improved if the authors could address how this paper’s conclusion is connected with the other aspects of the larger project as well as with the broad literature. For instance, are those reviewers’ internal expected roles and functions consistent with your observations of the committee meetings and especially the reviewer’s discussions and interactions on how to deal with conflicting views? By the way, some of the literature addressing such topics should be considered especially when you stated ‘there is no published evidence exploring their integral role, purpose, or function as committee members’, see below: Langfeldt, L. (2004). Ref 1 Lee, C.J. (2015) Ref 2 Langfeldt, L. (2001). Ref 3 Luo, J., Feliciani, T., Reinhart, M.,.., & Shankar, K. (2021). Ref 4 Van den Besselaar, P., and Leydesdorff, L. (2009) Ref 5 Holbrook, J.B., and Hrotic, S. (2013) Ref 6 Obrecht, M., Tibelius, K., & D’Aloisio, G. (2007).Ref 7 Pier, E.L., et al. (2018) Ref 8 Feliciani T, Luo J, Shankar, K (2022). Ref 9 Feliciani, T., Morreau, M., Luo, J., Lucas, P., & Shankar, K. (2022)Ref 10 Van den Besselaar, P., Sandström, U. & Schiffbaenker, H. (2018). Ref 11 Second, for the analysis and results of content analysis, I would have expected more illustrations on your categorizations of the purposes and expectations which are your key findings, like how you derive those categorizations from the quotes and particular how DIFFERENT are those categorizations from each other? It’s also not very clear how you separated the expectations of the whole committee and of the individual reviewers in the study design, maybe through your survey questions settings? Third, an important aspect of the funding committee study, in my eyes, should be discussed which is the prorgamme objectives and target groups. This is found highly important for the committee discussion regarding how to align evaluation criteria into specific programme reviews and how to make fair and transparent grant reviews. A brief introduction of the programme that you studied should be provided in the Methods section. Discussion section could address more clearly how your findings can be connected to the existing literature (see above suggested ones) and make contributions to the broad area of research evaluation and peer review. Last but not least, I appreciate very much that the authors shared their research methods and guidelines including the survey questions that this paper made use of. For your reference, I am sharing another grant reviewer survey that you might find relevant and useful https://doi.org/10.6084/m9.figshare.13651058.v1 (Shankar et al., 2021). Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Not applicable Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly References 1. Langfeldt L: Expert panels evaluating research: decision-making and sources of bias. Research Evaluation . 2004; 13 (1): 51-62 Publisher Full Text 2. Lee C: Commensuration Bias in Peer Review. Philosophy of Science . 2015; 82 (5): 1272-1283 Publisher Full Text 3. Langfeldt L: The Decision-Making Constraints and Processes of Grant Peer Review, and Their Effects on the Review Outcome. Social Studies of Science . 2001; 31 (6): 820-841 Publisher Full Text 4. Luo J, Feliciani T, Reinhart M, Hartstein J, et al.: Analyzing sentiments in peer review reports: Evidence from two science funding agencies. Quantitative Science Studies . 2021; 2 (4): 1271-1295 Publisher Full Text 5. van den Besselaar P, Leydesdorff L: Past performance, peer review and project selection: a case study in the social and behavioral sciences. Research Evaluation . 2009; 18 (4): 273-288 Publisher Full Text 6. S, Hrotic J B, Holbrook: Blue skies, impacts, and peer review. https://riviste.unimi.it/index.php/roars/article/view/2914 . 2013. Publisher Full Text 7. Obrecht M, Tibelius K, D'Aloisio G: Examining the value added by committee discussion in the review of applications for research awards. Research Evaluation . 2007; 16 (2): 70-91 Publisher Full Text 8. Pier E, Brauer M, Filut A, Kaatz A, et al.: Low agreement among reviewers evaluating the same NIH grant applications. Proceedings of the National Academy of Sciences . 2018; 115 (12): 2952-2957 Publisher Full Text 9. Feliciani T, Luo J, Shankar K: Peer reviewer topic choice and its impact on interrater reliability: A mixed-method study. Quantitative Science Studies . 2022; 3 (3): 832-856 Publisher Full Text 10. Feliciani T, Morreau M, Luo J, Lucas P, et al.: Designing grant-review panels for better funding decisions: Lessons from an empirically calibrated simulation model. Research Policy . 2022; 51 (4). Publisher Full Text 11. van den Besselaar P, Sandström U, Schiffbaenker H: Studying grant decision-making: a linguistic analysis of review reports. Scientometrics . 2018; 117 (1): 313-329 Publisher Full Text Competing Interests: No competing interests were disclosed. Reviewer Expertise: research evaluation, impact assessment, peer review I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Luo J. Reviewer Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.169716.r328098 ) The direct URL for this report is: https://f1000research.com/articles/13-1066/v1#referee-response-328098 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 02 Jan 2025 Amanda Blatch-Jones , National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK 02 Jan 2025 Author Response In response to your feedback please see the comments below: First, the quality and contribution of the paper will be improved if the authors could address how this paper’s ... Continue reading In response to your feedback please see the comments below: First, the quality and contribution of the paper will be improved if the authors could address how this paper’s conclusion is connected with the other aspects of the larger project as well as with the broad literature. For instance, are those reviewers’ internal expected roles and functions consistent with your observations of the committee meetings and especially the reviewer’s discussions and interactions on how to deal with conflicting views? Response: Thank you. We have extended the discussion to take account of your feedback. By the way, some of the literature addressing such topics should be considered especially when you stated ‘there is no published evidence exploring their integral role, purpose, or function as committee members’, see below: Langfeldt, L. (2004). Ref 1 Lee, C.J. (2015) Ref 2 Langfeldt, L. (2001). Ref 3 Luo, J., Feliciani, T., Reinhart, M.,.., & Shankar, K. (2021). Ref 4 Van den Besselaar, P., and Leydesdorff, L. (2009) Ref 5 Holbrook, J.B., and Hrotic, S. (2013) Ref 6 Obrecht, M., Tibelius, K., & D’Aloisio, G. (2007).Ref 7 Pier, E.L., et al. (2018) Ref 8 Feliciani T, Luo J, Shankar, K (2022). Ref 9 Feliciani, T., Morreau, M., Luo, J., Lucas, P., & Shankar, K. (2022)Ref 10 Van den Besselaar, P., Sandström, U. & Schiffbaenker, H. (2018). Ref 11 Response: Thank you for these additional references. Where appropriate we have added these references to explain how previous research has focused on specific areas, although there is limited evidence from committee members about what they perceive their role to be and the function of committee members. This particular focus is different to the assessment and process of peer review, review scores and decision-making through external peer review or panel/grant meetings. Second, for the analysis and results of content analysis, I would have expected more illustrations on your categorizations of the purposes and expectations which are your key findings, like how you derive those categorizations from the quotes and particular how DIFFERENT are those categorizations from each other? It’s also not very clear how you separated the expectations of the whole committee and of the individual reviewers in the study design, maybe through your survey questions settings? Response: Thank you for your feedback. The survey data was at an individual level, and it is only this data presented in the brief report, as the full survey as part of the netnographic study is reported elsewhere. Under data analysis we explain the two questions used in this article, and the process we used. Third, an important aspect of the funding committee study, in my eyes, should be discussed which is the programme objectives and target groups. This is found highly important for the committee discussion regarding how to align evaluation criteria into specific programme reviews and how to make fair and transparent grant reviews. A brief introduction of the programme that you studied should be provided in the Methods section. Discussion section could address more clearly how your findings can be connected to the existing literature (see above suggested ones) and make contributions to the broad area of research evaluation and peer review. Response: All NIHR programmes were invited to participate and six NIHR programmes participated in the netnographic study. To make this clearer all six NIHR programmes have been added in the results section for transparency purposes. Given the six NIHR programmes have different health focuses and aims, we have not included additional details or analysis on this. However, alignment to overall NIHR aims is discussed in paragraph 2 of the discussion. We have revised the discussion section based on your feedback. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Last but not least, I appreciate very much that the authors shared their research methods and guidelines including the survey questions that this paper made use of. For your reference, I am sharing another grant reviewer survey that you might find relevant and useful https://doi.org/10.6084/m9.figshare.13651058.v1 (Shankar et al., 2021). Response: Thank you for sharing this survey on peer review. In response to your feedback please see the comments below: First, the quality and contribution of the paper will be improved if the authors could address how this paper’s conclusion is connected with the other aspects of the larger project as well as with the broad literature. For instance, are those reviewers’ internal expected roles and functions consistent with your observations of the committee meetings and especially the reviewer’s discussions and interactions on how to deal with conflicting views? Response: Thank you. We have extended the discussion to take account of your feedback. By the way, some of the literature addressing such topics should be considered especially when you stated ‘there is no published evidence exploring their integral role, purpose, or function as committee members’, see below: Langfeldt, L. (2004). Ref 1 Lee, C.J. (2015) Ref 2 Langfeldt, L. (2001). Ref 3 Luo, J., Feliciani, T., Reinhart, M.,.., & Shankar, K. (2021). Ref 4 Van den Besselaar, P., and Leydesdorff, L. (2009) Ref 5 Holbrook, J.B., and Hrotic, S. (2013) Ref 6 Obrecht, M., Tibelius, K., & D’Aloisio, G. (2007).Ref 7 Pier, E.L., et al. (2018) Ref 8 Feliciani T, Luo J, Shankar, K (2022). Ref 9 Feliciani, T., Morreau, M., Luo, J., Lucas, P., & Shankar, K. (2022)Ref 10 Van den Besselaar, P., Sandström, U. & Schiffbaenker, H. (2018). Ref 11 Response: Thank you for these additional references. Where appropriate we have added these references to explain how previous research has focused on specific areas, although there is limited evidence from committee members about what they perceive their role to be and the function of committee members. This particular focus is different to the assessment and process of peer review, review scores and decision-making through external peer review or panel/grant meetings. Second, for the analysis and results of content analysis, I would have expected more illustrations on your categorizations of the purposes and expectations which are your key findings, like how you derive those categorizations from the quotes and particular how DIFFERENT are those categorizations from each other? It’s also not very clear how you separated the expectations of the whole committee and of the individual reviewers in the study design, maybe through your survey questions settings? Response: Thank you for your feedback. The survey data was at an individual level, and it is only this data presented in the brief report, as the full survey as part of the netnographic study is reported elsewhere. Under data analysis we explain the two questions used in this article, and the process we used. Third, an important aspect of the funding committee study, in my eyes, should be discussed which is the programme objectives and target groups. This is found highly important for the committee discussion regarding how to align evaluation criteria into specific programme reviews and how to make fair and transparent grant reviews. A brief introduction of the programme that you studied should be provided in the Methods section. Discussion section could address more clearly how your findings can be connected to the existing literature (see above suggested ones) and make contributions to the broad area of research evaluation and peer review. Response: All NIHR programmes were invited to participate and six NIHR programmes participated in the netnographic study. To make this clearer all six NIHR programmes have been added in the results section for transparency purposes. Given the six NIHR programmes have different health focuses and aims, we have not included additional details or analysis on this. However, alignment to overall NIHR aims is discussed in paragraph 2 of the discussion. We have revised the discussion section based on your feedback. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Last but not least, I appreciate very much that the authors shared their research methods and guidelines including the survey questions that this paper made use of. For your reference, I am sharing another grant reviewer survey that you might find relevant and useful https://doi.org/10.6084/m9.figshare.13651058.v1 (Shankar et al., 2021). Response: Thank you for sharing this survey on peer review. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 02 Jan 2025 Amanda Blatch-Jones , National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK 02 Jan 2025 Author Response In response to your feedback please see the comments below: First, the quality and contribution of the paper will be improved if the authors could address how this paper’s ... Continue reading In response to your feedback please see the comments below: First, the quality and contribution of the paper will be improved if the authors could address how this paper’s conclusion is connected with the other aspects of the larger project as well as with the broad literature. For instance, are those reviewers’ internal expected roles and functions consistent with your observations of the committee meetings and especially the reviewer’s discussions and interactions on how to deal with conflicting views? Response: Thank you. We have extended the discussion to take account of your feedback. By the way, some of the literature addressing such topics should be considered especially when you stated ‘there is no published evidence exploring their integral role, purpose, or function as committee members’, see below: Langfeldt, L. (2004). Ref 1 Lee, C.J. (2015) Ref 2 Langfeldt, L. (2001). Ref 3 Luo, J., Feliciani, T., Reinhart, M.,.., & Shankar, K. (2021). Ref 4 Van den Besselaar, P., and Leydesdorff, L. (2009) Ref 5 Holbrook, J.B., and Hrotic, S. (2013) Ref 6 Obrecht, M., Tibelius, K., & D’Aloisio, G. (2007).Ref 7 Pier, E.L., et al. (2018) Ref 8 Feliciani T, Luo J, Shankar, K (2022). Ref 9 Feliciani, T., Morreau, M., Luo, J., Lucas, P., & Shankar, K. (2022)Ref 10 Van den Besselaar, P., Sandström, U. & Schiffbaenker, H. (2018). Ref 11 Response: Thank you for these additional references. Where appropriate we have added these references to explain how previous research has focused on specific areas, although there is limited evidence from committee members about what they perceive their role to be and the function of committee members. This particular focus is different to the assessment and process of peer review, review scores and decision-making through external peer review or panel/grant meetings. Second, for the analysis and results of content analysis, I would have expected more illustrations on your categorizations of the purposes and expectations which are your key findings, like how you derive those categorizations from the quotes and particular how DIFFERENT are those categorizations from each other? It’s also not very clear how you separated the expectations of the whole committee and of the individual reviewers in the study design, maybe through your survey questions settings? Response: Thank you for your feedback. The survey data was at an individual level, and it is only this data presented in the brief report, as the full survey as part of the netnographic study is reported elsewhere. Under data analysis we explain the two questions used in this article, and the process we used. Third, an important aspect of the funding committee study, in my eyes, should be discussed which is the programme objectives and target groups. This is found highly important for the committee discussion regarding how to align evaluation criteria into specific programme reviews and how to make fair and transparent grant reviews. A brief introduction of the programme that you studied should be provided in the Methods section. Discussion section could address more clearly how your findings can be connected to the existing literature (see above suggested ones) and make contributions to the broad area of research evaluation and peer review. Response: All NIHR programmes were invited to participate and six NIHR programmes participated in the netnographic study. To make this clearer all six NIHR programmes have been added in the results section for transparency purposes. Given the six NIHR programmes have different health focuses and aims, we have not included additional details or analysis on this. However, alignment to overall NIHR aims is discussed in paragraph 2 of the discussion. We have revised the discussion section based on your feedback. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Last but not least, I appreciate very much that the authors shared their research methods and guidelines including the survey questions that this paper made use of. For your reference, I am sharing another grant reviewer survey that you might find relevant and useful https://doi.org/10.6084/m9.figshare.13651058.v1 (Shankar et al., 2021). Response: Thank you for sharing this survey on peer review. In response to your feedback please see the comments below: First, the quality and contribution of the paper will be improved if the authors could address how this paper’s conclusion is connected with the other aspects of the larger project as well as with the broad literature. For instance, are those reviewers’ internal expected roles and functions consistent with your observations of the committee meetings and especially the reviewer’s discussions and interactions on how to deal with conflicting views? Response: Thank you. We have extended the discussion to take account of your feedback. By the way, some of the literature addressing such topics should be considered especially when you stated ‘there is no published evidence exploring their integral role, purpose, or function as committee members’, see below: Langfeldt, L. (2004). Ref 1 Lee, C.J. (2015) Ref 2 Langfeldt, L. (2001). Ref 3 Luo, J., Feliciani, T., Reinhart, M.,.., & Shankar, K. (2021). Ref 4 Van den Besselaar, P., and Leydesdorff, L. (2009) Ref 5 Holbrook, J.B., and Hrotic, S. (2013) Ref 6 Obrecht, M., Tibelius, K., & D’Aloisio, G. (2007).Ref 7 Pier, E.L., et al. (2018) Ref 8 Feliciani T, Luo J, Shankar, K (2022). Ref 9 Feliciani, T., Morreau, M., Luo, J., Lucas, P., & Shankar, K. (2022)Ref 10 Van den Besselaar, P., Sandström, U. & Schiffbaenker, H. (2018). Ref 11 Response: Thank you for these additional references. Where appropriate we have added these references to explain how previous research has focused on specific areas, although there is limited evidence from committee members about what they perceive their role to be and the function of committee members. This particular focus is different to the assessment and process of peer review, review scores and decision-making through external peer review or panel/grant meetings. Second, for the analysis and results of content analysis, I would have expected more illustrations on your categorizations of the purposes and expectations which are your key findings, like how you derive those categorizations from the quotes and particular how DIFFERENT are those categorizations from each other? It’s also not very clear how you separated the expectations of the whole committee and of the individual reviewers in the study design, maybe through your survey questions settings? Response: Thank you for your feedback. The survey data was at an individual level, and it is only this data presented in the brief report, as the full survey as part of the netnographic study is reported elsewhere. Under data analysis we explain the two questions used in this article, and the process we used. Third, an important aspect of the funding committee study, in my eyes, should be discussed which is the programme objectives and target groups. This is found highly important for the committee discussion regarding how to align evaluation criteria into specific programme reviews and how to make fair and transparent grant reviews. A brief introduction of the programme that you studied should be provided in the Methods section. Discussion section could address more clearly how your findings can be connected to the existing literature (see above suggested ones) and make contributions to the broad area of research evaluation and peer review. Response: All NIHR programmes were invited to participate and six NIHR programmes participated in the netnographic study. To make this clearer all six NIHR programmes have been added in the results section for transparency purposes. Given the six NIHR programmes have different health focuses and aims, we have not included additional details or analysis on this. However, alignment to overall NIHR aims is discussed in paragraph 2 of the discussion. We have revised the discussion section based on your feedback. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Last but not least, I appreciate very much that the authors shared their research methods and guidelines including the survey questions that this paper made use of. For your reference, I am sharing another grant reviewer survey that you might find relevant and useful https://doi.org/10.6084/m9.figshare.13651058.v1 (Shankar et al., 2021). Response: Thank you for sharing this survey on peer review. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Comments on this article Comments (0) Version 3 VERSION 3 PUBLISHED 17 Sep 2024 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 3 4 Version 3 (revision) 06 Mar 25 read Version 2 (revision) 02 Jan 25 read read read Version 1 17 Sep 24 read read Junwen Luo , University College Cork Business School, Cork, Ireland Santiago Vasco-Morales , Hospital Gineco Obstétrico Isidro Ayora, Quito, Ecuador; Universidad Central del Ecuador, Quito, Ecuador Mario Coccia , Collegio Carlo Alberto, Moncalieri, Italy; Arizona State University - Downtown Phoenix Campus, Phoenix, USA Adrian Barnett , Queensland University of Technology, Brisbane, Australia Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert Browse by related subjects keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Barnett A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 11 Mar 2025 | for Version 3 Adrian Barnett , Queensland University of Technology, Brisbane, Queensland, Australia 0 Views copyright © 2025 Barnett A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions No further comments. Competing Interests No competing interests were disclosed. Reviewer Expertise statistics, research funding I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Barnett A. Peer Review Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.178710.r369816) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-1066/v3#referee-response-369816 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Barnett A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 13 Feb 2025 | for Version 2 Adrian Barnett , Queensland University of Technology, Brisbane, Queensland, Australia 0 Views copyright © 2025 Barnett A. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This paper has a clear question and is well reported. Funding panels are an understudied area relative to their importance, so evidence in this area is welcome. The study is relatively small in terms of sample size and the number of questions asked. Some results are fundamental, for example the commonly mentioned purposes in Table 1. A limitation that is not addressed is that neither of the two qualitative questions (page 4) prompted the reviewers to consider negative aspects of their experiences and/or systems changes that could be made. Hence the results may give an overly positive view of panels and the expectations of reviewers. Feedback was mentioned as a purpose, but is this also mentioned in the NIHR guidelines? And what feedback to applicants get? The small sample size may “introduce bias” (page 7), but it would be better to indicate the direction. The likely issue is that more interested and engaged panel members completed the survey, hence again the results may be slanted towards those who take their role more seriously. Citation number 3 can be updated from the preprint. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Not applicable Are all the source data underlying the results available to ensure full reproducibility? No Are the conclusions drawn adequately supported by the results? Partly Competing Interests No competing interests were disclosed. Reviewer Expertise statistics, research funding I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 06 Mar 2025 Amanda Blatch-Jones, National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK Comment 1: A limitation that is not addressed is that neither of the two qualitative questions (page 4) prompted the reviewers to consider negative aspects of their experiences and/or systems changes that could be made. Hence the results may give an overly positive view of panels and the expectations of reviewers. Response: Thank you for your comment. We have added additional detail of the potential bias in the data to the limitations section. Please note that this brief report only reports on two questions from a survey about the role, function and expectations of funding committee members. The full survey covered additional questions that did elicit both positive and negative responses. This is reported in the full paper that can be found here: https://f1000research.com/articles/13-338 Along with the supplementary material outlining the survey questions: https://osf.io/rz6vt/ Comment 2: Feedback was mentioned as a purpose, but is this also mentioned in the NIHR guidelines? And what feedback to applicants get? Response: Applicants receive feedback from the panel committee as part of the funding allocation process. This is highlighted and explained in the NIHR guidelines. We have now added a paragraph to the discussion that discusses feedback. Comment 3:The small sample size may “introduce bias” (page 7), but it would be better to indicate the direction. The likely issue is that more interested and engaged panel members completed the survey, hence again the results may be slanted towards those who take their role more seriously. Response: Thank you. We have added some additional text to the revised version to reflect your comment. (those more interested and engaged could have been more likely to complete the survey) View more View less Competing Interests None reply Respond Report a concern Barnett A. Peer Review Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.176120.r365675) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-1066/v2#referee-response-365675 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Coccia M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 22 Jan 2025 | for Version 2 Mario Coccia , CNR -- National Research Council of Italy, Collegio Carlo Alberto, Moncalieri, Italy; Arizona State University - Downtown Phoenix Campus, Phoenix, Arizona, USA 0 Views copyright © 2025 Coccia M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Not Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Role, function, and expectations of research funding committees: Perspectives from committee members The topics of this paper are interesting, though well known. The structure and content must be revised, and results have to be better explained by authors before to be reconsidered. The title has to be shorter and should indicate the areas of these committees. Abstract has to clarify the goal and implications of research policy of results to improve decision process in funding. Introduction has to better clarify the research questions of this study, indicating the gap presents in literature that this study endeavors to cover, and provide more theoretical background. After that authors can focus on the topics of this study to provide a correct analysis for fruitful discussion (See suggested readings that must be all read and used in the text). Methods of this study can be clarified. The section of Materials and methods must be re-structured with the following three sections, clarifying the logic of the inquiry: • Sample and data. Accurate description, also indicating the research fields and expertise. • Measures of variables • Data analysis procedure. Results Authors have to avoid subheadings that create fragmentation and confusion. If necessary, can use bullet points (same comments for all sections). I suggest also to represent some basic results with appropriate graphical representation, such as bar graphs et. to be clear for readers. Discussion. First, authors have to synthesize the main results in a simple table to be clear for readers and then show what this study adds compared to other studies. Although the Results section provides a detailed description, there needs to be a more critical synthesis and comparison of the findings with the literature. A discussion about possible biases in decision processes is important as well as considering the risk of failure in the research project funded, considering main errors to avoid. Authors have to comment on whether the results were expected for each set of findings; go into greater depth to explain unexpected findings. Moreover, either compare your results with the findings from other studies or use the studies to support these results. It is important to discuss how a gap in literature has been addressed. Expectations should be clarified on what it is based on and the logic of the decision process. Now the results are too vague and general. In general the expectations are associated with research fields and considering the overall ecosystem, also end users, if there are scarce resources or if there are emergencies (such as COVID) and committees can apply exaptation approaches, etc..., all these aspects have to be clarified. Conclusion is slightly short. Conclusion has not to be a summary, but authors have to focus on manifold limitations (move here section presents in previous paragraph). Moreover, the Conclusion does not adequately discuss the theoretical and managerial implications of the study. Authors should claim for how the results can be applied more generally. They should clarify and systematize lessons learned in tables, proposing recommendations that can help improve a situation, or highlighting best practices. Make sure you create 3 subsections in the Conclusion: 1) Theoretical Implications, 2) Managerial or Policy Implications, and 3) Future Research. Overall, then, the paper is interesting, but theoretical framework is weak, and some results create confusion… structure of the paper has to be improved; study design, discussion and presentation of results have to be clarified using suggested comments. I strongly suggest improving the paper by using all comments (suggested papers are included to be read and used all). Suggested readings of relevant papers that have to be read and used in the text and references to improve theoretical framework, discussion and related implications for research policy. Schmaling, K.B., Evenson, G.R., Marble, B.K., Gallo, S.A. 2024 (Ref-1). Perceptions of grant peer reviewers: a mixed methods study. Research Evaluation, 33, rvae050 Gallo, S., Thompson, L., Schmaling, K., Glisson, S. 2018 (Ref-2). Risk evaluation in peer review of grant applications. Environment Systems and Decisions, 38(2), pp. 216–229 Coccia M. 2023 (Ref-3). New Perspectives in Innovation Failure Analysis: A taxonomy of general errors and strategic management for reducing risks. Technology in Society, vol. 75, n. 102384, https://doi.org/10.1016/j.techsoc.2023.102384 Cristall, N., Drozdowska, B.A., Fladt, J., ... Goyal, M., Ganesh, A. 2024 (Ref-4). Priorities and expectations of researchers, funders, patients and the public regarding the funding of medical research: results from the PERSPECT qualitative study.BMJ Open, 14(11), e084655 Coccia M. 2024 (Ref-5). Theory of errors in innovation failure and strategic management of winning by failing. Technology Analysis & Strategic Management. https://doi.org/10.1080/09537325.2024.2383604 Giannelos, K., Wiarda, M., Doorn, N. 2024 (Ref-6). Challenges to ethical public engagement in research funding: a perspective from practice.Open Research Europe, 4, 179 Ardito L., Coccia M., Messeni Petruzzelli A. 2021 (Ref-7). Technological exaptation and crisis management: Evidence from COVID-19 outbreaks. R&D Management, vol. 51, n. 4, pp. 381-392, https://doi.org/10.1111/radm.12455 Schweiger, G., Barnett, A., van den Besselaar, P., ... Sandström, U., Conix, S. 2024 (Ref-8). The costs of competition in distributing scarce research funds Proceedings of the National Academy of Sciences of the United States of America, 121(50), e2407644121 2024 Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly References 1. Schmaling K, Evenson G, Marble B, Gallo S: Perceptions of grant peer reviewers: a mixed methods study. Research Evaluation . 2024; 33 . Publisher Full Text 2. Gallo S, Thompson L, Schmaling K, Glisson S: Risk evaluation in peer review of grant applications. Environment Systems and Decisions . 2018; 38 (2): 216-229 Publisher Full Text 3. Coccia M: New Perspectives in Innovation Failure Analysis: A taxonomy of general errors and strategic management for reducing risks. Technology in Society . 2023; 75 . Publisher Full Text 4. Cristall N, Drozdowska BA, Fladt J, Jaroenngarmsamer T, et al.: Priorities and expectations of researchers, funders, patients and the public regarding the funding of medical research: results from the PERSPECT qualitative study. BMJ Open . 2024; 14 (11): e084655 PubMed Abstract | Publisher Full Text 5. Coccia M: Theory of errors in innovation failure and strategic management of winning by failing. Technology Analysis & Strategic Management . 2024. 1-15 Publisher Full Text 6. Giannelos K, Wiarda M, Doorn N: Challenges to ethical public engagement in research funding: a perspective from practice. Open Res Eur . 2024; 4 : 179 PubMed Abstract | Publisher Full Text 7. Ardito L, Coccia M, Messeni Petruzzelli A: Technological exaptation and crisis management: Evidence from COVID‐19 outbreaks. R&D Management . 2021; 51 (4): 381-392 Publisher Full Text 8. Schweiger G, Barnett A, van den Besselaar P, Bornmann L, et al.: The costs of competition in distributing scarce research funds. Proc Natl Acad Sci U S A . 2024; 121 (50): e2407644121 PubMed Abstract | Publisher Full Text Competing Interests No competing interests were disclosed. Reviewer Expertise science and research policy I confirm that I have read this submission and believe that I have an appropriate level of expertise to state that I do not consider it to be of an acceptable scientific standard, for reasons outlined above. reply Respond to this report Responses (1) Author Response 06 Mar 2025 Amanda Blatch-Jones, National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK The title has to be shorter and should indicate the areas of these committees. The title is within the requirements for F1000Research brief reports. So as not to lengthen the title further, we have not added the funding committee research areas. The research areas have now been clearly articulated in the document (health and social care). Abstract has to clarify the goal and implications of research policy of results to improve decision process in funding. The purpose of the brief report was to provide further clarification on two specific questions from the survey (that is reported in full elsewhere: https://f1000research.com/articles/13-338 ) as the role, function and expectations from the perspective of committee members is limited. The abstract provides insight for funders’ to ensure they optimise the decision-making practices for the allocation of funding. Introduction has to better clarify the research questions of this study, indicating the gap presents in literature that this study endeavors to cover, and provide more theoretical background. Due to the limitations of brief reports (2500 words) we have briefly mentioned the relevant literature and have made it clearer that this article only focuses on the responses from the survey about how funding committee members answered two questions on the purpose and expectation and role of funding committee meetings. Paragraph 4 indicates the gaps in the evidence and why it is challenging to undertake research in the context of funding committee’s role and function. The full article provides greater detail, and the brief report is linked to that article (link provided above for convenience). Methods of this study can be clarified. Sample and data. Accurate description, also indicating the research fields and expertise. Due to the sensitivity of the data and being able to identify members of committees and funding programmes, as reported in the article a high cloaking level was used to ensure anonymity of all committee members. As such we are unable to provide details of the individual committee members who took part in this survey. However, this does not impact the results due to being inclusive of all members and all members having equal contribution to the analysis and results. Results Authors have to avoid subheadings that create fragmentation and confusion. If necessary, can use bullet points (same comments for all sections). I suggest also to represent some basic results with appropriate graphical representation, such as bar graphs et. to be clear for readers. The data presented is qualitative due to the nature of the survey questions being open-ended and are not reporting any data that would be conducive to graphs. The results are provided under the two questions as stated in the introduction and methods section. The two tables offer insight to the qualitative content analysis, including examples of quotes from the two survey questions. This is a common way to present data from qualitative studies. Discussion. First, authors have to synthesize the main results in a simple table to be clear for readers and then show what this study adds compared to other studies. Although the Results section provides a detailed description, there needs to be a more critical synthesis and comparison of the findings with the literature. A discussion about possible biases in decision processes is important as well as considering the risk of failure in the research project funded, considering main errors to avoid. Now the results are too vague and general. In general the expectations are associated with research fields and considering the overall ecosystem, also end users, if there are scarce resources or if there are emergencies (such as COVID) and committees can apply exaptation approaches, etc..., all these aspects have to be clarified. Following the brief report guidelines, we have provided a summary of what was presented in the brief report, and why it is relevant to existing literature. We also compared what was reported by committee members to the NIHR guidelines. Due to brief reports having a word limit of 2500, the guideline for a discussion includes “The results should be discussed in the context of existing literature. Strengths and weaknesses of the study should be presented and discussed. Future directions for work should be raised.” We have included the risk of potential bias under limitations and have included a statement about what direction this could be. This was a qualitative study that was exploring committee member perspectives of the purpose, role, and function of funding committees and committee members, and was analyzed in an inductive way. As such, had no prior expectations/framework of what committee members would report. In the discussion and within the word limitation, we have tried to discuss the findings in the context of prior literature where possible. Furthermore, due to the qualitative nature of the study, this means that the findings from this study cannot be generalised in the same way as other studies. This has been mentioned in the limitations. However, we hope that overall learnings can be taken from the study and that it may prompt funders to reflect on their own funding committee practices. As described in the discussion, to date, there is very limited evidence that describes the purpose, role, and function of committees and their members from a committee member perspective. This study is therefore a step in addressing this gap. Conclusion is slightly short. Conclusion has not to be a summary, but authors have to focus on manifold limitations (move here section presents in previous paragraph). Moreover, the Conclusion does not adequately discuss the theoretical and managerial implications of the study. Authors should claim for how the results can be applied more generally. They should clarify and systematize lessons learned in tables, proposing recommendations that can help improve a situation, or highlighting best practices. Make sure you create 3 subsections in the Conclusion: 1) Theoretical Implications, 2) Managerial or Policy Implications, and 3) Future Research. As this brief report is based data from two qualitative questions, it was not appropriate to extract generalizable recommendations. Furthermore, as per brief report guidelines, a conclusion section is optional, but we have included this to offer some future considerations for the reader. We hope that overall learnings can be taken from the study and that it may prompt funders to reflect on their own funding committee practices. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. The full paper provides a more detailed conclusion based on your suggestions. However, in relation to this brief paper, we felt that it is not relevant to include these aspects. Thank you for suggesting them. Overall, then, the paper is interesting, but theoretical framework is weak, and some results create confusion… structure of the paper has to be improved; study design, discussion and presentation of results have to be clarified using suggested comments. We have responded to your comments individually. Suggested readings of relevant papers that have to be read and used in the text and references to improve theoretical framework, discussion and related implications for research policy. Thank you for your suggestions. Where appropriate we have added relevant references to explain how previous research has focused on specific areas, although there is limited evidence directly from committee members about what they perceive their role to be and the function of committee members. This particular focus is different to the assessment and process of peer review, review scores and decision-making through external peer review or panel/grant meetings. Peer review is not the feature of the article however some of the references have been added to further demonstrate the gap in the evidence. Thank you. View more View less Competing Interests None reply Respond Report a concern Coccia M. Peer Review Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.176120.r356498) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-1066/v2#referee-response-356498 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Vasco-Morales S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 03 Jan 2025 | for Version 2 Santiago Vasco-Morales , Neonatología, Hospital Gineco Obstétrico Isidro Ayora, Quito, Pichincha, Ecuador; Universidad Central del Ecuador, Quito, Pichincha, Ecuador 0 Views copyright © 2025 Vasco-Morales S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This report evaluates an article on the research funding committees of the National Institute for Health and Care Research (NIHR). The article was restructured by including more details about the survey design and providing supplemental materials. The discussion of the results was deepened and the clarity in the presentation of the data improved. There are no more comments to make. Competing Interests No competing interests were disclosed. Reviewer Expertise Pediatrics, neonatology, medical education I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Vasco-Morales S. Peer Review Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.176120.r355325) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-1066/v2#referee-response-355325 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 Vasco-Morales S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 25 Nov 2024 | for Version 1 Santiago Vasco-Morales , Neonatología, Hospital Gineco Obstétrico Isidro Ayora, Quito, Pichincha, Ecuador; Universidad Central del Ecuador, Quito, Pichincha, Ecuador 0 Views copyright © 2024 Vasco-Morales S. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Summary of the Article This study explores the roles, expectations, and functions of research funding committees, focusing on the perspectives of committee members from six National Institute for Health and Care Research (NIHR) programs. Using data collected via an online survey, the authors identify key themes in the purpose of funding committees, such as prioritizing high-quality research, providing fair and unbiased reviews, and aligning decisions with public and clinical needs. The results contribute to the understanding of funding committee dynamics and highlight gaps in current practices, particularly regarding transparency and efficiency in decision-making. The study design employs qualitative content analysis to analyze responses, providing insights into the expectations and experiences of committee members. While the methodology is sound, several areas for improvement have been identified to enhance clarity, reproducibility, and scientific rigor. Detailed Review The following is an expanded evaluation of the article based on the key review questions: 1. Is the work clearly and accurately presented, and does it cite the current literature? Answer: Partly Criticisms: Integration with Literature: While the article cites relevant studies, it does not adequately connect its findings to the broader body of literature on peer review and funding committees. Inconsistent Claims: The claim that there is no published evidence on the roles and expectations of funding committees is too broad. Relevant studies (e.g., Langfeldt, 2004; Lee, 2015) are mentioned in the peer review comments but not included in the discussion. Recommendations: Incorporate additional references from the literature on peer review and funding committee practices to contextualize findings andsubstantiate claims. Expand the discussion section to critically compare findings with existing evidence, highlighting similarities and differences. 2. Is the study design appropriate, and is the work technically sound? Answer: Partly Criticisms: Survey Design: The survey questions are not fully described, limiting understanding of how data was collected. Role Distinction: The study does not clearly distinguish between the roles of individual committee members and the collective purpose of the committee. Low Response Rate: A 22.5% response rate may introduce bias and limit generalizability. Recommendations: Provide a detailed breakdown of the survey design, including sample questions and their alignment with study objectives. Discuss the potential impact of the low response rate and how it may affect the representativeness of findings. Clearly separate analysis and discussion of individual versus collective roles. 3. Are sufficient details of methods and analysis provided to allow replication by others? Answer: Partly Criticisms: Lack of Transparency in Coding: Details on the coding process, inter-coder reliability, and how themes were finalized are not provided. Limited Survey Details: The full set of survey questions is not included, and the categorization of responses lacks illustrative examples. Recommendations: Describe the coding process in detail, including how consistency was ensured (e.g., inter-coder reliability metrics). Provide an appendix or supplementary materials with the full survey questionnaire. Include more examples of raw data (e.g., anonymized quotes) to demonstrate how responses were categorized. 4. If applicable, is the statistical analysis and its interpretation appropriate? Answer: Not applicable Since the study focuses on qualitative content analysis, statistical analysis is not a core component. However, descriptive statistics, such as response frequencies, are used appropriately. 5. Are all the source data underlying the results available to ensure full reproducibility? Answer: Partly Criticisms: Supplementary Data: Additional resources, such as detailed coding frameworks or categorized data, are not provided. Recommendations: Share anonymized or synthesized data to the extent possible, ensuring confidentiality. Provide coding frameworks and categorized themes as supplementary materials to support reproducibility. 6. Are the conclusions drawn adequately supported by the results? Answer: Partly Criticisms: Superficial Interpretation: While the conclusions are consistent with the results, they do not sufficiently explore broader implications or practical applications. Generality of Claims: Conclusions could overgeneralize findings from a single funding organization to the broader context of research funding. Recommendations: Deepen the discussion of how findings apply to funding committee practices and align with existing research. Acknowledge limitations in generalizability and provide recommendations for future studies across diverse funding contexts. Points That Must Be Addressed To make the article scientifically sound, the following points must be addressed: Clarify Methods and Analysis: Include detailed descriptions of the survey design and coding process. Provide more illustrative examples of data categorization. Improve Literature Integration: Expand the discussion to connect findings with existing studies on peer review and funding committees. Acknowledge Limitations: Discuss the impact of the low response rate on findings. Clearly state the limitations in generalizing results beyond the NIHR context. Provide Additional Data: Share supplementary materials (e.g., survey questions, coding frameworks) to enhance transparency and reproducibility. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly References 1. Bouter LM: Fostering responsible research practices is a shared responsibility of multiple stakeholders. J Clin Epidemiol . 2018; 96 : 143-146 PubMed Abstract | Publisher Full Text 2. Munafò MR, Nosek BA, Bishop DVM, Button KS, et al.: A manifesto for reproducible science. Nat Hum Behav . 2017; 1 (1): 0021 PubMed Abstract | Publisher Full Text 3. Ioannidis JPA: Meta-research: Why research on research matters. PLoS Biol . 2018; 16 (3): e2005468 PubMed Abstract | Publisher Full Text Competing Interests No competing interests were disclosed. Reviewer Expertise porque Pediatrics, neonatology, medical education I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 02 Jan 2025 Amanda Blatch-Jones, National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK Thank you for your feedback. Please see the comments below: Integration with Literature: While the article cites relevant studies, it does not adequately connect its findings to the broader body of literature on peer review and funding committees. Thank you for your comment. We have revised the literature and added additional references. Inconsistent Claims: The claim that there is no published evidence on the roles and expectations of funding committees is too broad. Relevant studies (e.g., Langfeldt, 2004; Lee, 2015) are mentioned in the peer review comments but not included in the discussion. We have revised the content of the article to address this point. Due to the limitations of brief reports (2500 words) we have briefly mentioned the relevant literature and have made it clearer that this article only focuses on the responses from the survey about how funding committee members answered two questions on the purpose and expectation and role of funding committee meetings. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Recommendations: Incorporate additional references from the literature on peer review and funding committee practices to contextualize findings and substantiate claims. Expand the discussion section to critically compare findings with existing evidence, highlighting similarities and differences. Thank you. We have addressed your comment (and others) in relation to the wider literature and added in some additional text to the discussion. Due to the nature of brief papers, we did not go in depth as the survey complemented the wider netnographic study. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Survey Design: The survey questions are not fully described, limiting understanding of how data was collected. Only two survey questions are related to this article (both reported under data analysis). Both questions are provided in the article. Links to the main study are provided. Data collection is included in the article, including timeframe and process of the complete survey. Role Distinction: The study does not clearly distinguish between the roles of individual committee members and the collective purpose of the committee. In this brief paper, the two survey questions that are reported explore this distinction. Q1 relates to the funding committee and Q2 to the individual, and Table 1 and 2 respectively show the findings for how the roles of the committee and the individuals are perceived by the funding committee members. We have made this distinction clearer in the discussion and added additional text comparing the role of committee members to the role of committees. In addition, due to the sensitivity of the data and being able to identify members of committees and funding programmes, as reported in the article a high cloaking level was used to ensure anonymity of all committee members. However, this does not impact the results due to being inclusive of all members and all members having equal contribution to the analysis and results. Low Response Rate: A 22.5% response rate may introduce bias and limit generalizability. This is covered under strengths and limitations section. Recommendations: Provide a detailed breakdown of the survey design, including sample questions and their alignment with study objectives. Discuss the potential impact of the low response rate and how it may affect the representativeness of findings. Clearly separate analysis and discussion of individual versus collective roles. This is reported in the brief paper but due to the 2500-word limit, providing the full details of the methods is not feasible, and it is reported elsewhere. We have reported the low response rate under the discussion section. It is not possible to report findings at an individual level, as reported above. However, we have made the distinction of the findings clearer in the discussion and added additional text comparing the role of committee members to the role of committees. Lack of Transparency in Coding: Details on the coding process, inter-coder reliability, and how themes were finalized are not provided. A summary is provided in the brief paper. As stated, full details are reported elsewhere along with the wider themes of the main study. The purpose of the brief paper is to highlight the findings from two questions, as the current literature lacks evidence from real-world, first-hand understanding of what funding committee members perceive their role and function to be as a committee member and what the function and expectation is of a funding committee panel. As detailed, most of the literature is based on modelling, data, peer review, grant proposals, scoring etc. These studies do not address the two questions asked in the survey. By understanding the perceptions from committee members directly can help funding organisations enhance their guidance and consider where improvements are needed. Limited Survey Details: The full set of survey questions is not included, and the categorization of responses lacks illustrative examples. These are reported in the main study and in the OSF repository as stated under the data availability statement. All materials are provided but F1000Research policy does not allow supplementary materials. Recommendations: Describe the coding process in detail, including how consistency was ensured (e.g., inter-coder reliability metrics). Provide an appendix or supplementary materials with the full survey questionnaire. Include more examples of raw data (e.g., anonymized quotes) to demonstrate how responses were categorized. Supplementary Data: Additional resources, such as detailed coding frameworks or categorized data, are not provided. All relevant materials that comply with ethical procedures are provided in the OSF repository and linked to the main article as well. Recommendations: Share anonymized or synthesized data to the extent possible, ensuring confidentiality. Provide coding frameworks and categorized themes as supplementary materials to support reproducibility. This is available on request as stated under data availability, to comply with ethical procedures, and to protect the identity of all participants. This is not a requirement for publication due to the sensitive nature of the data. However, we clearly state it is available on request. Superficial Interpretation: While the conclusions are consistent with the results, they do not sufficiently explore broader implications or practical applications. We have revised sections of the brief paper to reflect your comments and feedback. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Generality of Claims: Conclusions could overgeneralize findings from a single funding organization to the broader context of research funding. Thank you for your comment. This is noted under strengths and limitations. However, as with previous literature, most of the research is with one funder (several references listed demonstrate this point), and the context of each funding organisation will always be a limitation for all research studies. We have already stated this within the article. Recommendations: Deepen the discussion of how findings apply to funding committee practices and align with existing research. Acknowledge limitations in generalizability and provide recommendations for future studies across diverse funding contexts. The netnographic study goes into depth on the aspects you mention. However, as noted this is a brief paper and is limited to 2500 words. Also, as per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. The generalisability aspect is already noted in the article but we have extended a sentence to cover your comment. Points That Must Be Addressed: To make the article scientifically sound, the following points must be addressed: Clarify Methods and Analysis: Include detailed descriptions of the survey design and coding process. Provide more illustrative examples of data categorization. Improve Literature Integration: Expand the discussion to connect findings with existing studies on peer review and funding committees. Acknowledge Limitations: Discuss the impact of the low response rate on findings. Clearly state the limitations in generalizing results beyond the NIHR context. Provide Additional Data: Share supplementary materials (e.g., survey questions, coding frameworks) to enhance transparency and reproducibility. Please also see more detailed comments above that relate to these points and how we have addressed them. As described in the paper, please refer to the main study and the OSF repository, for a more comprehensive description of the whole survey design and analysis. We have included additional references throughout the paper. However, due to the nature of brief papers, we did not go in depth on these. Low response rate and generalisability are now covered under the strengths and limitations section. All details and supplementary material are provided in the main study and the OSF repository. F1000Research policy does not allow supplementary materials. Thank you for your suggestions and detailed feedback. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Vasco-Morales S. Peer Review Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.169716.r341502) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-1066/v1#referee-response-341502 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 Luo J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 23 Oct 2024 | for Version 1 Junwen Luo , Economics, University College Cork Business School, Cork, County Cork, Ireland 0 Views copyright © 2024 Luo J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This research is drawn from a small size survey which serves a larger research projects involving observations and interviews of the same pool of research funding reviewers. Overall, its research method, objective, and analysis are solid but can provide deeper thoughts and reflections in several ways. First, the quality and contribution of the paper will be improved if the authors could address how this paper’s conclusion is connected with the other aspects of the larger project as well as with the broad literature. For instance, are those reviewers’ internal expected roles and functions consistent with your observations of the committee meetings and especially the reviewer’s discussions and interactions on how to deal with conflicting views? By the way, some of the literature addressing such topics should be considered especially when you stated ‘there is no published evidence exploring their integral role, purpose, or function as committee members’, see below: Langfeldt, L. (2004). Ref 1 Lee, C.J. (2015) Ref 2 Langfeldt, L. (2001). Ref 3 Luo, J., Feliciani, T., Reinhart, M.,.., & Shankar, K. (2021). Ref 4 Van den Besselaar, P., and Leydesdorff, L. (2009) Ref 5 Holbrook, J.B., and Hrotic, S. (2013) Ref 6 Obrecht, M., Tibelius, K., & D’Aloisio, G. (2007).Ref 7 Pier, E.L., et al. (2018) Ref 8 Feliciani T, Luo J, Shankar, K (2022). Ref 9 Feliciani, T., Morreau, M., Luo, J., Lucas, P., & Shankar, K. (2022)Ref 10 Van den Besselaar, P., Sandström, U. & Schiffbaenker, H. (2018). Ref 11 Second, for the analysis and results of content analysis, I would have expected more illustrations on your categorizations of the purposes and expectations which are your key findings, like how you derive those categorizations from the quotes and particular how DIFFERENT are those categorizations from each other? It’s also not very clear how you separated the expectations of the whole committee and of the individual reviewers in the study design, maybe through your survey questions settings? Third, an important aspect of the funding committee study, in my eyes, should be discussed which is the prorgamme objectives and target groups. This is found highly important for the committee discussion regarding how to align evaluation criteria into specific programme reviews and how to make fair and transparent grant reviews. A brief introduction of the programme that you studied should be provided in the Methods section. Discussion section could address more clearly how your findings can be connected to the existing literature (see above suggested ones) and make contributions to the broad area of research evaluation and peer review. Last but not least, I appreciate very much that the authors shared their research methods and guidelines including the survey questions that this paper made use of. For your reference, I am sharing another grant reviewer survey that you might find relevant and useful https://doi.org/10.6084/m9.figshare.13651058.v1 (Shankar et al., 2021). Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Not applicable Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly References 1. Langfeldt L: Expert panels evaluating research: decision-making and sources of bias. Research Evaluation . 2004; 13 (1): 51-62 Publisher Full Text 2. Lee C: Commensuration Bias in Peer Review. Philosophy of Science . 2015; 82 (5): 1272-1283 Publisher Full Text 3. Langfeldt L: The Decision-Making Constraints and Processes of Grant Peer Review, and Their Effects on the Review Outcome. Social Studies of Science . 2001; 31 (6): 820-841 Publisher Full Text 4. Luo J, Feliciani T, Reinhart M, Hartstein J, et al.: Analyzing sentiments in peer review reports: Evidence from two science funding agencies. Quantitative Science Studies . 2021; 2 (4): 1271-1295 Publisher Full Text 5. van den Besselaar P, Leydesdorff L: Past performance, peer review and project selection: a case study in the social and behavioral sciences. Research Evaluation . 2009; 18 (4): 273-288 Publisher Full Text 6. S, Hrotic J B, Holbrook: Blue skies, impacts, and peer review. https://riviste.unimi.it/index.php/roars/article/view/2914 . 2013. Publisher Full Text 7. Obrecht M, Tibelius K, D'Aloisio G: Examining the value added by committee discussion in the review of applications for research awards. Research Evaluation . 2007; 16 (2): 70-91 Publisher Full Text 8. Pier E, Brauer M, Filut A, Kaatz A, et al.: Low agreement among reviewers evaluating the same NIH grant applications. Proceedings of the National Academy of Sciences . 2018; 115 (12): 2952-2957 Publisher Full Text 9. Feliciani T, Luo J, Shankar K: Peer reviewer topic choice and its impact on interrater reliability: A mixed-method study. Quantitative Science Studies . 2022; 3 (3): 832-856 Publisher Full Text 10. Feliciani T, Morreau M, Luo J, Lucas P, et al.: Designing grant-review panels for better funding decisions: Lessons from an empirically calibrated simulation model. Research Policy . 2022; 51 (4). Publisher Full Text 11. van den Besselaar P, Sandström U, Schiffbaenker H: Studying grant decision-making: a linguistic analysis of review reports. Scientometrics . 2018; 117 (1): 313-329 Publisher Full Text Competing Interests No competing interests were disclosed. Reviewer Expertise research evaluation, impact assessment, peer review I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 02 Jan 2025 Amanda Blatch-Jones, National Institute for Health and Care Research (NIHR) Coordinating Centre, University of Southampton, School of Healthcare Enterprise and Innovation, Southampton, S)16 7NS, UK In response to your feedback please see the comments below: First, the quality and contribution of the paper will be improved if the authors could address how this paper’s conclusion is connected with the other aspects of the larger project as well as with the broad literature. For instance, are those reviewers’ internal expected roles and functions consistent with your observations of the committee meetings and especially the reviewer’s discussions and interactions on how to deal with conflicting views? Response: Thank you. We have extended the discussion to take account of your feedback. By the way, some of the literature addressing such topics should be considered especially when you stated ‘there is no published evidence exploring their integral role, purpose, or function as committee members’, see below: Langfeldt, L. (2004). Ref 1 Lee, C.J. (2015) Ref 2 Langfeldt, L. (2001). Ref 3 Luo, J., Feliciani, T., Reinhart, M.,.., & Shankar, K. (2021). Ref 4 Van den Besselaar, P., and Leydesdorff, L. (2009) Ref 5 Holbrook, J.B., and Hrotic, S. (2013) Ref 6 Obrecht, M., Tibelius, K., & D’Aloisio, G. (2007).Ref 7 Pier, E.L., et al. (2018) Ref 8 Feliciani T, Luo J, Shankar, K (2022). Ref 9 Feliciani, T., Morreau, M., Luo, J., Lucas, P., & Shankar, K. (2022)Ref 10 Van den Besselaar, P., Sandström, U. & Schiffbaenker, H. (2018). Ref 11 Response: Thank you for these additional references. Where appropriate we have added these references to explain how previous research has focused on specific areas, although there is limited evidence from committee members about what they perceive their role to be and the function of committee members. This particular focus is different to the assessment and process of peer review, review scores and decision-making through external peer review or panel/grant meetings. Second, for the analysis and results of content analysis, I would have expected more illustrations on your categorizations of the purposes and expectations which are your key findings, like how you derive those categorizations from the quotes and particular how DIFFERENT are those categorizations from each other? It’s also not very clear how you separated the expectations of the whole committee and of the individual reviewers in the study design, maybe through your survey questions settings? Response: Thank you for your feedback. The survey data was at an individual level, and it is only this data presented in the brief report, as the full survey as part of the netnographic study is reported elsewhere. Under data analysis we explain the two questions used in this article, and the process we used. Third, an important aspect of the funding committee study, in my eyes, should be discussed which is the programme objectives and target groups. This is found highly important for the committee discussion regarding how to align evaluation criteria into specific programme reviews and how to make fair and transparent grant reviews. A brief introduction of the programme that you studied should be provided in the Methods section. Discussion section could address more clearly how your findings can be connected to the existing literature (see above suggested ones) and make contributions to the broad area of research evaluation and peer review. Response: All NIHR programmes were invited to participate and six NIHR programmes participated in the netnographic study. To make this clearer all six NIHR programmes have been added in the results section for transparency purposes. Given the six NIHR programmes have different health focuses and aims, we have not included additional details or analysis on this. However, alignment to overall NIHR aims is discussed in paragraph 2 of the discussion. We have revised the discussion section based on your feedback. As per brief report guidelines, a conclusion section is optional, but we have included this to provide context and future considerations for the reader. Last but not least, I appreciate very much that the authors shared their research methods and guidelines including the survey questions that this paper made use of. For your reference, I am sharing another grant reviewer survey that you might find relevant and useful https://doi.org/10.6084/m9.figshare.13651058.v1 (Shankar et al., 2021). Response: Thank you for sharing this survey on peer review. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Luo J. Peer Review Report For: Role, function, and expectations of research funding committees: Perspectives from committee members [version 3; peer review: 2 approved, 1 approved with reservations, 1 not approved] . F1000Research 2025, 13 :1066 ( https://doi.org/10.5256/f1000research.169716.r328098) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/13-1066/v1#referee-response-328098 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with F1000Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Role, function, and expectations of research...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://f1000research.com/articles/13-1066/v3" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://f1000research.com/articles/13-1066/v3&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://f1000research.com/articles/13-1066/v3" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Blatch-Jones A et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://f1000research.com/articles/13-1066/v3/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://f1000research.com/articles/13-1066", templates : { twitter : "Role, function, and expectations of research funding committees:.... Blatch-Jones A et al., published by " + "@F1000Research" + ", https://f1000research.com/articles/13-1066/v3" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/154665/178710") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "178710"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "341505": 0, "341504": 0, "341506": 0, "358797": 0, "358796": 0, "358799": 0, "358798": 0, "358795": 0, "358794": 0, "369813": 0, "356501": 0, "356500": 0, "369815": 0, "356503": 0, "369814": 0, "356502": 0, "358801": 0, "356497": 0, "358800": 0, "356496": 0, "358803": 0, "356499": 0, "358802": 0, "356498": 16, "328093": 0, "328092": 0, "328095": 0, "328094": 0, "328089": 0, "356505": 0, "369816": 3, "356504": 0, "328091": 0, "328090": 0, "328097": 0, "328096": 0, "328098": 15, "338373": 0, "338375": 0, "338374": 0, "338381": 0, "338380": 0, "338382": 0, "338377": 0, "338376": 0, "338379": 0, "338378": 0, "324828": 0, "324829": 0, "324830": 0, "324831": 0, "324827": 0, "324836": 0, "365669": 0, "365668": 0, "365671": 0, "365670": 0, "324832": 0, "324833": 0, "324834": 0, "365667": 0, "324835": 0, "365666": 0, "365673": 0, "365672": 0, "365675": 12, "365674": 0, "341501": 0, "355325": 8, "341500": 0, "341503": 0, "341502": 49, "355326": 0, "341497": 0, "341499": 0, "341498": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "74cc9661-42e9-4be7-afbb-0fe4fb38e484"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); An innovative open access publishing platform offering rapid publication and open peer review, whilst supporting data deposition and sharing. Browse Gateways Collections How it Works Contact For Developers Cookie Notice Privacy Notice RSS Submit Your Research Follow us © 2012-2026 F1000 Research Ltd. ISSN 2046-1402 | Legal | Partner of Research4Life • CrossRef • ORCID • FAIRSharing R.templateTests.simpleTemplate = R.template(' $text $text $text $text $text '); R.templateTests.runTests(); var F1000platform = new F1000.Platform({ name: "f1000research", displayName: "F1000Research", hostName: "f1000research.com", id: "1", editorialEmail: "[email protected]", infoEmail: "[email protected]", usePmcStats: true }); $(function(){R.ui.dropdowns('.dropdown-for-authors, .dropdown-for-about, .dropdown-for-myresearch');}); // $(function(){R.ui.dropdowns('.dropdown-for-referees');}); $(document).ready(function () { if ($(".cookie-warning").is(":visible")) { $(".sticky").css("margin-bottom", "35px"); $(".devices").addClass("devices-and-cookie-warning"); } $(".cookie-warning .close-button").click(function (e) { $(".devices").removeClass("devices-and-cookie-warning"); $(".sticky").css("margin-bottom", "0"); }); $("#tweeter-feed .tweet-message").each(function (i, message) { var self = $(message); self.html(linkify(self.html())); }); $(".partner").on("mouseenter mouseleave", function() { $(this).find(".gray-scale, .colour").toggleClass("is-hidden"); }); }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });