Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020

Characteristics, utilisation and influence of... | F1000Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://f1000research.com/js/vendor/ckeditor/' window.reactTheme = 'research'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2318163,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); search file_upload Submit your research search menu close search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Open Data, Software and Code Guidelines (PSE) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Article Processing Charges Peer Review Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Newsroom Contact My Research Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://f1000research.com/articles/10-198" }, "headline": "Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research...", "datePublished": "2021-03-10T16:34:35", "dateModified": "2021-03-10T16:34:35", "author": [ { "@type": "Person", "name": "Mohammed Khogali" }, { "@type": "Person", "name": "Katie Tayler-Smith" }, { "@type": "Person", "name": "Anthony D. Harries" }, { "@type": "Person", "name": "Rony Zachariah" }, { "@type": "Person", "name": "Ajay Kumar" }, { "@type": "Person", "name": "Hayk Davtyan" }, { "@type": "Person", "name": "Srinath Satyanarayana" }, { "@type": "Person", "name": "Olga Denisiuk" }, { "@type": "Person", "name": "Johan van Griensven" }, { "@type": "Person", "name": "Anthony Reid" }, { "@type": "Person", "name": "Saw Saw" }, { "@type": "Person", "name": "Selma Dar Berger" }, { "@type": "Person", "name": "Veerle Hermans" }, { "@type": "Person", "name": "Abraham Aseffa" }, { "@type": "Person", "name": "John C. Reeder" } ], "publisher": { "@type": "Organization", "name": "F1000Research", "logo": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 480, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 1200, "width": 150 }, "description": "Background: The Structured Operational Research and Training Initiative (SORT IT) teaches the practical skills of conducting and publishing operational research (OR) to influence health policy and/or practice. In addition to original research articles, viewpoint articles are also produced and published as secondary outputs of SORT IT courses. We assessed the characteristics, use and influence of viewpoint articles derived from all SORT IT courses. Methods: This was a cross-sectional study involving all published viewpoint articles derived from the SORT IT courses held from August 2009 - March 2020. Characteristics of these papers were sourced from the papers themselves and from SORT-IT members involved in writing the papers. Data on use were sourced from the metrics provided on the online publishing platforms and from Google Scholar. Influence on policy and practice was self-assessed by the authors of the papers and was performed only for papers deemed to be ‘calls for action’. Results: A total of 41 viewpoint papers were published. Of these, 15 (37%) were ‘calls for action’. In total, 31 (76%) were published in open-access journals and the remaining 10 in delayed access journals. In 12 (29%) of the papers, first authors were from low and middle-income countries (LMICs). Female authors (54%) were included in 22, but only four (10%) and two (5%) of first and last authors respectively, were female. Only seven (17%) papers had available data regarding online views and downloads. The median citation score for the papers was four (IQR 1-9). Of the 15 ‘call for action’ papers, six influenced OR capacity building, two influenced policy and practice, and three influenced both OR capacity building within SORT IT and policy and practice. Conclusion: Viewpoint articles generated during SORT IT courses appear to complement original OR studies and are valued contributors to the dissemination of OR practices in LMICs." } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://f1000research.com/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://f1000research.com/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://f1000research.com/articles/10-198/v1", "name": "Characteristics, utilisation and influence of viewpoint articles from..." } } ] } Home Browse Characteristics, utilisation and influence of viewpoint articles from... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Khogali M, Tayler-Smith K, Harries AD et al. Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020 [version 1; peer review: 2 approved] . F1000Research 2021, 10 :198 ( https://doi.org/10.12688/f1000research.27349.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Research Article Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020 [version 1; peer review: 2 approved] Mohammed Khogali https://orcid.org/0000-0001-6397-7474 1 , Katie Tayler-Smith https://orcid.org/0000-0001-6397-7474 2 , Anthony D. Harries https://orcid.org/0000-0001-6113-9741 3,4 , [...] Rony Zachariah https://orcid.org/0000-0002-2915-9328 1 , Ajay Kumar 1,5,6 , Hayk Davtyan https://orcid.org/0000-0002-9836-4261 7 , Srinath Satyanarayana 3,5 , Olga Denisiuk 8 , Johan van Griensven 9 , Anthony Reid 2 , Saw Saw 10 , Selma Dar Berger https://orcid.org/0000-0002-3947-5543 3 , Veerle Hermans 2 , Abraham Aseffa https://orcid.org/0000-0002-8028-1150 1 , John C. Reeder https://orcid.org/0000-0003-1395-1289 1 Mohammed Khogali https://orcid.org/0000-0001-6397-7474 1 , Katie Tayler-Smith https://orcid.org/0000-0001-6397-7474 2 , [...] Anthony D. Harries https://orcid.org/0000-0001-6113-9741 3,4 , Rony Zachariah https://orcid.org/0000-0002-2915-9328 1 , Ajay Kumar 1,5,6 , Hayk Davtyan https://orcid.org/0000-0002-9836-4261 7 , Srinath Satyanarayana 3,5 , Olga Denisiuk 8 , Johan van Griensven 9 , Anthony Reid 2 , Saw Saw 10 , Selma Dar Berger https://orcid.org/0000-0002-3947-5543 3 , Veerle Hermans 2 , Abraham Aseffa https://orcid.org/0000-0002-8028-1150 1 , John C. Reeder https://orcid.org/0000-0003-1395-1289 1 PUBLISHED 10 Mar 2021 Author details Author details 1 Research for Implementation , UNICEF/UNDP/World Bank/WHO Special Programme for Research and Training in Tropical Diseases (TDR), World Health Organization, Geneva, Switzerland 2 LuxOR, Médecins Sans Frontières, Operational Centre Brussels, Luxembourg, Luxembourg 3 Centre for Operational Research, International Union Against TB and Lung Disease, Paris, France 4 London School of Hygiene and Tropical Medicine, London, UK 5 International Union Against Tuberculosis and Lung Disease, New Delhi, India 6 Yenepoya Medical College, Mangalore, India 7 Tuberculosis and Research Center NGO (TB-RPC), Yerevan, Armenia 8 Alliance for Public Health, Kyiv, Ukraine 9 Institute of Tropical Medicine, Antwerp, Belgium 10 Department of Medical Research, Ministry of Health and Sports, Pyin Oo Lwin, Myanmar Mohammed Khogali Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Katie Tayler-Smith Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Anthony D. Harries Roles: Conceptualization, Formal Analysis, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Rony Zachariah Roles: Conceptualization, Formal Analysis, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Ajay Kumar Roles: Methodology, Writing – Review & Editing Hayk Davtyan Roles: Methodology, Writing – Review & Editing Srinath Satyanarayana Roles: Methodology, Writing – Review & Editing Olga Denisiuk Roles: Methodology, Writing – Review & Editing Johan van Griensven Roles: Methodology, Writing – Review & Editing Anthony Reid Roles: Methodology, Writing – Review & Editing Saw Saw Roles: Methodology, Writing – Review & Editing Selma Dar Berger Roles: Methodology, Writing – Review & Editing Veerle Hermans Roles: Methodology, Writing – Review & Editing Abraham Aseffa Roles: Methodology, Writing – Review & Editing John C. Reeder Roles: Methodology, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS This article is included in the TDR gateway. Abstract Background : The Structured Operational Research and Training Initiative (SORT IT) teaches the practical skills of conducting and publishing operational research (OR) to influence health policy and/or practice. In addition to original research articles, viewpoint articles are also produced and published as secondary outputs of SORT IT courses. We assessed the characteristics, use and influence of viewpoint articles derived from all SORT IT courses. Methods: This was a cross-sectional study involving all published viewpoint articles derived from the SORT IT courses held from August 2009 - March 2020. Characteristics of these papers were sourced from the papers themselves and from SORT-IT members involved in writing the papers. Data on use were sourced from the metrics provided on the online publishing platforms and from Google Scholar. Influence on policy and practice was self-assessed by the authors of the papers and was performed only for papers deemed to be ‘calls for action’. Results: A total of 41 viewpoint papers were published. Of these, 15 (37%) were ‘calls for action’. In total, 31 (76%) were published in open-access journals and the remaining 10 in delayed access journals. In 12 (29%) of the papers, first authors were from low and middle-income countries (LMICs). Female authors (54%) were included in 22, but only four (10%) and two (5%) of first and last authors respectively, were female. Only seven (17%) papers had available data regarding online views and downloads. The median citation score for the papers was four (IQR 1-9). Of the 15 ‘call for action’ papers, six influenced OR capacity building, two influenced policy and practice, and three influenced both OR capacity building within SORT IT and policy and practice. Conclusion: Viewpoint articles generated during SORT IT courses appear to complement original OR studies and are valued contributors to the dissemination of OR practices in LMICs. READ ALL READ LESS Keywords viewpoints, utilization, SORT IT, policy and practice Corresponding Author(s) Mohammed Khogali ( [email protected] ) Close Corresponding author: Mohammed Khogali Competing interests: No competing interests were disclosed. Grant information: This study was funded through Special Programme for Research and Training in Tropical Diseases (TDR) at the World Health Organization, Geneva, Switzerland. Copyright: © 2021 World Health Organisation. This is an open access article distributed under the terms of the Creative Commons Attribution IGO License , which permits copying, adaptation and distribution in any medium or format for any purpose, provided the original work is properly cited, a link is provided to the license, and any changes made are indicated. Any such copying, adaptation and distribution must not in any way suggest that World Health Organisation endorses you or your use. How to cite: Khogali M, Tayler-Smith K, Harries AD et al. Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020 [version 1; peer review: 2 approved] . F1000Research 2021, 10 :198 ( https://doi.org/10.12688/f1000research.27349.1 ) First published: 10 Mar 2021, 10 :198 ( https://doi.org/10.12688/f1000research.27349.1 ) Latest published: 10 Mar 2021, 10 :198 ( https://doi.org/10.12688/f1000research.27349.1 ) Background In 2009, the International Union Against Tuberculosis and Lung Disease (The Union) and Médecins Sans Frontières (MSF) began an operational research (OR) training course. In 2012, the Special Programme for Research and Training in Tropical Diseases (TDR), hosted at the World Health Organisation (WHO), adopted this model and formed a partnership-based programme known as the Structured Operational Research and Training Initiative (SORT IT). SORT IT seeks to strengthen health systems, improve programme performance, and enhance public health through OR. To this effect, SORT IT enrols participants from low and middle-income countries (LMIC) and teaches them the practical skills of conducting and publishing OR in peer reviewed scientific journals with the goal of influencing policy and/or practice 1 . Details of the structure and organisation of the SORT IT programme have been described elsewhere 1 . In addition to capacity building, each SORT IT course brings together a rich diversity of people (faculty and participants) from different backgrounds, expertise, experience and countries. This richness often gives rise to vibrant discussions, new ideas and innovative reflections on health-related issues of global interest. Various aspects of OR capacity building to improve public health are also discussed and critically reflected upon. This dynamic - which characterises the modus-operandi of SORT IT – has resulted in the conception and publication of over 40 “viewpoint” articles (classified by journals as viewpoints, editorials, and perspective articles). These viewpoint papers are secondary outputs of SORT IT courses and present critical analysis of a health or policy issue of interest 2 and/or challenge the norms of practice (“business as usual”). Many of these papers include a ‘call for action’ to improve public health or advocate for effective approaches to OR capacity building. Since the inception of SORT IT, we have closely monitored and evaluated the characteristics and outputs of the OR courses, together with the influence that original research papers have had on policy and practice 3 – 9 . However, we have yet to carry out any formal assessments of viewpoint articles – in particular examining who are the voices behind the papers, to what extent the papers have been used by others and whether/how they might have influenced policy and or practice. This study aimed to assess the characteristics, utilisation and influence of published viewpoint articles derived from all SORT IT courses conducted between August 2009 and March 2020. Specific objectives were to report on i) the characteristics of publications, including LMIC contributions to authorship, collaborative partnerships (all High Income Countries - HIC vs HIC-LMIC); ii) access type and use of published evidence (views, downloads and citations); and iii) how ‘call for action’ papers influenced the implementation of OR capacity building within the SORT IT partnership, and policy and/or practice at national and international levels. Methods Design This was a cross-sectional study involving all published viewpoint articles derived from SORT IT courses conducted between August 2009 and March 2020. Given that journals, publishers and academic communities do not always use standardised terminology for perspective and opinion pieces, we have decided to use the term ‘viewpoint article’ in this study. It includes any publication outside the categories of original research or reviews that discusses a relevant topic from the perspective of the author(s). SORT IT courses and publications Between August 2009 and March 2020, there were 86 SORT IT courses conducted in Asia, Africa, Europe, South Pacific, and Latin America. A full description of the SORT IT courses, including criteria for selection of participants, programme structure and milestones, mentorship and facilitators has been described previously 1 . In brief, a regular SORT-IT course consists of three one-week modules implemented over a period of 10 to 12 months. During Modules 1 and 2, participants develop research protocols and electronic data capture and analysis tools. Module 3 focuses on writing a manuscript for scientific publication 10 . Specific milestones must be achieved if participants are to proceed from one module to the next. A participant is considered to have successfully completed the course if they complete all milestones, including submission of a final manuscript to a peer-reviewed journal. Up until March 2020, almost all modules were residential, during which participants and facilitators would gather every day for five-six days. Diverse discussions related to global health issues and OR capacity building took place during the courses and these served as the driving force behind the viewpoint papers that originated from these SORT IT courses. Data collection and analysis In June 2020, viewpoint articles were obtained from a dedicated database (see underlying data 13 ) that contains all SORT IT viewpoint article publications. Information on the characteristics of the viewpoint papers were sourced from the papers themselves and through consultation with authors. Variables included type of paper (Call for action – papers requesting a change in policy or practice; Descriptive – papers describing an OR or public health related issue), number of authors, nationality, gender and institutional affiliation of the authors, and whether they were involved with work in LMIC. Data pertaining to journal access (open, delayed or subscription-based access) were obtained from each journal’s website; data on a paper’s views and downloads were retrieved from metrics provided by the online publishing platform indexing the article; citation counts were ascertained by examining and cross-checking the citations listed (for each given paper) on the online publishing platform and also in Google Scholar . Final citation counts for each paper were obtained by counting the citations common to both lists, together with any citations found only on the online publishing platform and/or only in Google Scholar. Influence on policy and practice was only assessed for papers deemed to be ‘calls for action’. Each paper was examined by a committee of its senior authors in June 2020, allowing time for more recent call for action papers to potentially influence policy and practice (papers having been published between 2010 and 2019). A discussion took place about whether international / national guidelines were modified or changes in policy and/or practice were observed at international or national level as a result of the publication. Data related to the study objectives were collected and analysed during June 2020. Data were entered into Microsoft Excel 2016. Frequencies and proportions were used to summarise categorical variables, and medians and interquartile ranges were used to report continuous variables. Results Characteristics of the viewpoint articles As a result of the SORT-IT courses held between August 2009 and March 2020, a total of 41 viewpoint papers were published; their characteristics are shown in Table 1 . Just over a third of the papers constituted ‘calls for action’ (15, 37%). Fewer than a third of first authors were from an LMIC (12, 29%); however, the majority of first authors were involved in work in LMIC (40, 98%) and over two thirds of the papers included authors from LMICs (29, 71%). Only 54% of papers included female authors, and only 10% and 5% of first and last authors, respectively, were female. Table 1. Characteristics of viewpoint papers resulting from SORT IT courses, August 2009 – March 2020 (n-41). n (%) Type of paper Call for Action Descriptive 15 (37) 26 (63) Median number of authors per paper (IQR) [range] 8 (4 – 12), [2 –35] Origin of authors First author LMIC HIC Last author LMIC HIC All authors LMICs only HICs only LMICs and HICs 12 (29) 29 (71) 6 (15) 35 (85) 1 (2) 12 (29) 28 (68) First author involved in LMIC work Yes No 40 (98) 1 (2) Gender of authors First author Male Female Last author Male Female All authors Male only Female only Male and female 37 (90) 4 (10) 39 (95) 2 (5) 19 (46) 0 22 (54) Type of institutional affiliations represented by authors NGO Academic institute MoH WHO 35 (85) 38 (93) 19 (46) 16 (39) Type of institutional collaboration LMIC-LMIC 1 HIC-HIC 2 HIC-LMIC 3 0 (0) 11 (27) 30 (73) Most of the papers included NGO (35, 85%) and academic (38, 93%) author affiliations; 19 (46%) included a ministry of health affiliation and 16 (39%) included a WHO affiliation (some authors had more than one affiliation and these were included in the analysis). There was HIC-LMIC institutional collaboration in over two thirds of the papers (30, 73%). Access to and utilisation of the viewpoint papers Of the 41 viewpoint papers, 31 (76%) were published in open access journals and the remaining 10 (24%) in delayed access journals. Online data for article views and downloads were only available for seven (17%) of the papers published in the following journals: BMC Research Notes (2), Frontiers of Public Health (1), Pan American Journal of Public Health (1), Global Health Action (1), F1000 Research (1) and BMJ Global Health (1). The paper with the highest number of views and PDF downloads (3322 and 1089) was a ‘call for action’ paper published in 2019 ( see underlying data 13 ). An overview of citation counts for all papers is shown in Table 2 . The median citation score for the call for action papers was four (IQR 2-11) and thus was no different to the median citation score for the descriptive papers (4, IQR 1-8) (data not shown in Table). Table 2. An overview of citations resulting from SORT IT viewpoint papers 1 according to their year of publication. No. of papers (n) Citations 2 Median IQR Total 41 4 1 – 9 Publication year of Discussion paper 2010 & 2011 2012 & 2013 2014 & 2015 2016 & 2017 2018 & 2019 2 12 13 6 8 32 8 5 2 1 26 – 37 4 – 24 3 – 7 1 – 4 0 – 1 Influence on OR capacity building and on policy and/or practice Influence on OR capacity building within the SORT IT partnership and on policy and practice was assessed for the 15 papers that constituted a ‘call for action’. Table 3 provides an overview of these papers and the reported influence. Of these, 11 (73%) resulted in some form of change: six papers influenced the evolution of OR capacity building within the SORT IT partnership, two influenced policy and practice at the national or international level, and three influenced both OR capacity building within SORT IT and policy and practice. Table 3. Influence of SORT IT ‘call for action’ papers on OR capacity building and on national and international policy/practice (n-15). Title of paper Influence of the call for action papers * None OR capacity building within SORT IT National and International policy and practice The published research paper: is it an important indicator of successful OR at programme level? √ Language in tuberculosis services: can we change to patient-centred terminology and stop the paradigm of blaming patients? √ Is OR delivering the goods? The journey to success in low-income countries √ The 2012 world health report “no health without research”: the endpoint needs to go beyond publication outputs √ Why ethics is indispensable for good-quality operational research √ Applying the ICMJE authorship criteria to operational research in low-income countries: the need to engage programme managers and policy makers √ References for scientific papers. Why not standardise to one global style? √ The power of data: using routinely collected data to improve public health programmes and patient outcomes in LMIC √ √ Does research make a difference to public health? Time for scientific journals to cross the Rubicon √ Open access for operational research publications from low- and middle-income countries: who pays? √ Calling on Europe to support operational research in low-income and middle income countries. Lancet Global Health √ Public Health Action for public health action √ Ebola, fragile health systems and tuberculosis care: a call for pre- emptive action and operational research √ √ Building the capacity of public health programmes to become data rich, information rich and action rich √ √ Neglected tropical diseases and the sustainable development goals: an urgent call for action from the front line √ TOTAL PAPERS 4 9 5 Box 1 provides examples of how some of the ‘call for action’ papers shaped the philosophy and implementation of OR capacity building within the SORT IT partnership; Box 2 provides examples of how policy and practice at a national and international level was influenced. Box 1. Examples of how some of the ‘call for action’ papers shaped the philosophy and implementation of operational research capacity building within the SORT IT partnership Example 1 Title of paper: The published research paper: is it an important indicator of successful OR at programme level? The call for action: A call for the published paper to be used as a yardstick for monitoring and measuring the outputs of operational research (OR) in disease control programmes in low to middle income countries (LMICs). How this call for action was taken up within the SORT-IT partnership • Helped the SORT IT partnership to develop the 80-80-80-80 targets for its SORT-IT courses wherein the third target was that 80% or more of submitted papers must be published within 18 months of submission. • Convinced donors that publications could be considered an independent indicator of OR capacity building programme. Example 2 Title of paper: Is OR delivering the goods? The journey to success in low-income countries The call for action: This paper emphasised the intricate relation between OR and policy and practice, highlighted why OR findings might fail to affect policy and practice, and provided solutions and a checklist to ensure OR achieves its main goal of meeting health needs and improving health outcomes. This was a ‘call to action’ to say that if the criteria proposed for measuring research to policy and practice are adopted, this is an opportunity to better ensure that OR successfully impacts policy and practice, and to provide an objective way of monitoring the latter. How this call for action was taken up within the SORT-IT partnership • Led Médecins Sans Frontières (MSF) to look beyond publications on ways of monitoring research impact. A software programme to monitor research impact for all MSF research was developed by MSF-UK. • Led the Union to look beyond publications and to routinely track and report the impact of research publications from SORT IT courses. • Helped SORT IT to include a target wherein at least 80% of research papers are tracked 18 months after submission to assess their on impact on policy and practice change. Example 3 Title of paper: Applying the International Committee of Medical Journal Editors (ICMJE) authorship criteria to operational research in low-income countries: the need to engage programme managers and policy makers The call for action: This paper discussed the dissonance between applying the ICJME authorship criteria and the OR goal of translating research findings into policy and practice. The authors called for recognising the contributions of programme managers and policy makers to the OR process and suggested that this recognition be included in the application of the ICMJE guidelines for permitted authorship. How this call for action was taken up within the SORT-IT partnership • The SORT IT partnership embraced the philosophy of early engagement with programme managers and decision makers and their inclusion in study authorship • In National SORT IT courses (Myanmar, Zimbabwe, Sierra Leone, Liberia), this was taken one step further and national programme staff were invited to participate and provide input during the SORT IT plenaries so that their views of the potential for policy and practice could be included. • The SORT IT partnership modified its reporting framework to donors and other stakeholders as follows: a) in its quarterly reporting framework, it reported on how many national programme officers and/or policy makers were listed as co-authors on papers (linked to a target of 65%); and b) in its annual reporting logical framework it reported on how many national government staff were included as co-authors on papers. This was assessed annually against a specified indicator. • The spin-off from the latter is that good relevant research has a good chance of influencing policy and practice – the achievement being 65 – 70%. Box 2. Examples of how some of the ‘call for action’ papers resulting from the SORT IT courses influenced national and international policy and practice Example 1 Title of paper: Language in tuberculosis services: can we change to patient-centred terminology and stop the paradigm of blaming patients? The call for action: An appeal to the global tuberculosis (TB) community – particularly the global Stop TB Partnership - to lead discussions on changing the paradigm of detrimental language in TB services. How this call for action was taken up outside the SORT-IT partnership • Led the STOP TB partnership to convene a meeting to revise the Monitoring and Evaluation framework and lexicon of language in TB. • Made a major contribution to the crafting of the WHO Guidelines on revised definitions of TB patients and treatment outcomes: “WHO: Definitions and Reporting Framework for Tuberculosis” – 2013 revision (updated December 2014). • The Union conference and Union journals (IJTLD and PHA) refer to the paper and state that non-judgemental language be used for abstracts, presentations and in all manuscripts (conference submissions and author guidelines). Example 2 Title of paper: Building the capacity of public health programmes to become data rich, information rich and action rich The call for action: This paper presented the complementary adage of using both operational research and data-to-policy training in a decision-analysis framework, for evidence-informed decision making in public health. It called for Ministers of Health (MoH) to demand that operational research (OR) and decision analysis are used to make their Ministries ‘data-rich, information-rich and action-rich’. In parallel, advocacy and educational efforts were called for, to support MoH to understand the importance of this research evidence and ensure that it is collected and used effectively to improve their health services and health systems. How this ‘call for action’ was taken up outside the SORT-IT partnership • A salient example of how this call for action was taken up is from the National TB programme in Zimbabwe (Takarinda KC, Harries AD, Mutasa-Apollo T, et al. Trend analysis of tuberculosis case notifications with scale-up of antiretroviral therapy and roll-out of isoniazid preventive therapy (IPT) in Zimbabwe, 2000–2018. BMJ Open 2020; 10: e034721). • The “data rich” was routine aggregate national data on TB case notification, numbers (and proportions) of people living with HIV (PLHIV) in antiretroviral treatment (ART) care and numbers (and proportions) of these ever commenced on IPT. • The “information rich” was the demonstration a strong association between national ART coverage in PLHIV rising from <1% to 88% between 2004 and 2018, national IPT coverage in PLHIV rising from <1% to 33% between 2012 and 2018 and TB case notification rates dropping 66% from 510 to 173 cases per 100,000 during this whole time period. • The “action rich” was the impetus to Zimbabwe of i) continuing to expand the HIV test and treat strategy to reach the UNAIDS 90% ART coverage target and the more recent 95% ART coverage target and ii) expanding TB preventive therapy but going for the 12-week course of weekly rifapentine and isoniazid rather than six months of daily isoniazid. Example 3 Title of paper: Neglected tropical diseases and the sustainable development goals (SDGs): an urgent call for action from the front line The call for action: The international community has pledged through the SDGs to eliminate neglected tropical diseases (NTDs) by 2030. This paper was an urgent call for a change in mind-set to garner support and hasten progress towards achieving this fast-approaching target. The authors advocated for an empowering approach aimed at propelling political momentum, milestones and targets for accountability, new science in drug development and increased funding particularly from G20 countries. How this call for action was taken up outside the SORT-IT partnership • WHO-NTD department has taken on board several of the recommendations which have been integrated in the NTD roadmap. • The paper and its call were highlighted on the "World Neglected Tropical Diseases Day" https://www.itg.be/E/Article/30-january--the-first-ever-world-ntd-day Discussion This is the first time that viewpoint papers derived from SORT IT courses have been formally assessed. Just over a third were ‘calls for action’; the rest were descriptive in nature. LMIC authorship and HIC-LMIC collaboration on these papers was high, but LMIC-first authorship and female representation was low. Three fifths of the ‘call for action’ papers contributed to the evolution of OR capacity building within the SORT-IT partnership. The study strengths were that i) all discussion articles produced by the SORT IT partnership over the last 10 years were included and ii) we used universally acceptable parameters to assess access to, and utilisation of the viewpoint articles. The main limitations of this study were that i) online data on views and downloads of articles were only available for 17% of the papers, ii) citation counts might have been underreported without access to subscription-based databases like Web of Science and Scopus. That said, Google Scholar has been shown to be one of the most comprehensive sources for citations across different subject areas 11 , so we believe that the effect of this limitation is minimal; and iii) the influence on policy and practice was only assessed through self-assessment by the authors of the paper; there was no external objective validation of the results and as such the methodology is open to bias. This is an important limitation of this aspect of the perspective paper. This study highlights several interesting findings. First, although more than two thirds of viewpoint papers had LMIC authorship, the proportion of lead and last authors from LMICs was relatively low. Since these papers deal with issues specific to LMICs, having first and last authors from LMICs with knowledge and experience of these issues should be encouraged. Although course participants (predominantly from LMICs) may have an abundance of knowledge and experience to share in discussions and debates, most are not trained in how to craft these ideas and reflections into a paper. Furthermore, these viewpoint papers are not a primary output expected of the SORT IT courses; they are a ‘secondary output’. Thus, the writing process is often led by experienced faculty members (who often enrich or generate ideas from discussions with course participants and formulate these into thoughts), many of whom are from HICs. Fortunately, these faculty members have extensive experience of working in LMICs and are aware of their contexts. However, there is clearly room to do better, to find ways to encourage more LMIC-lead authors – participants and facilitators. Going forward, efforts should be made to increase the number of LMIC lead-authors on viewpoint papers that are generated from SORT IT courses. Many of the individuals who have been trained in SORT IT courses go on to perform OR in the future 4 , 5 , 8 , and those who have co-authored a viewpoint paper, could be encouraged to lead on a viewpoint paper back in their home country as they become more experienced in scientific writing. Second, female representation on the papers was low. This may be because there were fewer female mentors and mentees as compared to males on the SORT-IT courses 3 , 6 , particularly experienced faculty members. This is corroborated by findings from a previous evaluation of SORT IT courses showing that, of those participants enrolled on SORT IT courses between 2009 and 2014 who went on to become facilitators on subsequent courses, only 37% were female 6 . As the authors of this evaluation pointed out, socio-cultural factors may also explain this observation - anecdotal evidence suggests that female facilitators experience difficulties in leaving home and travelling to distant course locations. One way to boost female involvement in paper writing is through the SORT IT alumni network; the latter provides an opportunity to actively encourage female SORT IT alumni to become OR fellows and to become drivers of OR. Third, most of the journals in which viewpoints were published were open access which we recognise as being particularly important if we want to optimise readership in LMICs and ultimately influence policy and practice. Zachariah et al. 6 , in their evaluation of 20 SORT IT courses conducted between 2009 and 2014, showed that article views/downloads for immediate open access articles were double those of closed access journals. We were unable to assess this correlation, as views and downloads of the viewpoint papers were only available for just under a fifth of the papers. Journals could clearly do a better job of presenting altmetric data of views, downloads, and citations of papers available on their websites. Such metrics are important and should be shared publicly as standard practice on journal websites. In our study, citation counts were used as proxy for utilisation. Establishing the relative value of a single citation count, however, is difficult in the absence of some sort of reference measure. A software tool that many online publishing platforms currently utilise (and which was available for two thirds of our papers) is Dimensions - a linked research data platform 12 . Dimensions provides various metrics, one of which allows the citation performance of an article relative to similarly aged articles in its subject area to be compared. We cannot vouch for the validity of such a tool (this would need to be further explored), but metrics like this appear to be complimentary to citation counts and may provide a more nuanced overview of the utilisation of papers. Fourth, about three quarters of our viewpoints had an influence within or outside SORT IT and this compares favourably with the 55–66% change in policy and practice reported from previous SORT IT evaluations 7 , 9 . However, if we focus on changes in policy and practice outside the SORT IT partnership, this occurred in only a third of our ‘call for action’ papers - in other words, they had less influence in the wider realm than other (original research) SORT IT publications. This is probably because the papers in question are opinion pieces. One opinion paper may not be enough (policy and practice is influenced by all sorts of different inputs) and may not wield the same weight as an original research study when it comes to changing national or global thinking. Finally, reflecting on the types of viewpoints that are being generated during SORT IT courses (one third being calls for action; two thirds being descriptive) should make us consider the added value of these types of papers. Our ‘call for action’ papers are meant to catalyse change and given the rich diversity and experience of people attending SORT IT courses this initiative should be championed. In addition to monitoring the OR outputs of our SORT IT courses, assessing viewpoint papers appears to be useful and encourages us to systematically monitor whether people we train in SORT IT go on to write viewpoint and perspective papers as they reflect a higher level of scientific thinking and critical reflection. Viewpoints contribute to challenging “more of the same” in health care and to “do things differently”. In conclusion, viewpoint articles generated during SORT IT courses appear to complement original OR studies and are valuable contributors to the dissemination of OR practices in LMICs. Data availability Underlying data DRYAD: Characteristics, utilization and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009–2020. https://doi.org/10.5061/dryad.fj6q573sk 13 This study contains the following underlying data: SORT IT_publications_viewpoint_articles_2010-2020.xlsx (SORT IT viewpoint article publications) Viewpoint_data.xlsx (article-based metrics of SORT IT viewpoint articles) Data are available under the terms of the Creative Commons Zero "No rights reserved" data waiver (CC0 1.0 Public domain dedication). Faculty Opinions recommended References 1. Ramsay A, Harries AD, Zachariah R, et al. : The Structured Operational Research and Training Initiative for public health programmes. Public Health Action. 2014; 4 (2): 79–84. PubMed Abstract | Publisher Full Text | Free Full Text 2. Pugh EN Jr: Introducing the viewpoint. J Gen Physiol. 2012; 140 (6): 579. PubMed Abstract | Publisher Full Text | Free Full Text 3. Zachariah R, Guillerm N, Berger S, et al. : Research to policy and practice change: is capacity building in operational research delivering the goods? Trop Med Int Health. 2014; 19 (9): 1068–1075. PubMed Abstract | Publisher Full Text 4. Guillerm N, Tayler-Smith K, Berger SD, et al. : What happens after participants complete a Union-MSF structured operational research training course? Public Health Action. 2014; 4 (2): 89–95. PubMed Abstract | Publisher Full Text | Free Full Text 5. Guillerm N, Tayler-Smith K, Dar Berger S, et al. : Research output after participants complete a Structured Operational Research and Training (SORT IT) course. Public Health Action. 2015; 5 (4): 266–268. PubMed Abstract | Publisher Full Text | Free Full Text 6. Zachariah R, Rust S, Berger SD, et al. : Building Global Capacity for Conducting Operational Research Using the SORT IT Model: Where and Who? PLoS One. 2016; 11 (8): e0160837. PubMed Abstract | Publisher Full Text | Free Full Text 7. Kumar AM, Shewade HD, Tripathy JP, et al. : Does research through Structured Operational Research and Training (SORT IT) courses impact policy and practice? Public Health Action. 2016; 6 (1): 44–49. PubMed Abstract | Publisher Full Text | Free Full Text 8. Guillerm N, Dar Berger S, Bissell K, et al. : Sustained research capacity after completing a Structured Operational Research and Training (SORT IT) course. Public Health Action. 2016; 6 (3): 207–208. PubMed Abstract | Publisher Full Text | Free Full Text 9. Tripathy JP, Kumar AM, Guillerm N, et al. : Does the Structured Operational Research and Training Initiative (SORT IT) continue to influence health policy and/or practice? Glob Health Action. 2018; 11 (1): 1500762. PubMed Abstract | Publisher Full Text | Free Full Text 10. Zachariah R, Ford N, Maher D, et al. : Is operational research delivering the goods? The journey to success in low-income countries. Lancet Infect Dis. 2012; 12 (5): 415–21. PubMed Abstract | Publisher Full Text 11. Martín-Martín A, Thelwall M, Orduña-Malea E, et al. : Google Scholar, Microsoft Academic, Scopus, Dimensions, Web of Science, and OpenCitations' COCI: a multidisciplinary comparison of coverage via citations. ArXiv. 2020; abs/2004.14329. Publisher Full Text 12. Hook DW, Porter SJ, Herzog C: Dimensions: Building Context for Search and Evaluation. Frontiers in Research. Front Res Metr Anal. 2018; 3 : 23. Publisher Full Text 13. Tayler-Smith K: Characteristics, utilization and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020. Dryad, Dataset. 2020. http://www.doi.org/10.5061/dryad.fj6q573sk Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 10 Mar 2021 ADD YOUR COMMENT Comment Author details Author details 1 Research for Implementation , UNICEF/UNDP/World Bank/WHO Special Programme for Research and Training in Tropical Diseases (TDR), World Health Organization, Geneva, Switzerland 2 LuxOR, Médecins Sans Frontières, Operational Centre Brussels, Luxembourg, Luxembourg 3 Centre for Operational Research, International Union Against TB and Lung Disease, Paris, France 4 London School of Hygiene and Tropical Medicine, London, UK 5 International Union Against Tuberculosis and Lung Disease, New Delhi, India 6 Yenepoya Medical College, Mangalore, India 7 Tuberculosis and Research Center NGO (TB-RPC), Yerevan, Armenia 8 Alliance for Public Health, Kyiv, Ukraine 9 Institute of Tropical Medicine, Antwerp, Belgium 10 Department of Medical Research, Ministry of Health and Sports, Pyin Oo Lwin, Myanmar Mohammed Khogali Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Katie Tayler-Smith Roles: Conceptualization, Data Curation, Formal Analysis, Investigation, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Anthony D. Harries Roles: Conceptualization, Formal Analysis, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Rony Zachariah Roles: Conceptualization, Formal Analysis, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Ajay Kumar Roles: Methodology, Writing – Review & Editing Hayk Davtyan Roles: Methodology, Writing – Review & Editing Srinath Satyanarayana Roles: Methodology, Writing – Review & Editing Olga Denisiuk Roles: Methodology, Writing – Review & Editing Johan van Griensven Roles: Methodology, Writing – Review & Editing Anthony Reid Roles: Methodology, Writing – Review & Editing Saw Saw Roles: Methodology, Writing – Review & Editing Selma Dar Berger Roles: Methodology, Writing – Review & Editing Veerle Hermans Roles: Methodology, Writing – Review & Editing Abraham Aseffa Roles: Methodology, Writing – Review & Editing John C. Reeder Roles: Methodology, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information This study was funded through Special Programme for Research and Training in Tropical Diseases (TDR) at the World Health Organization, Geneva, Switzerland. Article Versions (1) version 1 Published: 10 Mar 2021, 10:198 https://doi.org/10.12688/f1000research.27349.1 Copyright © 2021 World Health Organisation. This is an open access article distributed under the terms of the Creative Commons Attribution IGO License , which permits copying, adaptation and distribution in any medium or format for any purpose, provided the original work is properly cited, a link is provided to the license, and any changes made are indicated. Any such copying, adaptation and distribution must not in any way suggest that World Health Organisation endorses you or your use. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads F1000Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Khogali M, Tayler-Smith K, Harries AD et al. Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020 [version 1; peer review: 2 approved] . F1000Research 2021, 10 :198 ( https://doi.org/10.12688/f1000research.27349.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 10 Mar 2021 Views 0 Cite How to cite this report: Pyakurel P. Reviewer Report For: Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020 [version 1; peer review: 2 approved] . F1000Research 2021, 10 :198 ( https://doi.org/10.5256/f1000research.30226.r87937 ) The direct URL for this report is: https://f1000research.com/articles/10-198/v1#referee-response-87937 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 21 Jun 2021 Prajjwal Pyakurel , School of Public Health and Community Medicine, B.P. Koirala Institute of Health Sciences, Dharan, Nepal Approved VIEWS 0 https://doi.org/10.5256/f1000research.30226.r87937 Title: In the title, utilisation and the influences may carry the same meaning in minutely analyzed. So I think we can avoid overcrowding of words, Background: ... Continue reading READ ALL Title: In the title, utilisation and the influences may carry the same meaning in minutely analyzed. So I think we can avoid overcrowding of words, Background: In line number 9, what could be the indicators for improving program performance (in terms of ...??)? In the subheading, SORT IT course and application we should also mention the follow up period after submission in peer reviewed journal. Monitored and evaluated the characteristics and outputs of the OR courses. Can we add few examples? Results: Influence on OR capacity building and on policy and/or practice. I am not clear about the use of the terminology in some form of change. I think we should be specific. Discussion: Although course participants (predominantly from LMICs) may have an abundance of knowledge and experience to share in discussions and debates, most are not trained in how to craft these ideas and reflections into a paper. Comments: I also believe that besides training English language skills is crucial in writing the paper and non-native English speaker finds it difficult in writing the paper compared to native English Speaker and these things also should be highlighted. I believe a virtual platform could be another way besides SORT IT alumni network to involve female participants which can be added in the discussion. Conclusion: I think we should also add policy and practice implications required further in depth assessment with robust methodology in the conclusion part. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Yes Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: Non-Communicable Diseases I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Pyakurel P. Reviewer Report For: Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020 [version 1; peer review: 2 approved] . F1000Research 2021, 10 :198 ( https://doi.org/10.5256/f1000research.30226.r87937 ) The direct URL for this report is: https://f1000research.com/articles/10-198/v1#referee-response-87937 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Woldeyohannes D. Reviewer Report For: Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020 [version 1; peer review: 2 approved] . F1000Research 2021, 10 :198 ( https://doi.org/10.5256/f1000research.30226.r81281 ) The direct URL for this report is: https://f1000research.com/articles/10-198/v1#referee-response-81281 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 06 Apr 2021 Desalegn Woldeyohannes , Aklilu Lemma Institute of Pathobiology, College of Health Science, Addis Ababa University, Addis Ababa, Ethiopia Approved VIEWS 0 https://doi.org/10.5256/f1000research.30226.r81281 The paper is well written, concise, and clear with the study strengths and limitations clearly outlined. It is also interesting to read how some of the "view point"/"call for action’" papers shaped the operational research capacity building initiative as well ... Continue reading READ ALL The paper is well written, concise, and clear with the study strengths and limitations clearly outlined. It is also interesting to read how some of the "view point"/"call for action’" papers shaped the operational research capacity building initiative as well as influence health policy and practice as presented in Box 1 and 2, respectively. Few comment/clarifications: Background section: Inconsistent use of the conjunctions such as, "and or" (page 3, paragraph three last line) vs. "and/or" on the same page, paragraph 4 second from last line. Methodology section: Inconsistency of using "international/national" vs. "international or national", page 4, first up to third lines; and again unnecessary space tap appeared between the two words. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Yes Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: Life Science, Public Health I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Woldeyohannes D. Reviewer Report For: Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020 [version 1; peer review: 2 approved] . F1000Research 2021, 10 :198 ( https://doi.org/10.5256/f1000research.30226.r81281 ) The direct URL for this report is: https://f1000research.com/articles/10-198/v1#referee-response-81281 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 10 Mar 2021 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 Version 1 10 Mar 21 read read Desalegn Woldeyohannes , Addis Ababa University, Addis Ababa, Ethiopia Prajjwal Pyakurel , B.P. Koirala Institute of Health Sciences, Dharan, Nepal Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert Browse by related subjects keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2021 Pyakurel P. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 21 Jun 2021 | for Version 1 Prajjwal Pyakurel , School of Public Health and Community Medicine, B.P. Koirala Institute of Health Sciences, Dharan, Nepal 0 Views copyright © 2021 Pyakurel P. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Title: In the title, utilisation and the influences may carry the same meaning in minutely analyzed. So I think we can avoid overcrowding of words, Background: In line number 9, what could be the indicators for improving program performance (in terms of ...??)? In the subheading, SORT IT course and application we should also mention the follow up period after submission in peer reviewed journal. Monitored and evaluated the characteristics and outputs of the OR courses. Can we add few examples? Results: Influence on OR capacity building and on policy and/or practice. I am not clear about the use of the terminology in some form of change. I think we should be specific. Discussion: Although course participants (predominantly from LMICs) may have an abundance of knowledge and experience to share in discussions and debates, most are not trained in how to craft these ideas and reflections into a paper. Comments: I also believe that besides training English language skills is crucial in writing the paper and non-native English speaker finds it difficult in writing the paper compared to native English Speaker and these things also should be highlighted. I believe a virtual platform could be another way besides SORT IT alumni network to involve female participants which can be added in the discussion. Conclusion: I think we should also add policy and practice implications required further in depth assessment with robust methodology in the conclusion part. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Yes Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Non-Communicable Diseases I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Pyakurel P. Peer Review Report For: Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020 [version 1; peer review: 2 approved] . F1000Research 2021, 10 :198 ( https://doi.org/10.5256/f1000research.30226.r87937) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/10-198/v1#referee-response-87937 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2021 Woldeyohannes D. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 06 Apr 2021 | for Version 1 Desalegn Woldeyohannes , Aklilu Lemma Institute of Pathobiology, College of Health Science, Addis Ababa University, Addis Ababa, Ethiopia 0 Views copyright © 2021 Woldeyohannes D. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The paper is well written, concise, and clear with the study strengths and limitations clearly outlined. It is also interesting to read how some of the "view point"/"call for action’" papers shaped the operational research capacity building initiative as well as influence health policy and practice as presented in Box 1 and 2, respectively. Few comment/clarifications: Background section: Inconsistent use of the conjunctions such as, "and or" (page 3, paragraph three last line) vs. "and/or" on the same page, paragraph 4 second from last line. Methodology section: Inconsistency of using "international/national" vs. "international or national", page 4, first up to third lines; and again unnecessary space tap appeared between the two words. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Yes Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Life Science, Public Health I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Woldeyohannes D. Peer Review Report For: Characteristics, utilisation and influence of viewpoint articles from the Structured Operational Research and Training Initiative (SORT IT) – 2009-2020 [version 1; peer review: 2 approved] . F1000Research 2021, 10 :198 ( https://doi.org/10.5256/f1000research.30226.r81281) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/10-198/v1#referee-response-81281 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with F1000Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Characteristics, utilisation and influence...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://f1000research.com/articles/10-198/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://f1000research.com/articles/10-198/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://f1000research.com/articles/10-198/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Khogali M et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://f1000research.com/articles/10-198/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://f1000research.com/articles/10-198", templates : { twitter : "Characteristics, utilisation and influence of viewpoint articles.... Khogali M et al., published by " + "@F1000Research" + ", https://f1000research.com/articles/10-198/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/27349/30226") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "30226"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "87937": 6, "81281": 17, "81283": 0, "81282": 0, "81285": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "d895bc7c-34ba-4e3c-b58c-944177098340"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); An innovative open access publishing platform offering rapid publication and open peer review, whilst supporting data deposition and sharing. Browse Gateways Collections How it Works Contact For Developers Cookie Notice Privacy Notice RSS Submit Your Research Follow us © 2012-2026 F1000 Research Ltd. ISSN 2046-1402 | Legal | Partner of Research4Life • CrossRef • ORCID • FAIRSharing R.templateTests.simpleTemplate = R.template(' $text $text $text $text $text '); R.templateTests.runTests(); var F1000platform = new F1000.Platform({ name: "f1000research", displayName: "F1000Research", hostName: "f1000research.com", id: "1", editorialEmail: "[email protected]", infoEmail: "[email protected]", usePmcStats: true }); $(function(){R.ui.dropdowns('.dropdown-for-authors, .dropdown-for-about, .dropdown-for-myresearch');}); // $(function(){R.ui.dropdowns('.dropdown-for-referees');}); $(document).ready(function () { if ($(".cookie-warning").is(":visible")) { $(".sticky").css("margin-bottom", "35px"); $(".devices").addClass("devices-and-cookie-warning"); } $(".cookie-warning .close-button").click(function (e) { $(".devices").removeClass("devices-and-cookie-warning"); $(".sticky").css("margin-bottom", "0"); }); $("#tweeter-feed .tweet-message").each(function (i, message) { var self = $(message); self.html(linkify(self.html())); }); $(".partner").on("mouseenter mouseleave", function() { $(this).find(".gray-scale, .colour").toggleClass("is-hidden"); }); }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });