Quantitative AI yields algorithmic RNA biomarkers... | F1000Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://f1000research.com/js/vendor/ckeditor/' window.reactTheme = 'research'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2318163,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); search file_upload Submit your research search menu close search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Open Data, Software and Code Guidelines (PSE) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Article Processing Charges Peer Review Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Newsroom Contact My Research Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://f1000research.com/articles/14-663" }, "headline": "Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately...", "datePublished": "2025-07-07T15:05:49", "dateModified": "2026-02-14T14:04:43", "author": [ { "@type": "Person", "name": "Kevin Horgan" }, { "@type": "Person", "name": "Michael F McDermott" }, { "@type": "Person", "name": "Douglas Harrington" }, { "@type": "Person", "name": "Vahan Simonyan" }, { "@type": "Person", "name": "Patrick Lilley" } ], "publisher": { "@type": "Organization", "name": "F1000Research", "logo": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 480, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 1200, "width": 150 }, "description": " Background The derivation of novel biomarkers from biomedical data to accurately predict individual patient’s responses, would be an advance. We hypothesized that quantitative AI designed to analyze complex data, based on evolutionary computation, could identify algorithmic biomarkers from baseline data in a clinical trial, predictive of individual therapeutic responses. Methods A previously published randomized placebo controlled clinical trial in which patients with active rheumatoid arthritis (RA) naive to anti-tumor necrosis factor (TNF) therapy, were randomized to receive infliximab or placebo was analyzed. Baseline peripheral blood gene expression data, plus the treatment variable, infliximab or placebo, yielding 52,379 variables were available for 59 patients. The variable for analysis was a decrease in Disease Activity Score-28 (DSA28) score of 1.2. At 14 weeks, 20 of the 30 patients receiving infliximab had responded, and ten of the 29 patients receiving placebo had responded. Findings The AI derived a discovery algorithm, with 4 gene expression variables plus treatment assignment, that predicted responders versus non-responders for all 59 patients, with 100% accuracy. We present the discovery algorithm to enable transparent verification. Excluding the 4 gene expression variables, we then derived similarly accurate predictive algorithms with 4 other gene expression variables. We tested the hypothesis that the software could derive algorithms as predictors of treatment response applying just these 8 discovery gene expression variables to 6 previously published independent datasets. In each validation analysis, the accuracy of the algorithmic predictors surpassed those benchmarks previously reported, using a variety of analytic approaches. Conclusions AI based on evolutionary computation summarized a clinical trial, with transparent biomarker algorithms derived from baseline data, correctly predicting the outcome for all patients. The biomarker variables, validated in 6 independent cohorts, are now in development as a clinical test. This approach may expedite the discovery of companion diagnostics. " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://f1000research.com/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://f1000research.com/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://f1000research.com/articles/14-663/v1", "name": "Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid..." } } ] } Home Browse Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Horgan K, McDermott MF, Harrington D et al. Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment, providing a novel approach to companion diagnostic discovery. [version 1; peer review: 2 approved with reservations] . F1000Research 2025, 14 :663 ( https://doi.org/10.12688/f1000research.164015.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Research Article Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment, providing a novel approach to companion diagnostic discovery. [version 1; peer review: 2 approved with reservations] Kevin Horgan https://orcid.org/0000-0003-0647-9078 1 , Michael F McDermott https://orcid.org/0000-0002-1015-0745 2,3 , Douglas Harrington 4 , Vahan Simonyan 5 , Patrick Lilley 1,6 Kevin Horgan https://orcid.org/0000-0003-0647-9078 1 , Michael F McDermott https://orcid.org/0000-0002-1015-0745 2,3 , [...] Douglas Harrington 4 , Vahan Simonyan 5 , Patrick Lilley 1,6 PUBLISHED 07 Jul 2025 Author details Author details 1 Liquid Biosciences Inc., 26895 Aliso Creek Road B800, California, 92656, USA 2 Institute of Rheumatic and Musculoskeletal Medicine, University of Leeds, Leeds, England, LS9 7TF, UK 3 Department of Rheumatic Diseases, Clinical Sciences Institute, University of Galway, Galway, H91 V4AY, Ireland 4 Montana Department of Health and Human Services, Helena, MT, 59601, USA 5 Department of Biochemistry and Molecular Medicine, The George Washington University School of Medicine and Health Sciences, Washington, District of Columbia, 20052, USA 6 Ignite Biomedical Inc., Framingham, MA, 01701, USA Kevin Horgan Roles: Conceptualization, Investigation, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Michael F McDermott Roles: Conceptualization, Investigation, Writing – Original Draft Preparation, Writing – Review & Editing Douglas Harrington Roles: Conceptualization, Investigation, Writing – Original Draft Preparation, Writing – Review & Editing Vahan Simonyan Roles: Conceptualization, Methodology, Visualization, Writing – Review & Editing Patrick Lilley Roles: Conceptualization, Data Curation, Formal Analysis, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS This article is included in the AI in Medicine and Healthcare collection. Abstract Background The derivation of novel biomarkers from biomedical data to accurately predict individual patient’s responses, would be an advance. We hypothesized that quantitative AI designed to analyze complex data, based on evolutionary computation, could identify algorithmic biomarkers from baseline data in a clinical trial, predictive of individual therapeutic responses. Methods A previously published randomized placebo controlled clinical trial in which patients with active rheumatoid arthritis (RA) naive to anti-tumor necrosis factor (TNF) therapy, were randomized to receive infliximab or placebo was analyzed. Baseline peripheral blood gene expression data, plus the treatment variable, infliximab or placebo, yielding 52,379 variables were available for 59 patients. The variable for analysis was a decrease in Disease Activity Score-28 (DSA28) score of 1.2. At 14 weeks, 20 of the 30 patients receiving infliximab had responded, and ten of the 29 patients receiving placebo had responded. Findings The AI derived a discovery algorithm, with 4 gene expression variables plus treatment assignment, that predicted responders versus non-responders for all 59 patients, with 100% accuracy. We present the discovery algorithm to enable transparent verification. Excluding the 4 gene expression variables, we then derived similarly accurate predictive algorithms with 4 other gene expression variables. We tested the hypothesis that the software could derive algorithms as predictors of treatment response applying just these 8 discovery gene expression variables to 6 previously published independent datasets. In each validation analysis, the accuracy of the algorithmic predictors surpassed those benchmarks previously reported, using a variety of analytic approaches. Conclusions AI based on evolutionary computation summarized a clinical trial, with transparent biomarker algorithms derived from baseline data, correctly predicting the outcome for all patients. The biomarker variables, validated in 6 independent cohorts, are now in development as a clinical test. This approach may expedite the discovery of companion diagnostics. READ ALL READ LESS Keywords Biomarkers, algorithmic, AI, evolutionary computation, precision medicine, clinical trial, anti-TNF, rheumatoid arthritis Corresponding Author(s) Kevin Horgan ( [email protected] ) Close Corresponding author: Kevin Horgan Competing interests: Kevin Horgan and Patrick Lilley have equity in Liquid Biosciences. All other authors report no financial relationships with any organizations that might have an interest in the submitted work in the previous three years. The reported gene expression variables are included in issued U.S. Patent 9,845,505 Grant information: The author(s) declared that no grants were involved in supporting this work. Copyright: © 2025 Horgan K et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Horgan K, McDermott MF, Harrington D et al. Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment, providing a novel approach to companion diagnostic discovery. [version 1; peer review: 2 approved with reservations] . F1000Research 2025, 14 :663 ( https://doi.org/10.12688/f1000research.164015.1 ) First published: 07 Jul 2025, 14 :663 ( https://doi.org/10.12688/f1000research.164015.1 ) Latest published: 14 Feb 2026, 14 :663 ( https://doi.org/10.12688/f1000research.164015.2 ) There is a newer version of this article available. Suppress this message for one day. Introduction The completion of the Human Genome Project in 2003 was accompanied by optimism that a profusion of novel diagnostics and therapeutics would rapidly ensue. Technical innovations and digitization have since produced vast amounts of data without clearly impacting the trajectory of clinical advances. 1 The lack of predictive biomarkers with sufficient accuracy to inform therapeutic decisions for individual patients is an unresolved problem, thwarting the realization of the vision of precision medicine. 2 , 3 Why has the explosive growth in biomedical data not enabled greater progress, especially with respect to the discovery and development of predictive biomarkers? The typical explanation is the daunting complexity of biology. Living organisms are complex systems, containing orders of magnitude more information than non-living entities. 4 Biological functions, including disease and drug responsiveness, result from complex networks of cellular and molecular interactions that can potentially be described mathematically, reflecting mechanisms and constraints under which biological systems operate. 5 – 9 These interactions are typically nonlinear and multi-dimensional which complicates their analysis and definition. 10 – 13 This explains why single variable biomarkers are typically inadequate providers of clinically useful predictive insight. 11 Identifying causal factors from data is an inverse problem. What would an ideal analytic solution to the inverse problem as applied to biological complexity to yield actionable insight, including predictive biomarkers, look like? In a complex system, information is present in the relationships between components, as well as in the individual components themselves. An effective analytic solution would reveal the specific molecular networks that underly biological functions, diseases and therapeutic effects, respectively. The analytic approach would not assess the components in isolation. Instead, it would identify the relevant components in terms of their mathematical relationships with other components to reflect accurately their frequently non-linear nature. In essence, the solution would distil essential information into transparent explanatory and predictive quantitative algorithms, which could then be translated into clinical tests. Such an analytic solution could be applied to all forms of biomedical data, including clinical trial data. Randomized clinical trial outcomes are conventionally analyzed using a pre-specified hypothesis and statistical tests, based on the average overall response, in order to assess whether treatment is effective at a population level. Much information from clinical trials is neglected with this approach, resulting in a lack of guidance for clinicians and patients as to which individuals might benefit from the therapy. The ability to summarize clinical trial data in terms of transparent summary, quantitative, easily validated algorithms predictive of individual patient outcomes would have significant potential for informing both clinical practice and research. Since machine learning is not adequate, in part because of its black box solutions, and in part because prevalent methods do not have a broad palette of mathematical functions to characterize many interactions present in biological systems, we developed a novel approach. 14 , 15 We devised a novel analytic solution based on an evolutionary computation foundation fused with mathematics, the science of complex emergent systems, information theory and its subset, algorithmic compression theory. The software incorporated a comprehensive set of mathematical functions, to produce transparent interpretable predictive algorithms from complex biomedical data, specifically designed to model the nonlinear and high dimension relationships that define complex emergent systems. The algorithms produced are verifiably accurate mathematical solutions that can predict the outcome of interest. To test the software, we applied it to a previously published placebo-controlled clinical trial of infliximab in RA, conducted by a pharmaceutical company with baseline peripheral blood transcriptomic data. 16 , 17 Infliximab is a monoclonal anti-TNF antibody effective in treating a range of immune mediated disease including RA . The hypothesis was that the software would produce transparent, interpretable, discovery algorithms predictive of individual treatment responses that could be independently validated. We selected this trial because it was randomized and placebo controlled, with tens of thousands of RNA data points available for each patient to provide a rigorous test. The software produced a discovery algorithm comprised of biomarker measurements, a clinical variable in addition to mathematical functions, with 100% accuracy in predicting both infliximab and placebo treatment outcomes. The biomarkers were four RNA gene expression variables. The discovery algorithm is shown, in different formats, to enable independent validation. When those four gene expression variables in the original algorithm were excluded from subsequent analyses, using exactly the same analytic approach, additional algorithms were derived, with four different gene expression variables and similar 100% predictive accuracy. Having identified the eight discovery gene expression variables, we then hypothesized that application of the software, using only those eight variables to previously published data from six additional RA studies containing baseline gene expression data, would also derive accurate predictors of clinical outcomes following anti-TNF treatment. In each case, using just these eight gene expression variables, the software provided an algorithm more predictive of treatment response than reported in the original publications, thereby independently validating both the gene expression variables as response predictors, and the superior predictivity of our methodology relative to the various approaches, including different variants of machine learning, previously reported. The gene expression variables we discovered are now in development as a clinical test, which will need to be validated prospectively in future studies for clinical use. Methods Discovery cohort The discovery cohort was from a published randomized, double-blind placebo-controlled trial of infliximab, in RA patients naïve to biologics therapy following an inadequate response to methotrexate. 16 , 17 Participants were recruited between April 6 th , 2011 and March 29 th , 2012 from three European clinical centers: one in Romania and two in Moldova. 17 The study was conducted in accordance with principles of Good Clinical Practice and was approved by the National Ethics Committee in Romania and the National Ethics Committee, Clinical Research of Drugs and Methods of Treatment in Moldova, with all subjects providing informed written consent. 17 Active disease was defined as at least 6 tender and 6 swollen joints, with a rheumatoid arthritis magnetic resonance imaging score of ≥1 in the radio-carpal or intercarpal joints, as objective confirmation of disease activity. The participants were all on stable doses of methotrexate, steroids, and/or non-steroidal anti-inflammatory drugs. At weeks 0, 2, 6, and 14, the participants received either infliximab 3 mg/kg or placebo. The participants were of mean age of 50 years , predominantly female (92%), and rheumatoid factor positive (91.5%), with a mean baseline Disease Activity Score-28 (DAS28) score of 6.2. The primary endpoint was a magnetic resonance imaging assessment of disease activity. This endpoint was not used in our analysis, because the imaging data were not available for individual participants. The study had 80% power to yield a significant difference in DAS28 score. 17 The trial used the European League against Rheumatism (EULAR) DAS28 score to evaluate response, defined as a decrease of 1.2, as a binary dependent variable for the analysis at 14 weeks, yes or no. Baseline peripheral blood gene expression data for 59 patients were available plus one additional variable reflecting treatment, either infliximab or placebo, resulting in a total of 52,379 potentially independent variables. 16 The participant flow is shown diagrammatically in the original publication, where the study protocol is referenced. 17 Validation cohorts To independently validate the gene expression variables in the discovery algorithms, we applied these variables to 6 previously published studies with available baseline gene expression data from patients with active RA, treated with anti-TNF therapies. 18 – 23 These studies were done in different geographies, used different methodologies to process the samples and gene expression data, with variable endpoints, and in some cases, used different anti-TNF therapies. 18 – 23 Summary details on the discovery and validation studies are provided in Table 1 , with details available in the original publications. 18 – 23 Written informed consent for all participants and local ethics approval was obtained for each of the studies that provided validation data as detailed in the original publications. 18 – 23 Table 1. Discovery and validation studies of blood-based gene expression data of anti-TNF responsiveness in RA. First author MacIsaac et al. (2014) 16 , 17 Lequerre et al. (2005) 18 Julia et al. (2009) 19 Bienkowska et al. (2009) 20 Toonen et al. (2011) 21 Nakamura et al. (2016) 22 Tanino et al. (2010) 23 GEO accession GSE58795 GSE3592 GSE12051 GSE15258 GSE33377 GSE78068 GSE20690 Phase Discovery Validation Validation Validation Validation Validation Validation Location Moldova & Romania France Spain USA Netherlands Japan Japan RA classification criteria RA ACR (1987) RA ACR (1987) RA ACR (1987) RA (1987) RA ACR (1987) RA ACR (1987) or EULAR/ACR (2010) Not reported Treatment infliximab or placebo infliximab infliximab infliximab adalimumab, and etanercept infliximab and adalimumab infliximab infliximab RA treatment population MTX resistant. No prior TNF therapy MTX resistant. DAS28>=5.1 MTX resistant. DAS28>3.2. No prior TNF therapy Active RA: No TNF in past 6 months DMARD resistant. DAS28>3.2. No prior TNF therapy MTX resistant MTX resistant Platform Rosetta/Merck custom Affymetrix 2.0 microarray Affymetrix Human Genome U133A Array Illumina H-6 mRNA Sentrix Human-6 Expression BeadChip Affymetrix Human Genome U133 Plus 2.0 Array Affymetrix GeneChip Exon 1.0 ST Agilent-014850 Whole Human Genome Microarray 4x44K G4112F Agilent-014850 Whole Human Genome Microarray 4x44K G4112F Efficacy 14-week EULAR criteria 14-week EULAR criteria 14-week EULAR criteria 14-week EULAR criteria 14-week EULAR Criteria 6-month CDAI 14-week serum CRP Microarray data The gene expression profiles analyzed were downloaded from the GEO database. Because all the data used were previously published, de-identified and publicly available, neither ethics committee approval nor informed consent were required. Datasets were downloaded and transposed so that gene expression values and clinical variables were changed from rows to columns, and subject records were changed from columns to rows. Data files were saved in CSV format and imported into the software for analysis, without any pre-processing of the biomarker measures. Analysis The software is a quantitative analytic platform based on evolutionary computation, designed as a scalable, unbiased methodology to produce transparent algorithms based on mathematical relationships from complex data, without any prior assumptions other than the patient selection criteria and designs of the original studies yielding data for analysis. The software fuses evolutionary principles, signal processing functions, and information theory, and requires no domain expertise or prior knowledge of the nature of a problem in terms of explanatory variables, dimensionality or underlying mathematical relationships. A distinctive feature is that the software uses all available data to derive the algorithms, without any filtering process to exclude variables based on commonly used thresholds or feature selection methods. This enables the identification of variables typically discarded by feature selection methods used in biomarker discovery. This includes such methods’ tendency to discard potential explanatory variables, with relatively low expression or nonlinear relationships to the outcome, but which may be functionally important because of the nonlinear and binary threshold interactions pervasive in complex biologic systems. The software identifies key variables in the context of their mathematical relationships with each other and associated with outcomes of interest. The software automatically excludes overfitted algorithms and automatically divides the data into three distinct, random subsets that are sequentially processed: a training set, a selection set, and a test set. Analysis of the training subset provides an ensemble of candidate algorithms, which are then evaluated on the selection subset, to select a final algorithm, which is then validated on the test set. An overfitted algorithm would not be validated on the test set, ensuring that overfitted algorithms are not selected. The training, selection, and test data subsets are scrupulously segregated, to avoid any information leakage between the discrete components of the process. In the discovery analysis of the MacIsaac et al. data, there were 18 patients in the training set, 21 in the selection set and 20 in the test set ( Table 2 ). Table 2. Discovery algorithm metrics. Analysis of data from MacIsaac et al. 16 Training set: 9 placebo, 9 infliximab Errors/total 0/18 Accuracy 100% Misclassification rate 0% Validation set: 11 placebo, 10 infliximab Errors/total 0/21 Accuracy 100% Misclassification rate 0% Test set: 9 placebo, 11 infliximab Errors/total 0/20 Accuracy 100% Misclassification 0% Overall Accuracy 100% Overall Sensitivity 100% Overall Specificity 100% Number of gene expression variables 4 The 8 variables in the discovery algorithms were then applied to the analyses of six additional published data sets in patients with RA, using both baseline gene expression data and response outcomes to anti-TNF therapy, for independent validation. The intent was to prospectively validate the 8 variables and also to benchmark the predictivity of the algorithmic biomarkers that incorporated them, relative to prior predictors using traditional analytic approaches, including machine learning. Results Discovery analysis: Derivation of MacIsaac et al. algorithm The software initially yielded an algorithmic biomarker set with five variables and twelve sequential mathematical instructions as shown in Table 3 . There were four gene expression variables expressed quantitatively: SPTY2D1 , Clorf105 , KCTD4 and UL84 and the fifth variable was treatment assignment: infliximab or placebo. The algorithm is also presented in the form of an equation in Figure 1a , and in schematic form in Figure 1b . The three different depictions of the algorithm allow transparent validation of the discovery algorithm using the MacIsaac et al. GSE58795 dataset. Table 3. Discovery algorithm as series of operations. Instruction Input registers Explanation r[03] = SINCPI(r[03]) r[03] = 19 Calculate the sine of 19, divide that by 19 and push the result (0.00788827419278696) into memory register 03 r[06] = SUB(r[13], r[02]) r[13] = KCTD4, r[02] = 7 Subtract 7 from the measurement of RNA KCTD4, then push the result into register 06 r[04] = ADD(r[15], r[01]) r[15] = Treatment_num, r[01] = 2 Add Treatment_num to 2 and push the result into register 04. Treatment_num 0 is placebo, Treatment_num 1 is infliximab r[05] = ADD(r[10], r[06]) r[10] = SPTY2D1 Add the value in register 06 to the measurement of RNA SPTY2D1 and push the result into register 05 r[01] = DIV(r[02], r[04]) r[02]= 7 Divide 7 by the value in register 04 and push the result into register 01 r[00] = SINCPI(r[09]) r[09] = UL84 Calculate the sine of the measurement of RNA UL84, divide that by the measurement of RNA UL84, and push the result into register 00 IF(r[00] < r[03]) If the value in register 00 is less than the value in register 03, then execute the following instruction, otherwise skip it IF(r[11] < r[01]) r[11] = C1orf105 If the measurement of RNA C1orf105 is less than the value in register 01, then execute the following instruction, otherwise skip it r[00] = ADD(r[04], r[05]) If both of the above IF statements are TRUE, then add the value in register 04 to the value in register 05 and push the result into register 00. If one or both of the above IF statements are false, skip this instruction r[05] = DIV(r[11], r[00]) r[11] = C1orf105 Divide the measurement of RNA C1orf105 by the value in register 00, and push the result into register 05 r[04] = CONSTDIV(7, 5) Divide 7 by 5 and push the result into register 04 r[00] = ADD(r[04], r[05]) Add the value in register 04 to the value in register 05, and push the result into register 00 Final interpretation If the contents of memory register 00 are negative, then patient is predicted to be a non-responder, otherwise a responder Figure 1. Discovery algorithm as an equation (a) and in schematic form (b). The discovery algorithm containing 4 variables is transparently depicted as an equation and also in schematic form to complement its depiction as a sequence of operations in Table 3 , to facilitate both understanding and independent validation using the data from GSE58795 from MacIsaac et al. accessible at https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE58795 . 16 A calculation for an individual patient, with a resulting value of less than zero indicated treatment non-response, and a value of zero or more indicated treatment response. The algorithmic variables were not those with the highest levels of expression. Agnostic evolutionary selection of treatment as a variable, either infliximab or placebo, into the predictive algorithm is evidence that the treatment has a mathematically significant impact on the response outcome for some patients. Although expected a priori, the treatment assignment variable was selected agnostically by the evolutionary process, and not pre-specified. Users of the software cannot influence or require any variable to be incorporated into an algorithm. The performance metrics for the components of the discovery analyses are shown in Table 2 . The overall accuracy was 100%, with 100% sensitivity and specificity. Repeat analyses consistently yielded exactly the same variables, and the mathematical instructions encoded in all algorithms were, without exception, mathematically equivalent in terms of binary outcome: response or non-response. Omission of any of the mathematical instructions from the algorithm degraded predictivity. Therefore, the algorithm was optimized and devoid of superfluous calculations. Accuracy and reliability were consistent across training, validation and test sets analysed. When the initial four gene expression variables were excluded from subsequent analyses, four additional gene expression variables were identified as components of algorithms, also with 100% accuracy: PTPRC, TPM3, ARHGDIB and SIAH1 ( Table 4 ). The software selects the minimum number of variables for maximum accuracy. The fact that a second group of four variables provided algorithms with 100% accuracy implies that these variables are highly correlated with the original four, containing almost as much information. Table 4. Gene expression variables present in discovery algorithms. Expression Variable Function SPTY2D1 Suppressor of Ty 5 homolog Tumor suppressor gene in thyroid cancer 24 C1orf105 Chromosome 1 open reading frame Vascular remodeling, coronary artery disease and atrial fibrillation 25 , 26 KCTD4 Potassium channel tetramerization domain containing 4 Expressed in sepsis and esophageal cancer 27 , 28 UL84 Gene for human CMV protein UL84 Prior CMV infection associated with treatment response in RA 29 , 30 PTPRC Protein Tyrosine Phosphatase Receptor Type C or CD45 Genetic variants associated with anti-TNF response in RA 31 , 32 TPM3 Tropomyosin 3 Tropomyosin isoform associated with neoplasia, myopathy and as an autoantigen in RA 33 – 35 ARHGDIB Rho GDP Dissociation Inhibitor Beta Negative regulator of Rho guanosine triphosphate (RhoGTP) ases, reduced in osteoarthritis synovial fluid and elevated in early RA synovial fluid 36 , 37 SIAH1 Siah E3 Ubiquitin Protein Ligase 1 Downregulated in both RA and tuberculosis, may influence amplitude of inflammatory gene response 38 Validation of discovery gene expression variables by analysis of six independent datasets We then tested the hypothesis that the eight variables from the discovery algorithms could be used to derive algorithms predicting individual treatment anti-TNF response outcomes from six additional published RA clinical trial data sets, providing independent validation of the variables. 18 – 23 These data sets were chosen because they were derived from clinical trials similar to the discovery trial, though none were placebo controlled. While the eight variables used were the same for all six dataset analyses, distinct algorithmic operations were necessary for each validation, because of variation in quantitation instruments, measurement scale, data preparation and normalization methods used by the original researchers across the individual datasets. Summary information on the clinical studies is shown in Table 1 , with further details available in the original publications. 18 – 23 In each case, the algorithms we produced had superior performance to the analyses presented in the original publications as shown in Table 5 , even though only a subset of the eight discovery variables were available in some datasets. The original analyses used a wide range of analytic methods including the most common machine learning approaches: neural networks, support vector machines and random forests. Table 5. Discovery and validation studies of blood-based gene expression data of anti-TNF responsiveness in RA. First author MacIsaac 16 Lequerre 18 Julia 19 Bienkowska 20 Toonen 21 Nakamura 22 Tanino 23 Number of patients 59 30 44 46 – leaving out intermediate responses or 75 including intermediate responses 42 140 (infliximab treated) 68 Classifier Method OLS regression UHC SVM, DDA, RF, & k-NN RF K-means cluster analysis Logistic regression LOO Cross-validation analyses None LOO LOO LOO, NN, LDA and SVM None None None Original reported results None reported Sens 90% Spec 70% Sens 94% Spec 86% Sens 88% Spec 84% Sens 61% Spec 71% Sens 79% Spec 47% Sens 68% Spec 86% Current analysis Sens 100% Spec 100% Sens 100% Spec 100% Sens 100% Spec 86% Sens 100% Spec 86% Sens 100% Spec 96% Sens 95% Spec 91% Sens 96% Spec 84% The weighted-average sensitivity and specificity of the individual models from the analyses we conducted across all 7 datasets, with a total of 400 subjects treated with anti-TNF therapy, were 98.5% and 90.9% respectively, surpassing the accuracy of all the prior published individual analyses, as shown in Figure 2 . Accuracy for the marketed TNF response predictor from two reports, Mellors et al. and Jones et al., is also presented for comparison. 39 , 40 The marketed predictor consists of 23 variables and was derived using machine learning, with a combination of neural networks and random forests. The actual model has not been published. Figure 2. Performance metrics of discovery algorithmic biomarker predictor compared to other predictors. Weighted-average accuracy of the individual analyses we conducted using 7 datasets, on all 400 subjects receiving anti-TNF therapy had 98.5% sensitivity and 90.9% specificity as shown. This surpassed the performance metrics for all the individual previously reported analyses which are also shown. 18 – 23 No metrics were provided for MacIsaacs et al. study used for discovery. 16 , 17 Accuracy for a marketed TNF predictor from two reports, Jones et al. and Mellors et al., is also presented for comparison. 30 , 31 Discussion To address the stagnation in biomarker discovery and development we applied a novel analytic approach, based on evolutionary computation and information theory incorporating mathematical functions, to a placebo controlled randomized clinical trial with 52,379 baseline gene expression variables for each of 59 patients. This provided discovery biomarker algorithms perfectly predictive of individual responses to both active therapy and placebo. The algorithms contained subsets of 4 variables from a total of 8 variables. The eight discovery variables were then validated, using the same analytic approach, as components of algorithmic predictors when applied to data from six independent clinical trials with different TNF inhibitors, on 3 continents, in multiple ethnicities, despite differences in response criteria, gene expression processing platforms and measurement scale differences, thereby providing extremely high confidence as to their validity. The MacIsaacs et al. clinical trial study that provided the discovery data, was conducted by a major pharmaceutical company but did not provide a predictor of therapeutic response, nor did it identify any of the 8 variables we discovered as predictive. 16 In each of the six validation analyses, our derived algorithms all containing 4 or fewer variables, had sensitivity and specificity superior to benchmarks in the original publications, which used a variety of mainstream analytic approaches. including several types of machine learning. None of the publications for the six validation datasets identified the eight predictive algorithmic biomarkers we discovered 18 – 23 or reported an algorithm that might be the basis for a predictive test. To enable conclusive independent confirmation of our novel approach, we show an example of a perfectly predictive discovery algorithm, depicted three different ways: as a series of computer instructions, as an algebraic equation and also in schematic form. The performance metrics for the algorithms we report surpass those of the marketed predictor of anti-TNF response derived using machine learning, consisting of 23 variables, which only identify non-responders with a specificity of 77.3-86.8% and sensitivity of 50.0-60.2%. 39 , 40 Precision medicine requires highly predictive biomarkers to inform treatment decisions for individual patients. With the availability of more therapeutic options, selecting the most appropriate for an individual patient is an increasingly difficult challenge. Clinicians currently rely on trial and error approaches. The necessary biomarkers, to align patients with the optimal therapy, have not been forthcoming despite huge increases in the production of biomedical data. The asymmetry between the tens of thousands of publications describing novel biomarkers, and the tiny fraction of those that ultimately become clinical diagnostic tests, as noted in 2014, has persisted, representing a profound failure of biomarker discovery. 2 , 3 Why? The torrent of data enabled by technical advances and digitization led to a 2008 conclusion that the traditional scientific method needed to be refined, as standard hypothesis testing was not compatible with the availability of “big data”. 41 Computers analyzing large datasets can yield important previously undetectable correlations as seen in astronomy, cosmology and meteorology. 42 , 43 However, in biomedical research, this approach has yielded an underwhelming dividend, as illustrated by the poverty of novel clinically useful biomarkers. We hypothesized that prior analytic approaches have not been able to reveal useful biomarkers, because of their lack of suitability for analyzing complex biomedical data, neglecting biology and disease as complex systems. 3 Our software solution differs from the various types of machine learning, by fusing evolutionary computation with algorithmic information theory, incorporating a wide range of mathematical functions to directly address the non-linearity and high dimensionality of complex biomedical data yielding transparent quantitative predictive algorithms. Transparency is necessary for both informing medical decisions and providing scientific insight, 14 , 15 , 44 for patients, physicians and regulators, and also to provide a basis for the development of clinical tests. The software automatically eliminates overfitted algorithms from consideration. Confirmation that the selected algorithm is not overfitted is done in the third stage of the automated process. The application of concepts from evolutionary biology - inheritance, random variation, and natural selection - explains why evolutionary computation can handle large high dimensional data so efficiently. 45 Information theory is a mathematical framework for understanding information at a fundamental level, which includes the concepts of randomness and algorithmic compression. 46 , 47 That nature, in all its manifestations, is algorithmic, and that scientific comprehension is a process of finding predictive algorithms that compress information into its essence, is the basis for our approach. 47 – 49 Our algorithmic focus is complemented by the emerging understanding that biology reflects molecular networks that are algorithmic. 50 Biological functions, including therapeutic response and disease are recognized to be mediated by molecular networks, variously defined as modules, motifs or cores. 5 , 51 – 54 It has been proposed that understanding of molecular networks will be necessary for a deeper understanding of biological information flow and that this will require an algorithmic framework. 5 , 50 The incorporation of many mathematical functions into the software allows the underlying molecular interactions, which are frequently non-linear, to be modeled in the selected algorithms, thereby maximizing their predictivity, without any a priori assumptions as to their nature. The incorporation of mathematical functions into the algorithms aligns with emerging perspectives around the need to incorporate mathematics into biology. 55 We posit that our approach is practical and effective with modest sample sizes because of its focus on defining the most salient signals, as represented by the mathematical relationships between variables, which is predominantlywhere the information resides in complex systems. The evolutionary foundation of our approach allows large numbers of variables to be analyzed without the need to use arbitrary thresholds and feature selection to eliminate variables from consideration. The number of potential permutations of algorithmic memory registers containing only the final eight variables, combined with available mathematical functions in the analysis we report, is in excess of 10 61 . When considering all possible 52,379 biomarkers in the discovery dataset for each patient, the treatment arm variable, the software’s complete palette of available mathematical functions, and a limit of only 16 instructions per algorithm, the total number of potential discovery algorithms is 4.749 times 10 1253 . The discovery algorithm that we present incorporates the sine function, showing that molecular interactions underlying the response to therapy in RA can be represented using mathematical functions that also depict relationships in other biological contexts. This implies that the algorithm depicts a fundamental phenomenon. We identify lower expression variables that are likely to have disproportionate biological effects because of their non-linear interactions that other analytic approaches cannot readily detect and have frequently been excluded from consideration. These variables, which are not well studied, are likely to provide insights into the molecular mechanisms underlying responsiveness to anti-TNF therapy in RA. Individually, the eight variables were not highly correlated with response, and would not be useful response predictors, either individually or collectively, in the absence of the mathematical components of the algorithm. As well as revealing predictive algorithmic biomarkers, our approach may also enable the identification and understanding of the molecular networks mediating disease and therapeutic effects. These algorithms may help with the identification and prioritization of novel therapeutic targets, particularly those that might be amenable to emerging approaches that modulate specific RNA transcripts. The accuracy we report defines three distinct patient subsets: the first are anti-TNF responders, the second are placebo responders and the third are non-responders to either anti-TNF therapy or to placebo. The potential to predict patients in these three categories will be a focus of future studies to inform the most appropriate individualized therapeutic interventions. There are no prior reports directly linking SPTY2D1, KCTD4, and c1orf105 to either RA, immune-mediated diseases or to responses to therapy. 24 – 28 TPM3 has been reported as an autoantigen in RA, and to be associated with both myopathy and renal cancer. 33 – 35 ARHGDIB expression is upregulated in RA, whereas SIAH1 is downregulated. 36 – 38 TPM3, ARHGDIB and SIAH1 have not been associated with therapeutic outcomes. Prior cytomegalovirus exposure has been associated with poor responses to therapy in early RA 29 , 30 which may explain the UL84 gene variable association as it encodes for a cytomegalovirus protein. Mutations in PTPRC, also known as CD45, have been associated with RA patient response to anti-TNF therapy. 31 , 32 The discovery variables we report and have validated, are in development as components of a clinical PCR test using clinical grade instruments and protocols. PCR tests are versatile and reliable for deployment in clinical laboratories. The discovery algorithm, derived on research instruments such as we have presented here, is not appropriate for clinical use, as its sole purpose is to identify the most informative variables. Research-stage instruments have different quantitation levels, dynamic range and reliability compared to clinical-grade assay processes and technology. Therefore, the clinical test we have in development will require derivation of novel algorithms, which will then need to be prospectively validated for clinical use. We envision that the clinical test will provide the basis for an ensemble of algorithms, each predictive of different specific clinical endpoints, in addition to DAS28, at different time points, thereby providing a comprehensive efficacy profile for individual patients, most informative to clinicians, to maximize clinical relevance. We are applying the same gene expression variables to other diseases responsive to anti-TNF therapy. Our hypothesis is that the same variables will be the basis of algorithms predictive of individual treatment response to anti-TNF therapies in other diseases where anti-TNF therapy is of proven efficacy, implying that the variables we have identified are of fundamental biological importance in mediating the efficacy of anti-TNF therapy in general. Our analytic approach may provide a novel paradigm for future synchronous development of novel therapies and companion diagnostics. Proof of concept clinical studies could routinely incorporate baseline biomarker profiling to yield transparent algorithms predictive of both efficacy and safety signals. The predictive algorithmic biomarkers could then be expeditiously incorporated into and validated in subsequent registration studies, potentially yielding highly predictive companion diagnostics to inform both regulatory approval and reimbursement decisions. Such algorithmic biomarkers could also be incorporated into the product label to inform prescribing decisions for individual patients. In the future, we envision all therapies could be accompanied by algorithmic biomarkers, predictive of efficacy and safety endpoints of interest, to objectively and quantitatively inform administration decisions for individual patients. The algorithmic biomarkers could be promptly updated as new data emerge to optimize clinical utility. In addition, clinical trial outcomes could be routinely summarized in terms of the algorithms. Optimal translation of biomedical data into actionable information requires analytic methodology designed to yield mathematically informed algorithmic insight from complex high dimensional non-linear data. The novel analytic approach that we present addresses that challenge. This is the only reported method that provides transparent, simple algorithmic biomarkers that accurately reflect biology as a complex system and quantitatively predicts individual therapeutic responses, that can readily be translated into clinical tests. This may have implications for the discovery and development of companion diagnostics and the analysis of clinical trials. Currently, the gulf between actual health care and that which could be provided, has arguably never been wider. 56 We contend that bridging that gulf will require solving the “biomarker problem” with biomarkers that reliably identify those patients who are most likely to benefit from a particular agent. 57 As we have shown here, this will be done by a focus on medicine as an information science, acknowledging that “to be useful, data must be analyzed, interpreted, and acted on. Thus, it is algorithms, not data sets, that will prove transformative.” 58 Ethical considerations The study that provided the discovery data was conducted in accordance with principles of Good Clinical Practice and was approved by the National Ethics Committee in Romania and the National Ethics Committee, Clinical Research of Drugs and Methods of Treatment in Moldova, with all subjects providing informed written consent. 16 , 17 Written informed consent for all participants and local ethics approval was obtained for each of the studies that provided validation data as detailed in the original publications. 18 – 23 Data availability Gene Expression Omnibus (GEO) database: All the gene expression profiles analyzed were downloaded from, and are freely available at, the GEO database. No software is required to view the datasets or to replicate the discovery algorithm we report. For discovery analysis, GSE58795 - https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE58795 16 For validation analyses, GSE3592 - https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE3592 18 GSE12051 - https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE12051 19 GSE15258 - https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE15258 20 GSE33377 - https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE33377 21 GSE78068 - https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE78068 22 GSE20690 - https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE20690 23 Reporting guidelines The report was written to comply with the STARD 2015 guideline – BMJ 2015:351:h5527 PMID: 26511519 Figshare: STARD-2015-Checklist forQuantitative AI based on evolutionary computation yields algorithmic RNA biomarkers from a randomized rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment.docx, https://doi.org/10.6084/m9.figshare.28707170.v1 This project contains the following underlying data: STARD-2015-Checklist.docx Data is available under CC BY 4.0 license. The clinical trial used for discovery analysis was registered - ClinicalTrials.gov registration: NCT01313520 References 1. Joyner MJ, Paneth N: Promises, promises, and precision medicine. J. Clin. Invest. 2019; 129 (3): 946–948. PubMed Abstract | Publisher Full Text | Free Full Text 2. Barker AD, Compton CC, Poste G: The National Biomarker Development Alliance accelerating the translation of biomarkers to the clinic. Biomark. Med. 2014, 2014; 8 (6): 873–876. Publisher Full Text 3. Barker AD, Alba MM, Mallick P, et al. : An Inflection Point in Cancer Protein Biomarkers: What was and What’s Next. Mol. Cell. Proteomics. 2023; 22 (7): 100569. PubMed Abstract | Publisher Full Text | Free Full Text 4. Hopfield JJ: Physics, Computation, and Why Biology Looks so Different. J. Theor. Biol. 1994; 171 : 53–60. Publisher Full Text 5. Nurse P: Life, logic and information. Nature. 2008; 454 (7203): 424–426. Publisher Full Text 6. Nurse P: Complexity and Biology. Cell. 2014; 157 (1): 272–273. Publisher Full Text 7. Berger SI, Iyengar R: Role of systems pharmacology in understanding drug adverse events. Wiley Interdiscip. Rev. Syst. Biol. Med. 2011; 3 (2): 129–135. PubMed Abstract | Publisher Full Text | Free Full Text 8. Savic S, Caseley EA, McDermott MF: Moving towards a systems-based classification of innate immune-mediated diseases. Nat. Rev. Rheumatol. 2020; 16 : 222–237. PubMed Abstract | Publisher Full Text 9. Coffey DS: Self-organization, complexity and chaos: The new biology for medicine. Nat. Med. 1998; 4 : 882–885. PubMed Abstract | Publisher Full Text 10. Goldberger AL: Giles f. Filley lecture. Complex systems. Proc. Am. Thorac. Soc. 2006; 3 (6): 467–471. PubMed Abstract | Publisher Full Text | Free Full Text 11. Rea TJ, Brown CM, Sing CF: Complex adaptive system models and the genetic analysis of plasma HDL-cholesterol concentration. Perspect. Biol. Med. 2006; 49 (4): 490–503. PubMed Abstract | Publisher Full Text | Free Full Text 12. Mazzocchi F: Complexity in biology. Exceeding the limits of reductionism and determinism using complexity theory. EMBO Rep. 2008; 9 (1): 10–14. PubMed Abstract | Publisher Full Text | Free Full Text 13. Herrington D, Wang Y: Clinical heterogenity in the age of big data, advanced analytics and complexity theory. Trans. Am. Clin. Climatol. Assoc. 2023; 133 : 56–68. PubMed Abstract Reference Source 14. Wilkinson J, Arnold KF, Murray EJ, et al. : Time to reality check the promises of machine learning-powered precision medicine. Lancet Digit Health. 2020; 2 : e677–e680. PubMed Abstract | Publisher Full Text | Free Full Text 15. Price WN: Big data and black-box medical algorithms. Sci. Transl. Med. 2018; 10 : 471. PubMed Abstract | Publisher Full Text | Free Full Text 16. MacIsaac K, Baumgartner R, Kang J, et al. : Pre-treatment whole blood gene expression is associated with 14-week response assessed by dynamic contrast enhanced magnetic resonance imaging in infliximab-treated rheumatoid arthritis patients. PLoS ONE. 2014; 9 (12): e111937. PubMed Abstract | Publisher Full Text | Free Full Text 17. Beals C, Baumgartner R, Peterfy C, et al. : Magnetic resonance imaging of the hand and wrist in a randomized, double-blind, multicenter, placebo-controlled trial of infliximab for rheumatoid arthritis: Comparison of dynamic contrast enhanced assessments with semi-quantitative scoring. PLoS ONE. 2017; 12 (12): e0187397. PubMed Abstract | Publisher Full Text | Free Full Text 18. Lequerre T, Gauthier-Jauneau A, Bansard C, et al. : Gene profiling in white blood cells predicts infliximab responsiveness in rheumatoid arthritis. Arth. Res. Ther. 2006; 8 : R105. PubMed Abstract | Publisher Full Text | Free Full Text 19. Julia A, Erra A, Palacio C, et al. : An eight-gene blood expression profile. PloS ONE. 2009; 4 : e7556. PubMed Abstract | Publisher Full Text | Free Full Text 20. Bienkowska J, Dagin G, Batliwalla F, et al. : Convergent random forest predictor: Methodology for predicting drug response from genome-scale data applied to anti-TNF response. Genomics. 2009; 94 : 423–432. PubMed Abstract | Publisher Full Text | Free Full Text 21. Toonen EJ, Gilissen C, Franke B, et al. : Validation study of existing gene expression signatures for anti-TNF treatment in patients with rheumatoid arthritis. PLoS ONE. 2012; 7 (3): e33199. PubMed Abstract | Publisher Full Text | Free Full Text 22. Nakamura S, Suzuki K, Iijima H, et al. : Identification of baseline gene expression signatures predicting therapeutic responses to three biologic agents in rheumatoid arthritis: a retrospective observational study. Arth. Res. Ther. 2016; 18 : 159. PubMed Abstract | Publisher Full Text | Free Full Text 23. Tanino M, Matoba R, Nakamura S, et al. : Prediction of efficacy of anti-TNF biologic agent, infliximab, for rheumatoid arthritis patients using a comprehensive transcriptome analysis of white blood cells. Biochem. Biophys. Res. Commun. 2009 18; 387 (2): 261–265. PubMed Abstract | Publisher Full Text 24. Ramírez-Moya J, Wert-Lamas L, Acuña-Ruíz A, et al. : Identification of an interactome network between lncRNAs and miRNAs in thyroid cancer reveals SPTY2D1-AS1 as a new tumor suppressor. Sci. Rep. 2022; 12 (1): 7706. PubMed Abstract | Publisher Full Text | Free Full Text 25. Li K, Kong R, Ma L, et al. : Identification of potential M2 macrophage-associated diagnostic biomarkers in coronary artery disease. Biosci. Rep. 2022; 42 (12): BSR20221394. PubMed Abstract | Publisher Full Text | Free Full Text 26. Zhang J, Huang X, Wang X, et al. : Identification of potential crucial genes in atrial fibrillation: a bioinformatic analysis. BMC Med. Genet. 2020; 13 (1): 104. PubMed Abstract | Publisher Full Text | Free Full Text 27. Kim S, Noh JH, Lee MJ, et al. : Effects of mitochondrial transplantation on transcriptomics in a polymicrobial sepsis model. Int. J. Mol. Sci. 2023; 24 (20): 15326. PubMed Abstract | Publisher Full Text | Free Full Text 28. Zheng C, Yu X, Xu T, et al. : KCTD4 interacts with CLIC1 to disrupt calcium homeostasis and promote metastasis in esophageal cancer. Acta Pharm. Sin. B. 2023; 13 (10): 4217–4233. PubMed Abstract | Publisher Full Text | Free Full Text 29. Colletti KS, Smallenburg KE, Xu Y, et al. : Human cytomegalovirus UL84 interacts with an RNA stem-loop sequence found within the RNA/DNA hybrid region of oriLyt. J. Virol. 2007; 81 : 7077–7085. PubMed Abstract | Publisher Full Text | Free Full Text 30. Davis JM, Knutson KL, Strausbauch MA, et al. : Immune response profiling in early rheumatoid arthritis: discovery of a novel interaction of treatment response with viral immunity. Arthritis Res. Ther. 2013; 15 (6): R199. PubMed Abstract | Publisher Full Text | Free Full Text 31. Cui J, Saevarsdottir S, Thomson B, et al. : Rheumatoid arthritis risk allele PTPRC is also associated with response to anti-tumor necrosis factor alpha therapy. Arthritis Rheum. 2010; 62 (7): 1849–1861. PubMed Abstract | Publisher Full Text | Free Full Text 32. Plant D, Prajapati R, Hyrich KL, et al. : Replication of association of the PTPRC gene with response to anti-tumor necrosis factor therapy in a large UK cohort. Arthritis Rheum. 2012; 64 (3): 665–670. PubMed Abstract | Publisher Full Text | Free Full Text 33. Poulsen TBG, Damgaard D, Jørgensen MM, et al. : Identification of Novel Native Autoantigens in Rheumatoid Arthritis. Biomedicine. 2020; 8 (6): 141. PubMed Abstract | Publisher Full Text | Free Full Text 34. Lambert MR, Gussoni E: Tropomyosin 3 (TPM3) function in skeletal muscle and in myopathy. Skelet. Muscle. 2023; 13 (1): 18. PubMed Abstract | Publisher Full Text | Free Full Text 35. Galea LA, Hildebrand MS, Witkowski T, et al. : ALK-rearranged renal cell carcinoma with TPM3::ALK gene fusion and review of the literature. Virchows Arch. 2023; 482 (3): 625–633. PubMed Abstract | Publisher Full Text 36. Ritter SY, Subbaiah R, Bebek G, et al. : Proteomic analysis of synovial fluid from the osteoarthritic knee: comparison with transcriptome analyses of joint tissues. Arthritis Rheum. 2013; 65 (4): 981–992. PubMed Abstract | Publisher Full Text | Free Full Text 37. Lequerré T, Bansard C, Vittecoq O, et al. : Early and long-standing rheumatoid arthritis: distinct molecular signatures identified by gene-expression profiling in synovia. Arthritis Res. Ther. 2009; 11 : R99. PubMed Abstract | Publisher Full Text | Free Full Text 38. Badr MT, Häcker G: Gene expression profiling meta-analysis reveals novel gene signatures and pathways shared between tuberculosis and rheumatoid arthritis. PLoS ONE. 2019; 14 (3): e0213470. PubMed Abstract | Publisher Full Text | Free Full Text 39. Mellors T, Withers JB, Ameli A, et al. : Clinical validation of a blood-based predictive test for stratification of response to tumor necrosis factor inhibitor therapies in rheumatoid arthritis patients. Network and Systems Medicine. 2020; 3 (1): 91–104. Publisher Full Text 40. Jones A, Rapisardo S, Zhang L, et al. : Analytical and clinical validation of an RNA sequencing-based assay for quantitative, accurate evaluation of a molecular signature response classifier in rheumatoid arthritis. Expert. Rev. Mol. Diagn. 2021; 21 (11): 1235–1243. PubMed Abstract | Publisher Full Text 41. Anderson C: The End of Theory: The Data Deluge Makes the Scientific Method Obsolete Wired 16.07 retrieved Jan 13 th 2025.2008. Reference Source 42. Pontzen A: The Universe in a Box: Simulations and the Quest to Code the Cosmos. Riverhead Books; 2023. 9780593330487. 43. Doyne Farmer J: Making Sense of Chaos: A Better Economics for a Better World. Yale University Press; 2024. 9780300273779. 44. Naughton J: Machine-learning systems are problematic. That’s why tech bosses call them ‘AI’. The Guardian. 2022. Retrieved June 22 nd 2025. Reference Source 45. Sipper M, Olson RS, Moore JH: Evolutionary computation: the next major transition of artificial intelligence? BioData Min. 2017; 10 : 26. PubMed Abstract | Publisher Full Text | Free Full Text 46. Gleich J: The Information: A History, a Theory, a Flood. Pantheon Books (US); 2011. 978-0-375-423-72-7. 47. Robertson DS: Phase Change: The Computer Revolution in Science and Mathematics. Oxford University Press; 2003. 0195157486. 48. Zenil H, Schmidt A, Tenner J: Causality, information and biological computation: an algorithmic software approach to life, disease and the immune system. Chapter in From Matter to Life: Information and Causality. Walker SI, Davies PCW, Ellis G, editors. Cambridge University Press; 2017; pages 244–280. 9781107150539. 50. Arthur WB: Algorithms and the Shift in Modern Science. Beijer Discussion Paper Series No. 269.2020. Reference Source 51. Lim WA, Lee CM, Tang C: Design principles of regulatory networks: searching for the molecular algorithms of the cell. Mol. Cell. 2013; 49 (2): 202–212. PubMed Abstract | Publisher Full Text | Free Full Text 52. Alon U: Network motifs: theory and experimental approaches. Nat. Rev. Genet. 2007; 8 (6): 450–461. Publisher Full Text 53. Gallo E, De Renzis S, Sharpe J, et al. : Versatile system cores as a conceptual basis for generality in cell and developmental biology. Cell Syst. 2024; 15 (9): 790–807. PubMed Abstract | Publisher Full Text 54. Hartwell LH, Hopfield JJ, Leibler S, et al. : From molecular to modular cell biology. Nature. 1999; 402 (6761 Suppl): C47–C52. Publisher Full Text 55. Rajapakse I: Conversation with Dr Steve Smale and Dr. Lee Hartwell. Not. Am. Math. Soc. 2021; 68 (9): 1578–1582. Publisher Full Text 56. Angus DC, Huang AJ, Lewis RJ, et al. : The Integration of Clinical Trials With the Practice of Medicine: Repairing a House Divided.2024; 332 (2): 153–162. PubMed Abstract | Publisher Full Text | Free Full Text 57. Sawyers C: The cancer biomarker problem. Nature. 2008; 452 : 548–552. Publisher Full Text 58. Obermeyer Z, Emanuel EJ: Predicting the Future - Big Data, Machine Learning, and Clinical Medicine. N. Engl. J. Med. 2016; 375 (13): 1216–1219. PubMed Abstract | Publisher Full Text | Free Full Text Comments on this article Comments (0) Version 2 VERSION 2 PUBLISHED 07 Jul 2025 ADD YOUR COMMENT Comment Author details Author details 1 Liquid Biosciences Inc., 26895 Aliso Creek Road B800, California, 92656, USA 2 Institute of Rheumatic and Musculoskeletal Medicine, University of Leeds, Leeds, England, LS9 7TF, UK 3 Department of Rheumatic Diseases, Clinical Sciences Institute, University of Galway, Galway, H91 V4AY, Ireland 4 Montana Department of Health and Human Services, Helena, MT, 59601, USA 5 Department of Biochemistry and Molecular Medicine, The George Washington University School of Medicine and Health Sciences, Washington, District of Columbia, 20052, USA 6 Ignite Biomedical Inc., Framingham, MA, 01701, USA Kevin Horgan Roles: Conceptualization, Investigation, Methodology, Writing – Original Draft Preparation, Writing – Review & Editing Michael F McDermott Roles: Conceptualization, Investigation, Writing – Original Draft Preparation, Writing – Review & Editing Douglas Harrington Roles: Conceptualization, Investigation, Writing – Original Draft Preparation, Writing – Review & Editing Vahan Simonyan Roles: Conceptualization, Methodology, Visualization, Writing – Review & Editing Patrick Lilley Roles: Conceptualization, Data Curation, Formal Analysis, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Competing interests Kevin Horgan and Patrick Lilley have equity in Liquid Biosciences. All other authors report no financial relationships with any organizations that might have an interest in the submitted work in the previous three years. The reported gene expression variables are included in issued U.S. Patent 9,845,505 Grant information The author(s) declared that no grants were involved in supporting this work. Article Versions (2) version 2 Revised Published: 14 Feb 2026, 14:663 https://doi.org/10.12688/f1000research.164015.2 version 1 Published: 07 Jul 2025, 14:663 https://doi.org/10.12688/f1000research.164015.1 Copyright © 2025 Horgan K et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads F1000Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Horgan K, McDermott MF, Harrington D et al. Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment, providing a novel approach to companion diagnostic discovery. [version 1; peer review: 2 approved with reservations] . F1000Research 2025, 14 :663 ( https://doi.org/10.12688/f1000research.164015.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 07 Jul 2025 Views 0 Cite How to cite this report: Roudier J. Reviewer Report For: Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment, providing a novel approach to companion diagnostic discovery. [version 1; peer review: 2 approved with reservations] . F1000Research 2025, 14 :663 ( https://doi.org/10.5256/f1000research.180451.r403742 ) The direct URL for this report is: https://f1000research.com/articles/14-663/v1#referee-response-403742 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 10 Oct 2025 Jean Roudier , INSERM, Luminy, France Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.180451.r403742 "Some kind of mathematical analysis (a genius in a black box) is performed using 50.000 biomarkers expression data from a study of clinical outcome in 59 patients with RA under Infliximab or placebo. From there, 8 markers ... Continue reading READ ALL "Some kind of mathematical analysis (a genius in a black box) is performed using 50.000 biomarkers expression data from a study of clinical outcome in 59 patients with RA under Infliximab or placebo. From there, 8 markers are identified which are supposedly predictive of clinical response to Infliximab. The expression of these 8 markers is studied in another 6 50.000 markers expression and clinical outcome studies in RA patients under Infliximab or Placebo. The genius in a black box mathematical analysis supposedly allows to predict responders and non responders with 100% accuracy. This article is interesting but presented as "I got a great mathematical toolbox that allows me to predict clinical response to infliximab in patients with RA from 50.000 biomarkers expression data ". I suggest to shorten the introduction and discussion and try to explain simply for a layperson what kind of mathematical/statistical treatment of the expression data has been done . Is the work clearly and accurately presented and does it cite the current literature? No Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? No If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Partly Competing Interests: No competing interests were disclosed. Reviewer Expertise: immunogenetics of Rheumatoid arthritis I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Roudier J. Reviewer Report For: Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment, providing a novel approach to companion diagnostic discovery. [version 1; peer review: 2 approved with reservations] . F1000Research 2025, 14 :663 ( https://doi.org/10.5256/f1000research.180451.r403742 ) The direct URL for this report is: https://f1000research.com/articles/14-663/v1#referee-response-403742 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 18 Feb 2026 Kevin Horgan , Liquid Biosciences Inc., 26895 Aliso Creek Road B800, 92656, USA 18 Feb 2026 Author Response The reviewers reservations about whether the the work is clearly and accurately presented and whether it cites the current literature are difficult to address without identification of specific concerns. ... Continue reading The reviewers reservations about whether the the work is clearly and accurately presented and whether it cites the current literature are difficult to address without identification of specific concerns. Similarly, the apparent reservations about study design are also difficult to address without specifics. Regarding the presentation of sufficient details of methods and analysis to allow replication. Anticipating that this is a concern in all publications, we have transparently provided an example of an algorithm to enable independent verification of our approach, utilizing the publicly available data that we cite. Regarding the apparent reservations about the conclusions drawn, without specific insight on the nature of the reservations it is not possible to directly address. The reviewers reservations about whether the the work is clearly and accurately presented and whether it cites the current literature are difficult to address without identification of specific concerns. Similarly, the apparent reservations about study design are also difficult to address without specifics. Regarding the presentation of sufficient details of methods and analysis to allow replication. Anticipating that this is a concern in all publications, we have transparently provided an example of an algorithm to enable independent verification of our approach, utilizing the publicly available data that we cite. Regarding the apparent reservations about the conclusions drawn, without specific insight on the nature of the reservations it is not possible to directly address. Competing Interests: Corresponding author. Conflicts of interest presented in manuscript. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 18 Feb 2026 Kevin Horgan , Liquid Biosciences Inc., 26895 Aliso Creek Road B800, 92656, USA 18 Feb 2026 Author Response The reviewers reservations about whether the the work is clearly and accurately presented and whether it cites the current literature are difficult to address without identification of specific concerns. ... Continue reading The reviewers reservations about whether the the work is clearly and accurately presented and whether it cites the current literature are difficult to address without identification of specific concerns. Similarly, the apparent reservations about study design are also difficult to address without specifics. Regarding the presentation of sufficient details of methods and analysis to allow replication. Anticipating that this is a concern in all publications, we have transparently provided an example of an algorithm to enable independent verification of our approach, utilizing the publicly available data that we cite. Regarding the apparent reservations about the conclusions drawn, without specific insight on the nature of the reservations it is not possible to directly address. The reviewers reservations about whether the the work is clearly and accurately presented and whether it cites the current literature are difficult to address without identification of specific concerns. Similarly, the apparent reservations about study design are also difficult to address without specifics. Regarding the presentation of sufficient details of methods and analysis to allow replication. Anticipating that this is a concern in all publications, we have transparently provided an example of an algorithm to enable independent verification of our approach, utilizing the publicly available data that we cite. Regarding the apparent reservations about the conclusions drawn, without specific insight on the nature of the reservations it is not possible to directly address. Competing Interests: Corresponding author. Conflicts of interest presented in manuscript. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Solomon DH and Marks K. Reviewer Report For: Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment, providing a novel approach to companion diagnostic discovery. [version 1; peer review: 2 approved with reservations] . F1000Research 2025, 14 :663 ( https://doi.org/10.5256/f1000research.180451.r398676 ) The direct URL for this report is: https://f1000research.com/articles/14-663/v1#referee-response-398676 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 22 Aug 2025 Daniel H. Solomon , Harvard Medical School, Boston, USA Kathryne Marks , Brigham and Women's Hospital, Boston, Massachusetts, USA Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.180451.r398676 Comments: The authors pointed out several genes of interest. However, it was unclear if there was an increase in transcription or a decrease. This seems like an important detail to leave out. Were all ... Continue reading READ ALL Comments: The authors pointed out several genes of interest. However, it was unclear if there was an increase in transcription or a decrease. This seems like an important detail to leave out. Were all 8 genes used in the final predictive model? If not, why not and how were some eliminated? I was a bit unclear on why placebo patients were being considered. I would find it helpful if the authors showed the 2x2 contingency table used to generate sensitivity and specificity. The authors need to comment on the heterogeneity of the cohorts. Is a 14 week follow-up adequate? Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly Competing Interests: No competing interests were disclosed. We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however we have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Solomon DH and Marks K. Reviewer Report For: Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment, providing a novel approach to companion diagnostic discovery. [version 1; peer review: 2 approved with reservations] . F1000Research 2025, 14 :663 ( https://doi.org/10.5256/f1000research.180451.r398676 ) The direct URL for this report is: https://f1000research.com/articles/14-663/v1#referee-response-398676 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 11 Sep 2025 Kevin Horgan , Liquid Biosciences Inc., 26895 Aliso Creek Road B800, 92656, USA 11 Sep 2025 Author Response Response to review from Daniel H. Solomon, Harvard Medical School, Boston, USA and Kathryne Marks, Brigham and Women's Hospital, Boston, Massachusetts, USA 1. The authors pointed out several genes of interest. However, ... Continue reading Response to review from Daniel H. Solomon, Harvard Medical School, Boston, USA and Kathryne Marks, Brigham and Women's Hospital, Boston, Massachusetts, USA 1. The authors pointed out several genes of interest. However, it was unclear if there was an increase in transcription or a decrease. This seems like an important detail to leave out. Authors answer: We thank you for your perceptive and helpful comments. The mRNA/transcription biomarkers’ data values were measurements of the state of a patient at a single baseline timepoint. Therefore, there is no increase or decrease to be reported, in a longitudinal sense. However, it may be that the reviewer intended to refer to the baseline differences between future responders and non-responders – usually reported as a difference of means with a p value. If this is the case, the comment and the aforementioned metrics have an underlying assumption, which is that the biomarkers would be consistently higher or lower in responders than non-responders. This assumption is based on each biomarker being an “independent variable” in a predictive model. Further, the difference of means and the associated p value metric, assume linearity and normal distributions. It turns out that none of these three assumptions are true in the datasets. A central point of the paper is that biomarkers are interacting in the dynamic biology of the patient, the inflammatory disease state, and exogenous factors like lifestyle and treatments. This is borne out in our algorithmic models: the interactions of the biomarkers carry far more predictive information than the levels of each biomarker in isolation. A minimum of four biomarkers are needed for an accurate, robust predictive model, and their measurements are demonstrably interacting mathematically in our model(s). A difference of means metric can be blind to the relationships between the biomarkers because it cannot capture interactions, nonlinearity, or manifold distributions. By contrast, our model does capture nonlinear interactions between the biomarkers, and does not depend on any consistent baseline differences in biomarker levels between responders and non-responders. 2. Were all 8 genes used in the final predictive model? If not, why not and how were some eliminated? None of the eight biomarkers were eliminated. We discovered two distinct sets of four biomarkers, where each set contains the minimum number of biomarkers required for the best combination of accuracy and robustness: reproducibility across patient heterogeneity. We discovered the first minimal set of four, whose algorithmic model is described in three different but equivalent representations in the paper. We then set aside the first four, and repeated the analytic discovery process on the remaining thousands of biomarkers in the dataset. That repeat analysis yielded another set of four biomarkers with similar accuracy and robustness. We then validated all eight biomarkers, again in minimally required sets, across several validation datasets created from independent patient cohorts. 3. I was a bit unclear on why placebo patients were being considered. I would find it helpful if the authors showed the 2x2 contingency table used to generate sensitivity and specificity. Placebo patients were considered because the discovery dataset was derived from a clinical trial with a treatment arm and a placebo arm, and our task was to predict response using the treatment/placebo variable plus biomarkers reflecting the baseline (pre-treatment) state of the patients. A key question in drug development and clinical use is whether treatment response surpasses placebo response. The ability to accurately predict individual responses to both treatment and placebo would be extremely useful in both settings. The sensitivity and specificity report is contained in the paper as Table 2. This includes the patient counts, in a slightly different format than a contingency table but with the same information content. 4. The authors need to comment on the heterogeneity of the cohorts. All of the datasets were obtained from a publicly available repository. The various datasets were produced by different researchers, and we have cited the papers associated with each of the datasets, so that our readers can review subject selection criteria and subject composition information described in the original papers. Given the number of datasets we used, reproducing this information in our paper would be redundant and greatly increase the length of our paper without contributing to the key point we did include in the paper, which is that we used a diverse set of patient cohorts to discover and validate our predictive biomarkers. We state “ These studies were done in different geographies, used different methodologies to process the samples and gene expression data, had different endpoints, and in some cases, used different anti-TNF therapies.” 5. Is a 14 week follow-up adequate? Follow-up time frames can vary according to clinical trial and research practices, as can response metrics (e.g. DAS28, ACR50, etc.). We used datasets from seven studies described in peer-reviewed papers. These papers indicated that each of the datasets was derived from a competently constructed study using broadly accepted outcomes measures and treatment follow-up time frames, even with some differences across studies. Each of these studies were performed to derive clinically useful predictors of treatment response and six of the seven studies had a 14 week primary end point. Despite some variety across datasets, we found that the biomarkers predicted the binary responder/non-responder outcome variable with high accuracy and consistency across datasets. 6. Is the work clearly and accurately presented and does it cite the current literature? Yes 7. Is the study design appropriate and is the work technically sound? Yes 8. Are sufficient details of methods and analysis provided to allow replication by others? Partly All of the source data are available from a single public data source, as cited in our paper. Further, we have provided the predictive algorithm from the discovery dataset, in three different representations, so that any party can apply the algorithm’s calculations to the discovery dataset and verify the accuracy metrics we reported. 9. If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. A central point of this paper is that biological systems are complex, emergent, and nonlinear. The availability of omic data with overwhelming information content presents a challenge to conventional statistical analytic approaches. The need to model potential interactions between thousands of variables rather than individual variables is particularly daunting. While our methods and models reflect an approach that addresses this complexity, with an algorithm that can be verified, we have also presented the accuracy results in terms of the sensitivity and specificity metrics familiar to statisticians, and have also shown these metrics according to training, selection, and out-of-sample subsets of the dataset(s). 10. Are all the source data underlying the results available to ensure full reproducibility? Partly All of the source data are available from a single public data source, as cited in our paper. Further, we have provided the predictive algorithm from the discovery dataset, in three different representations, so that any party can apply the algorithm’s calculations to the discovery dataset and verify the accuracy metrics we reported. 11. Are the conclusions drawn adequately supported by the results? Partly It would be helpful to understand which conclusions are not perceived as adequately supported by the results, so that we can either elucidate or plan for additional studies. Response to review from Daniel H. Solomon, Harvard Medical School, Boston, USA and Kathryne Marks, Brigham and Women's Hospital, Boston, Massachusetts, USA 1. The authors pointed out several genes of interest. However, it was unclear if there was an increase in transcription or a decrease. This seems like an important detail to leave out. Authors answer: We thank you for your perceptive and helpful comments. The mRNA/transcription biomarkers’ data values were measurements of the state of a patient at a single baseline timepoint. Therefore, there is no increase or decrease to be reported, in a longitudinal sense. However, it may be that the reviewer intended to refer to the baseline differences between future responders and non-responders – usually reported as a difference of means with a p value. If this is the case, the comment and the aforementioned metrics have an underlying assumption, which is that the biomarkers would be consistently higher or lower in responders than non-responders. This assumption is based on each biomarker being an “independent variable” in a predictive model. Further, the difference of means and the associated p value metric, assume linearity and normal distributions. It turns out that none of these three assumptions are true in the datasets. A central point of the paper is that biomarkers are interacting in the dynamic biology of the patient, the inflammatory disease state, and exogenous factors like lifestyle and treatments. This is borne out in our algorithmic models: the interactions of the biomarkers carry far more predictive information than the levels of each biomarker in isolation. A minimum of four biomarkers are needed for an accurate, robust predictive model, and their measurements are demonstrably interacting mathematically in our model(s). A difference of means metric can be blind to the relationships between the biomarkers because it cannot capture interactions, nonlinearity, or manifold distributions. By contrast, our model does capture nonlinear interactions between the biomarkers, and does not depend on any consistent baseline differences in biomarker levels between responders and non-responders. 2. Were all 8 genes used in the final predictive model? If not, why not and how were some eliminated? None of the eight biomarkers were eliminated. We discovered two distinct sets of four biomarkers, where each set contains the minimum number of biomarkers required for the best combination of accuracy and robustness: reproducibility across patient heterogeneity. We discovered the first minimal set of four, whose algorithmic model is described in three different but equivalent representations in the paper. We then set aside the first four, and repeated the analytic discovery process on the remaining thousands of biomarkers in the dataset. That repeat analysis yielded another set of four biomarkers with similar accuracy and robustness. We then validated all eight biomarkers, again in minimally required sets, across several validation datasets created from independent patient cohorts. 3. I was a bit unclear on why placebo patients were being considered. I would find it helpful if the authors showed the 2x2 contingency table used to generate sensitivity and specificity. Placebo patients were considered because the discovery dataset was derived from a clinical trial with a treatment arm and a placebo arm, and our task was to predict response using the treatment/placebo variable plus biomarkers reflecting the baseline (pre-treatment) state of the patients. A key question in drug development and clinical use is whether treatment response surpasses placebo response. The ability to accurately predict individual responses to both treatment and placebo would be extremely useful in both settings. The sensitivity and specificity report is contained in the paper as Table 2. This includes the patient counts, in a slightly different format than a contingency table but with the same information content. 4. The authors need to comment on the heterogeneity of the cohorts. All of the datasets were obtained from a publicly available repository. The various datasets were produced by different researchers, and we have cited the papers associated with each of the datasets, so that our readers can review subject selection criteria and subject composition information described in the original papers. Given the number of datasets we used, reproducing this information in our paper would be redundant and greatly increase the length of our paper without contributing to the key point we did include in the paper, which is that we used a diverse set of patient cohorts to discover and validate our predictive biomarkers. We state “ These studies were done in different geographies, used different methodologies to process the samples and gene expression data, had different endpoints, and in some cases, used different anti-TNF therapies.” 5. Is a 14 week follow-up adequate? Follow-up time frames can vary according to clinical trial and research practices, as can response metrics (e.g. DAS28, ACR50, etc.). We used datasets from seven studies described in peer-reviewed papers. These papers indicated that each of the datasets was derived from a competently constructed study using broadly accepted outcomes measures and treatment follow-up time frames, even with some differences across studies. Each of these studies were performed to derive clinically useful predictors of treatment response and six of the seven studies had a 14 week primary end point. Despite some variety across datasets, we found that the biomarkers predicted the binary responder/non-responder outcome variable with high accuracy and consistency across datasets. 6. Is the work clearly and accurately presented and does it cite the current literature? Yes 7. Is the study design appropriate and is the work technically sound? Yes 8. Are sufficient details of methods and analysis provided to allow replication by others? Partly All of the source data are available from a single public data source, as cited in our paper. Further, we have provided the predictive algorithm from the discovery dataset, in three different representations, so that any party can apply the algorithm’s calculations to the discovery dataset and verify the accuracy metrics we reported. 9. If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. A central point of this paper is that biological systems are complex, emergent, and nonlinear. The availability of omic data with overwhelming information content presents a challenge to conventional statistical analytic approaches. The need to model potential interactions between thousands of variables rather than individual variables is particularly daunting. While our methods and models reflect an approach that addresses this complexity, with an algorithm that can be verified, we have also presented the accuracy results in terms of the sensitivity and specificity metrics familiar to statisticians, and have also shown these metrics according to training, selection, and out-of-sample subsets of the dataset(s). 10. Are all the source data underlying the results available to ensure full reproducibility? Partly All of the source data are available from a single public data source, as cited in our paper. Further, we have provided the predictive algorithm from the discovery dataset, in three different representations, so that any party can apply the algorithm’s calculations to the discovery dataset and verify the accuracy metrics we reported. 11. Are the conclusions drawn adequately supported by the results? Partly It would be helpful to understand which conclusions are not perceived as adequately supported by the results, so that we can either elucidate or plan for additional studies. Competing Interests: Author review. Kevin Horgan and Patrick Lilley have equity interests in Liquid Biosciences, the developer and owner of the software used in the study. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 11 Sep 2025 Kevin Horgan , Liquid Biosciences Inc., 26895 Aliso Creek Road B800, 92656, USA 11 Sep 2025 Author Response Response to review from Daniel H. Solomon, Harvard Medical School, Boston, USA and Kathryne Marks, Brigham and Women's Hospital, Boston, Massachusetts, USA 1. The authors pointed out several genes of interest. However, ... Continue reading Response to review from Daniel H. Solomon, Harvard Medical School, Boston, USA and Kathryne Marks, Brigham and Women's Hospital, Boston, Massachusetts, USA 1. The authors pointed out several genes of interest. However, it was unclear if there was an increase in transcription or a decrease. This seems like an important detail to leave out. Authors answer: We thank you for your perceptive and helpful comments. The mRNA/transcription biomarkers’ data values were measurements of the state of a patient at a single baseline timepoint. Therefore, there is no increase or decrease to be reported, in a longitudinal sense. However, it may be that the reviewer intended to refer to the baseline differences between future responders and non-responders – usually reported as a difference of means with a p value. If this is the case, the comment and the aforementioned metrics have an underlying assumption, which is that the biomarkers would be consistently higher or lower in responders than non-responders. This assumption is based on each biomarker being an “independent variable” in a predictive model. Further, the difference of means and the associated p value metric, assume linearity and normal distributions. It turns out that none of these three assumptions are true in the datasets. A central point of the paper is that biomarkers are interacting in the dynamic biology of the patient, the inflammatory disease state, and exogenous factors like lifestyle and treatments. This is borne out in our algorithmic models: the interactions of the biomarkers carry far more predictive information than the levels of each biomarker in isolation. A minimum of four biomarkers are needed for an accurate, robust predictive model, and their measurements are demonstrably interacting mathematically in our model(s). A difference of means metric can be blind to the relationships between the biomarkers because it cannot capture interactions, nonlinearity, or manifold distributions. By contrast, our model does capture nonlinear interactions between the biomarkers, and does not depend on any consistent baseline differences in biomarker levels between responders and non-responders. 2. Were all 8 genes used in the final predictive model? If not, why not and how were some eliminated? None of the eight biomarkers were eliminated. We discovered two distinct sets of four biomarkers, where each set contains the minimum number of biomarkers required for the best combination of accuracy and robustness: reproducibility across patient heterogeneity. We discovered the first minimal set of four, whose algorithmic model is described in three different but equivalent representations in the paper. We then set aside the first four, and repeated the analytic discovery process on the remaining thousands of biomarkers in the dataset. That repeat analysis yielded another set of four biomarkers with similar accuracy and robustness. We then validated all eight biomarkers, again in minimally required sets, across several validation datasets created from independent patient cohorts. 3. I was a bit unclear on why placebo patients were being considered. I would find it helpful if the authors showed the 2x2 contingency table used to generate sensitivity and specificity. Placebo patients were considered because the discovery dataset was derived from a clinical trial with a treatment arm and a placebo arm, and our task was to predict response using the treatment/placebo variable plus biomarkers reflecting the baseline (pre-treatment) state of the patients. A key question in drug development and clinical use is whether treatment response surpasses placebo response. The ability to accurately predict individual responses to both treatment and placebo would be extremely useful in both settings. The sensitivity and specificity report is contained in the paper as Table 2. This includes the patient counts, in a slightly different format than a contingency table but with the same information content. 4. The authors need to comment on the heterogeneity of the cohorts. All of the datasets were obtained from a publicly available repository. The various datasets were produced by different researchers, and we have cited the papers associated with each of the datasets, so that our readers can review subject selection criteria and subject composition information described in the original papers. Given the number of datasets we used, reproducing this information in our paper would be redundant and greatly increase the length of our paper without contributing to the key point we did include in the paper, which is that we used a diverse set of patient cohorts to discover and validate our predictive biomarkers. We state “ These studies were done in different geographies, used different methodologies to process the samples and gene expression data, had different endpoints, and in some cases, used different anti-TNF therapies.” 5. Is a 14 week follow-up adequate? Follow-up time frames can vary according to clinical trial and research practices, as can response metrics (e.g. DAS28, ACR50, etc.). We used datasets from seven studies described in peer-reviewed papers. These papers indicated that each of the datasets was derived from a competently constructed study using broadly accepted outcomes measures and treatment follow-up time frames, even with some differences across studies. Each of these studies were performed to derive clinically useful predictors of treatment response and six of the seven studies had a 14 week primary end point. Despite some variety across datasets, we found that the biomarkers predicted the binary responder/non-responder outcome variable with high accuracy and consistency across datasets. 6. Is the work clearly and accurately presented and does it cite the current literature? Yes 7. Is the study design appropriate and is the work technically sound? Yes 8. Are sufficient details of methods and analysis provided to allow replication by others? Partly All of the source data are available from a single public data source, as cited in our paper. Further, we have provided the predictive algorithm from the discovery dataset, in three different representations, so that any party can apply the algorithm’s calculations to the discovery dataset and verify the accuracy metrics we reported. 9. If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. A central point of this paper is that biological systems are complex, emergent, and nonlinear. The availability of omic data with overwhelming information content presents a challenge to conventional statistical analytic approaches. The need to model potential interactions between thousands of variables rather than individual variables is particularly daunting. While our methods and models reflect an approach that addresses this complexity, with an algorithm that can be verified, we have also presented the accuracy results in terms of the sensitivity and specificity metrics familiar to statisticians, and have also shown these metrics according to training, selection, and out-of-sample subsets of the dataset(s). 10. Are all the source data underlying the results available to ensure full reproducibility? Partly All of the source data are available from a single public data source, as cited in our paper. Further, we have provided the predictive algorithm from the discovery dataset, in three different representations, so that any party can apply the algorithm’s calculations to the discovery dataset and verify the accuracy metrics we reported. 11. Are the conclusions drawn adequately supported by the results? Partly It would be helpful to understand which conclusions are not perceived as adequately supported by the results, so that we can either elucidate or plan for additional studies. Response to review from Daniel H. Solomon, Harvard Medical School, Boston, USA and Kathryne Marks, Brigham and Women's Hospital, Boston, Massachusetts, USA 1. The authors pointed out several genes of interest. However, it was unclear if there was an increase in transcription or a decrease. This seems like an important detail to leave out. Authors answer: We thank you for your perceptive and helpful comments. The mRNA/transcription biomarkers’ data values were measurements of the state of a patient at a single baseline timepoint. Therefore, there is no increase or decrease to be reported, in a longitudinal sense. However, it may be that the reviewer intended to refer to the baseline differences between future responders and non-responders – usually reported as a difference of means with a p value. If this is the case, the comment and the aforementioned metrics have an underlying assumption, which is that the biomarkers would be consistently higher or lower in responders than non-responders. This assumption is based on each biomarker being an “independent variable” in a predictive model. Further, the difference of means and the associated p value metric, assume linearity and normal distributions. It turns out that none of these three assumptions are true in the datasets. A central point of the paper is that biomarkers are interacting in the dynamic biology of the patient, the inflammatory disease state, and exogenous factors like lifestyle and treatments. This is borne out in our algorithmic models: the interactions of the biomarkers carry far more predictive information than the levels of each biomarker in isolation. A minimum of four biomarkers are needed for an accurate, robust predictive model, and their measurements are demonstrably interacting mathematically in our model(s). A difference of means metric can be blind to the relationships between the biomarkers because it cannot capture interactions, nonlinearity, or manifold distributions. By contrast, our model does capture nonlinear interactions between the biomarkers, and does not depend on any consistent baseline differences in biomarker levels between responders and non-responders. 2. Were all 8 genes used in the final predictive model? If not, why not and how were some eliminated? None of the eight biomarkers were eliminated. We discovered two distinct sets of four biomarkers, where each set contains the minimum number of biomarkers required for the best combination of accuracy and robustness: reproducibility across patient heterogeneity. We discovered the first minimal set of four, whose algorithmic model is described in three different but equivalent representations in the paper. We then set aside the first four, and repeated the analytic discovery process on the remaining thousands of biomarkers in the dataset. That repeat analysis yielded another set of four biomarkers with similar accuracy and robustness. We then validated all eight biomarkers, again in minimally required sets, across several validation datasets created from independent patient cohorts. 3. I was a bit unclear on why placebo patients were being considered. I would find it helpful if the authors showed the 2x2 contingency table used to generate sensitivity and specificity. Placebo patients were considered because the discovery dataset was derived from a clinical trial with a treatment arm and a placebo arm, and our task was to predict response using the treatment/placebo variable plus biomarkers reflecting the baseline (pre-treatment) state of the patients. A key question in drug development and clinical use is whether treatment response surpasses placebo response. The ability to accurately predict individual responses to both treatment and placebo would be extremely useful in both settings. The sensitivity and specificity report is contained in the paper as Table 2. This includes the patient counts, in a slightly different format than a contingency table but with the same information content. 4. The authors need to comment on the heterogeneity of the cohorts. All of the datasets were obtained from a publicly available repository. The various datasets were produced by different researchers, and we have cited the papers associated with each of the datasets, so that our readers can review subject selection criteria and subject composition information described in the original papers. Given the number of datasets we used, reproducing this information in our paper would be redundant and greatly increase the length of our paper without contributing to the key point we did include in the paper, which is that we used a diverse set of patient cohorts to discover and validate our predictive biomarkers. We state “ These studies were done in different geographies, used different methodologies to process the samples and gene expression data, had different endpoints, and in some cases, used different anti-TNF therapies.” 5. Is a 14 week follow-up adequate? Follow-up time frames can vary according to clinical trial and research practices, as can response metrics (e.g. DAS28, ACR50, etc.). We used datasets from seven studies described in peer-reviewed papers. These papers indicated that each of the datasets was derived from a competently constructed study using broadly accepted outcomes measures and treatment follow-up time frames, even with some differences across studies. Each of these studies were performed to derive clinically useful predictors of treatment response and six of the seven studies had a 14 week primary end point. Despite some variety across datasets, we found that the biomarkers predicted the binary responder/non-responder outcome variable with high accuracy and consistency across datasets. 6. Is the work clearly and accurately presented and does it cite the current literature? Yes 7. Is the study design appropriate and is the work technically sound? Yes 8. Are sufficient details of methods and analysis provided to allow replication by others? Partly All of the source data are available from a single public data source, as cited in our paper. Further, we have provided the predictive algorithm from the discovery dataset, in three different representations, so that any party can apply the algorithm’s calculations to the discovery dataset and verify the accuracy metrics we reported. 9. If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. A central point of this paper is that biological systems are complex, emergent, and nonlinear. The availability of omic data with overwhelming information content presents a challenge to conventional statistical analytic approaches. The need to model potential interactions between thousands of variables rather than individual variables is particularly daunting. While our methods and models reflect an approach that addresses this complexity, with an algorithm that can be verified, we have also presented the accuracy results in terms of the sensitivity and specificity metrics familiar to statisticians, and have also shown these metrics according to training, selection, and out-of-sample subsets of the dataset(s). 10. Are all the source data underlying the results available to ensure full reproducibility? Partly All of the source data are available from a single public data source, as cited in our paper. Further, we have provided the predictive algorithm from the discovery dataset, in three different representations, so that any party can apply the algorithm’s calculations to the discovery dataset and verify the accuracy metrics we reported. 11. Are the conclusions drawn adequately supported by the results? Partly It would be helpful to understand which conclusions are not perceived as adequately supported by the results, so that we can either elucidate or plan for additional studies. Competing Interests: Author review. Kevin Horgan and Patrick Lilley have equity interests in Liquid Biosciences, the developer and owner of the software used in the study. Close Report a concern COMMENT ON THIS REPORT Comments on this article Comments (0) Version 2 VERSION 2 PUBLISHED 07 Jul 2025 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 Version 2 (revision) 14 Feb 26 Version 1 07 Jul 25 read read Daniel H. Solomon , Harvard Medical School, Boston, USA Kathryne Marks , Brigham and Women's Hospital, Boston, USA Jean Roudier , INSERM, Luminy, France Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert Browse by related subjects keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Roudier J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 10 Oct 2025 | for Version 1 Jean Roudier , INSERM, Luminy, France 0 Views copyright © 2025 Roudier J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions "Some kind of mathematical analysis (a genius in a black box) is performed using 50.000 biomarkers expression data from a study of clinical outcome in 59 patients with RA under Infliximab or placebo. From there, 8 markers are identified which are supposedly predictive of clinical response to Infliximab. The expression of these 8 markers is studied in another 6 50.000 markers expression and clinical outcome studies in RA patients under Infliximab or Placebo. The genius in a black box mathematical analysis supposedly allows to predict responders and non responders with 100% accuracy. This article is interesting but presented as "I got a great mathematical toolbox that allows me to predict clinical response to infliximab in patients with RA from 50.000 biomarkers expression data ". I suggest to shorten the introduction and discussion and try to explain simply for a layperson what kind of mathematical/statistical treatment of the expression data has been done . Is the work clearly and accurately presented and does it cite the current literature? No Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? No If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Partly Competing Interests No competing interests were disclosed. Reviewer Expertise immunogenetics of Rheumatoid arthritis I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 18 Feb 2026 Kevin Horgan, Liquid Biosciences Inc., 26895 Aliso Creek Road B800, 92656, USA The reviewers reservations about whether the the work is clearly and accurately presented and whether it cites the current literature are difficult to address without identification of specific concerns. Similarly, the apparent reservations about study design are also difficult to address without specifics. Regarding the presentation of sufficient details of methods and analysis to allow replication. Anticipating that this is a concern in all publications, we have transparently provided an example of an algorithm to enable independent verification of our approach, utilizing the publicly available data that we cite. Regarding the apparent reservations about the conclusions drawn, without specific insight on the nature of the reservations it is not possible to directly address. View more View less Competing Interests Corresponding author. Conflicts of interest presented in manuscript. reply Respond Report a concern Roudier J. Peer Review Report For: Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment, providing a novel approach to companion diagnostic discovery. [version 1; peer review: 2 approved with reservations] . F1000Research 2025, 14 :663 ( https://doi.org/10.5256/f1000research.180451.r403742) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/14-663/v1#referee-response-403742 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Solomon D et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 22 Aug 2025 | for Version 1 Daniel H. Solomon , Harvard Medical School, Boston, USA Kathryne Marks , Brigham and Women's Hospital, Boston, Massachusetts, USA 0 Views copyright © 2025 Solomon D et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Comments: The authors pointed out several genes of interest. However, it was unclear if there was an increase in transcription or a decrease. This seems like an important detail to leave out. Were all 8 genes used in the final predictive model? If not, why not and how were some eliminated? I was a bit unclear on why placebo patients were being considered. I would find it helpful if the authors showed the 2x2 contingency table used to generate sensitivity and specificity. The authors need to comment on the heterogeneity of the cohorts. Is a 14 week follow-up adequate? Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly Competing Interests No competing interests were disclosed. We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however we have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 11 Sep 2025 Kevin Horgan, Liquid Biosciences Inc., 26895 Aliso Creek Road B800, 92656, USA Response to review from Daniel H. Solomon, Harvard Medical School, Boston, USA and Kathryne Marks, Brigham and Women's Hospital, Boston, Massachusetts, USA 1. The authors pointed out several genes of interest. However, it was unclear if there was an increase in transcription or a decrease. This seems like an important detail to leave out. Authors answer: We thank you for your perceptive and helpful comments. The mRNA/transcription biomarkers’ data values were measurements of the state of a patient at a single baseline timepoint. Therefore, there is no increase or decrease to be reported, in a longitudinal sense. However, it may be that the reviewer intended to refer to the baseline differences between future responders and non-responders – usually reported as a difference of means with a p value. If this is the case, the comment and the aforementioned metrics have an underlying assumption, which is that the biomarkers would be consistently higher or lower in responders than non-responders. This assumption is based on each biomarker being an “independent variable” in a predictive model. Further, the difference of means and the associated p value metric, assume linearity and normal distributions. It turns out that none of these three assumptions are true in the datasets. A central point of the paper is that biomarkers are interacting in the dynamic biology of the patient, the inflammatory disease state, and exogenous factors like lifestyle and treatments. This is borne out in our algorithmic models: the interactions of the biomarkers carry far more predictive information than the levels of each biomarker in isolation. A minimum of four biomarkers are needed for an accurate, robust predictive model, and their measurements are demonstrably interacting mathematically in our model(s). A difference of means metric can be blind to the relationships between the biomarkers because it cannot capture interactions, nonlinearity, or manifold distributions. By contrast, our model does capture nonlinear interactions between the biomarkers, and does not depend on any consistent baseline differences in biomarker levels between responders and non-responders. 2. Were all 8 genes used in the final predictive model? If not, why not and how were some eliminated? None of the eight biomarkers were eliminated. We discovered two distinct sets of four biomarkers, where each set contains the minimum number of biomarkers required for the best combination of accuracy and robustness: reproducibility across patient heterogeneity. We discovered the first minimal set of four, whose algorithmic model is described in three different but equivalent representations in the paper. We then set aside the first four, and repeated the analytic discovery process on the remaining thousands of biomarkers in the dataset. That repeat analysis yielded another set of four biomarkers with similar accuracy and robustness. We then validated all eight biomarkers, again in minimally required sets, across several validation datasets created from independent patient cohorts. 3. I was a bit unclear on why placebo patients were being considered. I would find it helpful if the authors showed the 2x2 contingency table used to generate sensitivity and specificity. Placebo patients were considered because the discovery dataset was derived from a clinical trial with a treatment arm and a placebo arm, and our task was to predict response using the treatment/placebo variable plus biomarkers reflecting the baseline (pre-treatment) state of the patients. A key question in drug development and clinical use is whether treatment response surpasses placebo response. The ability to accurately predict individual responses to both treatment and placebo would be extremely useful in both settings. The sensitivity and specificity report is contained in the paper as Table 2. This includes the patient counts, in a slightly different format than a contingency table but with the same information content. 4. The authors need to comment on the heterogeneity of the cohorts. All of the datasets were obtained from a publicly available repository. The various datasets were produced by different researchers, and we have cited the papers associated with each of the datasets, so that our readers can review subject selection criteria and subject composition information described in the original papers. Given the number of datasets we used, reproducing this information in our paper would be redundant and greatly increase the length of our paper without contributing to the key point we did include in the paper, which is that we used a diverse set of patient cohorts to discover and validate our predictive biomarkers. We state “ These studies were done in different geographies, used different methodologies to process the samples and gene expression data, had different endpoints, and in some cases, used different anti-TNF therapies.” 5. Is a 14 week follow-up adequate? Follow-up time frames can vary according to clinical trial and research practices, as can response metrics (e.g. DAS28, ACR50, etc.). We used datasets from seven studies described in peer-reviewed papers. These papers indicated that each of the datasets was derived from a competently constructed study using broadly accepted outcomes measures and treatment follow-up time frames, even with some differences across studies. Each of these studies were performed to derive clinically useful predictors of treatment response and six of the seven studies had a 14 week primary end point. Despite some variety across datasets, we found that the biomarkers predicted the binary responder/non-responder outcome variable with high accuracy and consistency across datasets. 6. Is the work clearly and accurately presented and does it cite the current literature? Yes 7. Is the study design appropriate and is the work technically sound? Yes 8. Are sufficient details of methods and analysis provided to allow replication by others? Partly All of the source data are available from a single public data source, as cited in our paper. Further, we have provided the predictive algorithm from the discovery dataset, in three different representations, so that any party can apply the algorithm’s calculations to the discovery dataset and verify the accuracy metrics we reported. 9. If applicable, is the statistical analysis and its interpretation appropriate? I cannot comment. A qualified statistician is required. A central point of this paper is that biological systems are complex, emergent, and nonlinear. The availability of omic data with overwhelming information content presents a challenge to conventional statistical analytic approaches. The need to model potential interactions between thousands of variables rather than individual variables is particularly daunting. While our methods and models reflect an approach that addresses this complexity, with an algorithm that can be verified, we have also presented the accuracy results in terms of the sensitivity and specificity metrics familiar to statisticians, and have also shown these metrics according to training, selection, and out-of-sample subsets of the dataset(s). 10. Are all the source data underlying the results available to ensure full reproducibility? Partly All of the source data are available from a single public data source, as cited in our paper. Further, we have provided the predictive algorithm from the discovery dataset, in three different representations, so that any party can apply the algorithm’s calculations to the discovery dataset and verify the accuracy metrics we reported. 11. Are the conclusions drawn adequately supported by the results? Partly It would be helpful to understand which conclusions are not perceived as adequately supported by the results, so that we can either elucidate or plan for additional studies. View more View less Competing Interests Author review. Kevin Horgan and Patrick Lilley have equity interests in Liquid Biosciences, the developer and owner of the software used in the study. reply Respond Report a concern Solomon DH and Marks K. Peer Review Report For: Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid arthritis clinical trial, accurately predicting individual patient responses to anti-TNF treatment, providing a novel approach to companion diagnostic discovery. [version 1; peer review: 2 approved with reservations] . F1000Research 2025, 14 :663 ( https://doi.org/10.5256/f1000research.180451.r398676) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/14-663/v1#referee-response-398676 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with F1000Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Quantitative AI yields algorithmic RNA biomarkers...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://f1000research.com/articles/14-663/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://f1000research.com/articles/14-663/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://f1000research.com/articles/14-663/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Horgan K et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://f1000research.com/articles/14-663/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://f1000research.com/articles/14-663", templates : { twitter : "Quantitative AI yields algorithmic RNA biomarkers from a rheumatoid.... Horgan K et al., published by " + "@F1000Research" + ", https://f1000research.com/articles/14-663/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/164015/180451") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "180451"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "461319": 0, "461318": 0, "461317": 0, "461316": 0, "461315": 0, "461314": 0, "461313": 0, "461312": 0, "461320": 0, "403742": 12, "403743": 0, "403750": 0, "403751": 0, "403748": 0, "403749": 0, "403746": 0, "403747": 0, "403744": 0, "403745": 0, "472875": 0, "472874": 0, "472873": 0, "472872": 0, "458564": 0, "458565": 0, "398666": 0, "398664": 0, "398665": 0, "398678": 0, "398676": 26, "398677": 0, "398674": 0, "398675": 0, "398672": 0, "398673": 0, "401518": 0, "465519": 0, "401519": 0, "465518": 0, "401516": 0, "465517": 0, "401517": 0, "465516": 0, "465515": 0, "465514": 0, "465513": 0, "465512": 0, "401524": 0, "401525": 0, "401522": 0, "401523": 0, "401520": 0, "465521": 0, "401521": 0, "465520": 0, "479633": 0, "420543": 0, "420550": 0, "420551": 0, "420548": 0, "420549": 0, "420546": 0, "420547": 0, "420544": 0, "420545": 0, "420552": 0, "458967": 0, "467415": 0, "458966": 0, "458965": 0, "458964": 0, "458963": 0, "458962": 0, "467423": 0, "467422": 0, "467421": 0, "467420": 0, "458971": 0, "467419": 0, "458970": 0, "467418": 0, "458969": 0, "467417": 0, "458968": 0, "467416": 0, "467424": 0, "463855": 0, "463863": 0, "469495": 0, "463862": 0, "469494": 0, "463861": 0, "469493": 0, "463860": 0, "469492": 0, "463859": 0, "469491": 0, "463858": 0, "469490": 0, "463857": 0, "463856": 0, "461311": 0, "469499": 0, "469498": 0, "469497": 0, "463864": 0, "469496": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "73622588-bce1-4da7-98a9-795e222f8db7"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); An innovative open access publishing platform offering rapid publication and open peer review, whilst supporting data deposition and sharing. Browse Gateways Collections How it Works Contact For Developers Cookie Notice Privacy Notice RSS Submit Your Research Follow us © 2012-2026 F1000 Research Ltd. ISSN 2046-1402 | Legal | Partner of Research4Life • CrossRef • ORCID • FAIRSharing R.templateTests.simpleTemplate = R.template(' $text $text $text $text $text '); R.templateTests.runTests(); var F1000platform = new F1000.Platform({ name: "f1000research", displayName: "F1000Research", hostName: "f1000research.com", id: "1", editorialEmail: "
[email protected]", infoEmail: "
[email protected]", usePmcStats: true }); $(function(){R.ui.dropdowns('.dropdown-for-authors, .dropdown-for-about, .dropdown-for-myresearch');}); // $(function(){R.ui.dropdowns('.dropdown-for-referees');}); $(document).ready(function () { if ($(".cookie-warning").is(":visible")) { $(".sticky").css("margin-bottom", "35px"); $(".devices").addClass("devices-and-cookie-warning"); } $(".cookie-warning .close-button").click(function (e) { $(".devices").removeClass("devices-and-cookie-warning"); $(".sticky").css("margin-bottom", "0"); }); $("#tweeter-feed .tweet-message").each(function (i, message) { var self = $(message); self.html(linkify(self.html())); }); $(".partner").on("mouseenter mouseleave", function() { $(this).find(".gray-scale, .colour").toggleClass("is-hidden"); }); }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });
Text is read by the "Ask this paper" AI Q&A widget below.
Extraction quality varies by source — PMC NXML preserves structure
cleanly, OA-HTML may include some navigation residue, and OA-PDF can
have broken hyphenation. The publisher copy
(via DOI)
is the canonical version.