Evaluating a targeted selective speech,... | HRB Open Research dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); const cookieDomain = window.location.hostname; const tld = buildTLD(); function buildTLD() { const domainParts = cookieDomain.split('.'); while (domainParts.length > 2) { domainParts.shift(); } return domainParts.join('.'); } function deleteCookie(cookieName) { if (!cookieName) { return; } const cookiePath = (cookieName.startsWith('retraction_warning_') || cookieName.startsWith('version_warning_')) ? '/articles/' + cookieName : '/'; // Yes, these three slightly different ways to try and remove cookies are necessary document.cookie = cookieName + '=; path=' + cookiePath + '; domain=' + cookieDomain + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; domain=.' + tld + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; document.cookie = cookieName + '=; path=' + cookiePath + '; expires=Thu, 01 Jan 1970 00:00:01 GMT;'; } function deleteGroupCookies(group) { if (!group) { return; } const domainData = OneTrust.GetDomainData(), cookies = domainData.Groups.filter(cookieGroup => cookieGroup.OptanonGroupId === group)[0].Cookies; cookies.forEach(cookie => deleteCookie(cookie.Name)); } function OptanonWrapper() { const cookieConsentGroups = []; for (group of OneTrust.GetDomainData().Groups) { cookieConsentGroups.push(group.OptanonGroupId); } OneTrust.OnConsentChanged(function(e) { const cookieConsentActiveGroups = OnetrustActiveGroups.split(',').filter(activeGroup => activeGroup); cookieConsentGroups.forEach(group => { if (!cookieConsentActiveGroups.includes(group)) { deleteGroupCookies(group); }; }); }); } window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://hrbopenresearch.org/js/vendor/ckeditor/' window.reactTheme = 'HRB'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); Skip to content HRB Open Research file_upload Submit your research search clear search menu close clear Search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Data Guidelines Prepublication Checks Production Process Article Processing Charges Finding Article Reviewers About How it Works For Reviewers National Steering Group Policies Glossary FAQs Contact Blog My Account Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://hrbopenresearch.org/articles/7-65" }, "headline": "Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for...", "datePublished": "2024-10-08T19:48:54", "dateModified": "2025-01-31T12:15:11", "author": [ { "@type": "Person", "name": "Pauline Frizelle" }, { "@type": "Person", "name": "Aoife O'Shea" }, { "@type": "Person", "name": "Aileen Murphy" }, { "@type": "Person", "name": "Darren Dahly" }, { "@type": "Person", "name": "Cristina McKean" } ], "publisher": { "@type": "Organization", "name": "HRB Open Research", "logo": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 566, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://hrbopenresearch.org/img/AMP/HRB_image.png", "height": 1200, "width": 127 }, "description": " Background In areas of social disadvantage up to 40–50% of children enter preschool with speech and language skills significantly poorer than would be expected for their age. The Happy Talk trial tests if a community embedded, targeted selective speech and language programme that simultaneously engages with parents and early childhood educators, (1) improves language outcomes in children aged between 2 years 10 months and 6 years and (2) is cost effective for the health care system. Method The Happy Talk trial is a large scale cluster randomised trial of a 12-week manualised intervention delivered in pre/school settings serving socially disadvantaged communities, in Ireland. Seventy-two clusters will receive the intervention (12 participants per cluster). Parents and pre/school staff engage in group training and coaching in the form of 12 1-hour sessions for parents and four staff workshops, over the course of the pre/school year. Training/coaching includes core interaction skills (modelling, expanding, balancing questions and comments), early literacy and phonological awareness. Blinded assessments pre- and immediately post-intervention and at 6 months follow up, will measure the primary outcomes of children’s receptive and expressive language and functional impact, and secondary outcomes of quality of life. Parental responsiveness and educator-child interactions will also be evaluated. Discussion This robust study evaluates a public health approach to the delivery of speech language and communication intervention in the ‘real world’ in the community, which focuses on prevention and equity of access. Pilot work indicates that the programme is feasible, acceptable to parents and staff, cost effective, and suitable for implementation at scale. The trial includes a process evaluation, a well-developed economic evaluation and the outcomes are directly relevant to children, families and educators. This work has the potential to improve the long-term outcomes and life chances of people living in social disadvantage. Trial registration clinicaltrials.gov NCT06460090 Trial Management There is a formal governance structure to oversee the conduct and running of the trial, consisting of a trial management group and a steering committee. More details on the composition, roles and responsibilities of each committee can be found in the supplemental material. " } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://hrbopenresearch.org/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://hrbopenresearch.org/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://hrbopenresearch.org/articles/7-65/v3", "name": "Evaluating a targeted selective speech, language, and communication..." } } ] } Home Browse Evaluating a targeted selective speech, language, and communication... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Frizelle P, O'Shea A, Murphy A et al. Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.12688/hrbopenres.13973.3 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Study Protocol Revised Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] Pauline Frizelle https://orcid.org/0000-0002-9715-3788 1 , Aoife O'Shea 2 , Aileen Murphy https://orcid.org/0000-0003-3062-0692 3 , Darren Dahly 4 , Cristina McKean https://orcid.org/0000-0001-9058-9813 5 Pauline Frizelle https://orcid.org/0000-0002-9715-3788 1 , Aoife O'Shea 2 , [...] Aileen Murphy https://orcid.org/0000-0003-3062-0692 3 , Darren Dahly 4 , Cristina McKean https://orcid.org/0000-0001-9058-9813 5 PUBLISHED 31 Jan 2025 Author details Author details 1 Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland 2 Speech and Language Therapy Department, Health Services Executive, Cork, Ireland 3 Department of Economics, University College Cork, Cork, Ireland 4 School of Public Health, University College Cork, Cork, Ireland 5 Department of Education, Oxford University, Oxford, UK Pauline Frizelle Roles: Conceptualization, Funding Acquisition, Project Administration, Writing – Original Draft Preparation Aoife O'Shea Roles: Investigation, Project Administration Aileen Murphy Roles: Formal Analysis, Methodology, Visualization, Writing – Review & Editing Darren Dahly Roles: Data Curation, Formal Analysis, Methodology, Visualization, Writing – Review & Editing Cristina McKean Roles: Conceptualization, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS Abstract Background In areas of social disadvantage up to 40–50% of children enter preschool with speech and language skills significantly poorer than would be expected for their age. The Happy Talk trial tests if a community embedded, targeted selective speech and language programme that simultaneously engages with parents and early childhood educators, (1) improves language outcomes in children aged between 2 years 10 months and 6 years and (2) is cost effective for the health care system. Method The Happy Talk trial is a large scale cluster randomised trial of a 12-week manualised intervention delivered in pre/school settings serving socially disadvantaged communities, in Ireland. Seventy-two clusters will receive the intervention (12 participants per cluster). Parents and pre/school staff engage in group training and coaching in the form of 12 1-hour sessions for parents and four staff workshops, over the course of the pre/school year. Training/coaching includes core interaction skills (modelling, expanding, balancing questions and comments), early literacy and phonological awareness. Blinded assessments pre- and immediately post-intervention and at 6 months follow up, will measure the primary outcomes of children’s receptive and expressive language and functional impact, and secondary outcomes of quality of life. Parental responsiveness and educator-child interactions will also be evaluated. Discussion This robust study evaluates a public health approach to the delivery of speech language and communication intervention in the ‘real world’ in the community, which focuses on prevention and equity of access. Pilot work indicates that the programme is feasible, acceptable to parents and staff, cost effective, and suitable for implementation at scale. The trial includes a process evaluation, a well-developed economic evaluation and the outcomes are directly relevant to children, families and educators. This work has the potential to improve the long-term outcomes and life chances of people living in social disadvantage. Trial registration clinicaltrials.gov NCT06460090 Trial Management There is a formal governance structure to oversee the conduct and running of the trial, consisting of a trial management group and a steering committee. More details on the composition, roles and responsibilities of each committee can be found in the supplemental material. READ ALL READ LESS Keywords Language development, Language development disorders, Public Health, Early intervention, Outcome assessment, Child development, Cluster randomized controlled trial. Corresponding Author(s) Pauline Frizelle ( [email protected] ) Close Corresponding author: Pauline Frizelle Competing interests: No competing interests were disclosed. Grant information: Health Research Board Ireland [DIFA 2023 001]. This work was also supported by the Irish Health Services Executive. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2025 Frizelle P et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Frizelle P, O'Shea A, Murphy A et al. Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.12688/hrbopenres.13973.3 ) First published: 08 Oct 2024, 7 :65 ( https://doi.org/10.12688/hrbopenres.13973.1 ) Latest published: 31 Jan 2025, 7 :65 ( https://doi.org/10.12688/hrbopenres.13973.3 ) Revised Amendments from Version 2 In this updated version we have Included 'compared to usual care' in our first RQ Clarified that responsiveness relates to language promoting behaviours Acknowledged that those randomly chosen will experience varying degrees of disadvantage Removed the request for participants to have level B2 English, parents will be included on the basis that their English is sufficient for them to comfortably complete the outcome measures. Highlighted that feasibility and acceptability has been well established in previous research and organically through the development of the programme over many years Clarified that intervention sessions are audio recorded, using a microphone aimed at capturing SLT audio only Added references and example statements for the FOCUS-34 Noted that parental and educators’ intervention attendance levels will be documented Clarified the reliability check on PLS-5 scoring Provided additional information on data management Made more explicit that the PLS-5 and the FOCUS- 34 will be used in the secondary economic evaluation analysis. In this updated version we have Included 'compared to usual care' in our first RQ Clarified that responsiveness relates to language promoting behaviours Acknowledged that those randomly chosen will experience varying degrees of disadvantage Removed the request for participants to have level B2 English, parents will be included on the basis that their English is sufficient for them to comfortably complete the outcome measures. Highlighted that feasibility and acceptability has been well established in previous research and organically through the development of the programme over many years Clarified that intervention sessions are audio recorded, using a microphone aimed at capturing SLT audio only Added references and example statements for the FOCUS-34 Noted that parental and educators’ intervention attendance levels will be documented Clarified the reliability check on PLS-5 scoring Provided additional information on data management Made more explicit that the PLS-5 and the FOCUS- 34 will be used in the secondary economic evaluation analysis. See the authors' detailed response to the review by Nicola Botting See the authors' detailed response to the review by Naja Ferjan Ramirez and Adeline Braverman See the authors' detailed response to the review by Heidi Feldman See the authors' detailed response to the review by Meredith L. Rowe READ REVIEWER RESPONSES Background Language is an important health outcome because it is a key predictor of quality of life ( Field, 2010 ), social-emotional and behaviour difficulties ( Qi & Kaiser, 2003 ) as well as mental health and employment outcomes ( Clegg et al. , 2005 ; Law et al. , 2009 ). If language difficulties are untreated, there are long-term health, educational and societal consequences ( Law et al. , 2009 ), which in turn place a significant economic burden on society. Moreover, in recent years the effects of these difficulties have been further exacerbated by the COVID-19 pandemic ( Erbay & Tarman, 2022 ; Nelson et al. , 2021 ). Language in the context of social disadvantage Although rates of language difficulty are reported to vary considerably (e.g. Norbury et al. , 2016 ; Tomblin et al. , 1997 ), literature converges on the view that children from disadvantaged backgrounds have disproportionately higher rates of language difficulty than their more affluent peers ( McKean et al. , 2018 ; Morgan et al. , 2015 ; Nelson et al. , 2011 ). This higher rate of language difficulty has been documented in children as early as 18 months ( Fernald et al. , 2013 ; McGillion et al. , 2017 ), and without intervention, does not remediate as children progress through primary and secondary schooling ( Duncan & Magnuson, 2011 ). Children with such persisting difficulties being eligible for a diagnosis of DLD. In the US, Nelson and colleagues reported as many as 65% of children living in social disadvantage met the criteria for a clinically significant language impairment ( Nelson et al. , 2011 ). While in the UK, Locke and colleagues (2002) reported a prevalence of 50% of children living in significant deprivation, starting preschool with lower levels of language than would be expected for their age. Similarly, Law et al. (2011) reported an almost 40% prevalence rate in slightly older Scottish children (5 – 12 years), living in considerable social disadvantage. Applying these figures to the 30% of children living in poverty in the UK would indicate that there are between 1.7 and 2.15 million children with language skills not at their expected level and not attributable to a specific diagnosis. Moreover, a teacher report published by Speech and Language UK (2023), indicated a 26% increase in children with language difficulties in the previous two years. Historically, the association between social disadvantage and lower language levels was primarily attributed to children experiencing fewer examples of rich language input ( Hart & Risley, 1995 ), fewer opportunities for quality caregiver–child interactions, and parenting styles that are less responsive to children’s interests ( Landry et al. , 2001 ). However, while these factors do mediate children’s language development ( Morgan et al. , 2015 ), more recent research has highlighted the complexity and multiplicity of components at play in attempting to explain the relationship between poor language and social disadvantage ( Law et al. , 2019 ). In particular the issue of access and engagement with services has been highlighted as problematic ( Moore et al. , 2015 ), and a key consideration in the design and implementation of interventions ( McKean & Reilly, 2023 ; Reilly & McKean, 2023 ). Given the high rates of language difficulty and the consequences that these difficulties have on children’s lives, coupled with issues of access, providing effective and efficient interventions that are accessible for all groups is a clear priority, to achieve improved health outcomes in socially disadvantaged populations. One of the best ways to ensure access and participation and therefore to increase the impact and reach of early language interventions, is through interventions that are universal, preventative, and embedded within community based organisations with which parents are already engaging. Early childhood educator professional development programmes One approach to support children’s development in naturalistic community based environments is through the use of early childhood educator professional development programmes. Programmes have been developed with the aim of training early childhood educators in evidence-based techniques and practices that create language rich environments and encourage responsive styles of interaction. By enhancing educators’ knowledge and optimising their use of language promoting techniques, it is hypothesized to have a cascading effect, improving children’s language outcomes. This is supported by the empirical literature which shows that high quality early childhood education can mitigate the effects of poverty in relation to preschool language ( Lim et al. , 2022 ; Marulis & Neuman, 2013 ; Schachter, 2015 ). In broad terms, early childhood educator professional development programmes tend to have a primary focus, either on educator–child responsive interactions, or on literacy. Consequently, outcomes are very variable and findings in relation to child language outcomes are inconsistent. With respect to professional development interventions focusing on educator-child responsive interactions, Eadie et al. (2019) and Cabell et al. (2011) reported no effects on child language outcomes. In contrast, Yazejian et al. (2020) and Piasta et al. (2012) reported positive (albeit modest) effects in relation to auditory language skills and linguistic productivity respectively. Professional development programmes with a literacy focus tend to report more consistent positive findings, particularly in relation to the specific areas being targeted e.g. letter knowledge, concepts about print and phonological awareness ( Markussen-Brown et al. , 2017 ; Powell et al. , 2010 ). However, positive impact of these programmes on broader language outcomes, such as vocabulary, is less consistent ( Landry et al. , 2009 ; Markussen-Brown et al. , 2017 ; Wasik & Hindman (2011) . Nonetheless, studies do indicate a positive impact on educators, such as an increase in the instructional quality of their teaching ( Bowne et al. , 2016 ; Eadie et al. , 2019 ) and the use of sensitive/ responsive strategies ( Landry et al. , 2017 ). There are many reasons that may explain why these effects do not seem to translate into positive gains for children’s language outcomes, not least the timing of outcome measures and the absence of follow up /longitudinal data. It may also be that positive changes in one environment are not sufficiently intense or consistent to be reflected in children’s language skills either in the short- or long-term. One potential solution to this is to engage with parents with the aim of increasing parent responsiveness and support for language in children’s home environments. Parent-mediated intervention programmes Parent-mediated interventions are preventative approaches, frequently used with socially disadvantaged families which aim to train parents in the use of responsive and contingent interactions with their child. These interventions are based on the premise that parent-child interactions and the activities that parents and children share together offer opportunities for promoting early language learning. Parents are taught strategies to interact responsively, to support mutual engagement with their child and provide a higher quantity of verbal input, matched to their child’s interests and developmental level ( Golinkoff et al. , 2015 ; Hoff, 2006 ; Rowe & Snow, 2020 ). Subsequently, they are encouraged to use these interactive and linguistic strategies in everyday routines such as playtime, shared book reading etc. This approach is supported by the empirical literature, in that parent-child interactions with specific qualities (responsive, contingent and developmentally appropriate) are associated with better language outcomes ( Levickis et al. , 2023 ; Madigan et al. , 2019 ). However, although usually greater for children from disadvantaged backgrounds, effect sizes are often modest. Based on two meta-analyses of parent behaviour and child language, Madigan and colleagues (2019) reported a weak association between sensitive responsive parenting and child language, with effect sizes stronger in those with low SES. In a more recent meta-analysis Jeong et al. (2021) also reported relatively modest positive effects of parenting interventions on children’s language development, standard mean difference = 0.28, 95% CI: 0.18 to 0.37, p < 0.001), again with significantly greater effects on children from low- compared to high-income countries. In an additional meta-analysis Roberts et al. (2019) explored the association between parent training (naturalistic and dialogic reading) and child language development and reported moderate effect sizes for children at risk, in relation to receptive language (mean Hedges g [SE] = 0.28 [0.15]) and engagement outcomes (mean Hedges g [SE] = 0.36 [0.17]). Overall, in the short term, pooled effect sizes for parent mediated interventions for those living in social disadvantage are at best moderate and it would seem that, similar to professional development programmes, this approach alone is not sufficient to support children living in these circumstances. Interventions engaging with parents and early childhood educators Despite relatively modest effects for programmes that are aimed solely at either early childhood educators or parents/caregivers, studies of programmes that simultaneously engage with both groups are relatively scarce ( Greenwood et al. , 2020 ), particularly for those with child language outcome measurements. By providing an intervention in more than one environment, to two sets of people who spend a significant amount of time with the child, the expectation is that the exposure to responsive interactions and language-promoting strategies will increase. This, in turn, is hypothesized to increase the language gains for the child. Findings by Frizelle et al. (2021a) (Happy Talk); Gibbard et al. (2024) (Enhanced parent based intervention) and Stevens et al. (2019) , (Abecedarian approach) support this hypothesis. Frizelle et al. (2021a) carried out pilot effectiveness study and found that implementing a community-based speech language and communication programme (Happy Talk) that simultaneously engaged with parents and early childhood educators resulted in large effects (.6SD) on comprehension and moderate effects (.46SD) on a composite language measure (comprehension and expression), for children from areas of social disadvantage. In addition, the pilot trial indicated cost effectiveness ( Frizelle et al. , 2021b ), as well as feasibility and acceptability to parents and preschool staff, making Happy Talk suitable for implementation at scale. In an RCT, Gibbard et al. (2024) compared a parent mediated clinic-based intervention to one that included early years educators in a local children’s centre and reported greater effect sizes for almost all outcomes when a more integrated model of intervention delivery was used. In contrast, other studies have reported no additional child language benefits to carrying out an intervention in two environments (home and school) over one (home alone) ( Hargrave & Sénéchal, 2000 ; Landry et al. , 2017 ; Lonigan & Whitehurst, 1998 ). Therefore, while there is some evidence of an increased benefit to simultaneously engaging with parents/caregivers at home and early years educators in pre/school, the evidence is not conclusive. In addition, whether parent-mediated, early childhood educator focused, or both, many intervention studies are small with limited follow up; they tend to be ‘efficacy’ trials carried out in very controlled environments rather than ‘real world’ effectiveness studies based in the community; they are not pre-specified in a protocol and there are few replications. Moreover, there is a need for more longitudinal research as well as studies specifically focused on scaling-up interventions, including features such as community readiness and capacity, program acceptability and cost. The current work aims to build on the Happy Talk pilot trial by scaling up to a full definitive effectiveness trial carried out in the community, including follow up outcome measures to look at the longer term impact of the programme; a process evaluation and a societal cost benefit analysis at a larger scale. In doing so the work will address the aforementioned issues above. Objectives/ Hypotheses The Happy Talk trial aims to answer 3 specific research questions. 1. Does Happy Talk, a targeted selective intervention focused on increasing parent and early educator responsive interaction, improve language and quality of-life (QoL) outcomes in socially disadvantaged preschool and young school-aged children, compared to usual care? 2. Does Happy Talk enhance language promoting behaviours /responsiveness in home and pre/school contexts? 3. Is Happy Talk cost effective for the health care system compared to usual care? 4. What programme features support successful real-world application of ‘Happy Talk’ and how do contextual factors influence Happy Talk implementation/ outcomes? We hypothesize that compared to the control group 1. Children in the intervention group will have better mean scores on a. Receptive, expressive and total language score on the standardized language measure, the Preschool Language Scales (PLS-5) b. Focus on the Outcomes of Communication under Six (FOCUS) c. Paediatric Quality of Life Inventory (PedsQL) and Parent report for Toddlers and Child Health Utility instrument (CHU9D), we have delayed follow up measures to 1 year post to allow time for programme effects to translate into QoL impact. 2. Parents in the intervention group will have higher mean scores on the Maternal Responsive Behaviours Coding Scheme (MRBCS) 3. Early childhood education settings in the intervention group will have higher means scores on the Classroom Assessment Scoring System (CLASS) 4. The intervention will be cost effective for the health care system (measured against common decision thresholds). Methods The intervention will be evaluated using a cluster-randomized controlled trial taking place over three years. The trial will include two study cycles that each include a period for enrolling settings, baseline assessments, an 8 month intervention period, outcome assessments immediately post-intervention, and additional follow-up measures taken 6 months post-intervention, or 1 year post-intervention for QoL measures. The time schedule for enrolment, intervention delivery and assessments is given in Figure 1 . The process evaluation will involve two phases 1) a pre-trial evaluation examining factors which promote parental engagement and partnership between SLTs and educators with the aim of incorporating these into SLT training and future rollouts of the programme and 2) a concurrent evaluation from a realist perspective to examine how the mechanisms underpinning Happy Talk are influenced by the implementation context. A combination of surveys, interviews and focus group methodologies will be used. These will be reported on in more detail elsewhere. Figure 1. Time schedule for Enrolment, Assessments and Intervention delivery. Inclusion criteria The HSE in Ireland is divided into nine Community Healthcare Organisations (CHO) each of which has a chief officer who leads the local management team, who in turn govern all specialist services in their area, including primary care SLT. Pre/schools will be targeted for recruitment from 4 CHOs in Ireland for each trial cycle (8 in total) and will be selected based on levels of social disadvantage as indexed by the 2016 Pobal HP Deprivation Index. The index is a method of measuring the relative affluence or disadvantage of geographical area in Ireland. Inclusion criteria for pre/schools are as follows: Those falling within the Health Services Executive Community Healthcare Organisation (CHO) area for which support has been offered. Those attached to DEIS schools (Delivering Equality of Opportunity in Schools i.e., those including a high concentration of students from socioeconomically disadvantaged backgrounds) Child and Family Resource centres (established in Ireland for children from disadvantaged backgrounds). Pre/schools who are not in receipt of another early years language intervention programme that is not part of standard care. While all children of the appropriate age, their parents, and all staff in each intervention setting will be offered the programme, it is not feasible to assess all children in each setting in the time frame before pre/school starts at the beginning of the academic year. To ensure adequate power, of those that consent to be part of the evaluation, 12 participants from each cluster will be randomly chosen for inclusion. We appreciate that those randomly chosen may experience varying degrees of disadvantage. We will collect this demographic information and note individual differences. This variation will also exist within the control settings and therefore should not be a confounding variable. Exclusion criteria Children who are known to have an intellectual disability, or who are non-English speaking will be excluded from the evaluation. Children for whom English is a second language will not be excluded if parents report that they are comfortable completing the outcome measures without the need for interpreters. Interventions Active intervention The active intervention under evaluation is Happy Talk, a manualized training and support programme delivered by SLTs to parents and early childhood educators in socially disadvantaged areas. The overall programme aims to support children between 0 and 6 years. However, the focus of this trial is solely on the preschool/Junior infant class programme (children aged between 2;10 and 5,11 years). The programme is informed by general systems theory ( Lazlo, 1972 ) and is embedded in the preschools, and homes of socially disadvantaged children with the aim of effecting change in parent and educator behaviour (see Figure 2 Happy Talk Logic Evaluation model). Figure 2. Happy Talk Logic Evaluation Model. Parent component: This includes twelve in person 1-hour sessions delivered in 4 week blocks and in two 30-min units, over the three terms of the pre/school year (September–December, January–March and April–June). For the first 30 minutes of each session, parents (mothers, fathers and occasionally other family members) engage in live group training with the SLT in a room within the pre/school. This is followed by 30 minutes of in person coaching, with parents practicing their newly acquired skills with their children in the pre/school, while they are guided and scaffolded by the SLT. The skills targeted in the programme include listening skills; modelling and expanding language; balancing questions and comments; practicing language promoting techniques during free play; phonological awareness (such as rhythm, blending and segmenting syllables); learning new words; pretend play through stories; and bringing books alive. Pre/school staff component and communication champions: Prior to delivering the staff components of the intervention, therapists engage with each pre/school setting for a period of 2 to 3 weeks to share and schedule how Happy Talk will be delivered over the coming year; discuss maximising parental engagement and attendance; and conduct a parent information session. The aim of this engagement is to begin developing relationships, and to work together as a community prior to inviting parents to participate in the Happy Talk programme. Pre/school staff complete four workshops in total. Workshop 1 takes place in each pre/school before the 12-week parent programme begins. The workshop focuses on the three core interaction skills to be covered with parents in term 1 (modelling, expanding and balancing questions and comments) as well as early literacy and phonological awareness skills. The workshop gives staff the opportunity to practice these skills using a range of pre/school toys and is followed by a 30-min coaching session where staff practice using the skills under the SLT’s supervision, prompting and guidance. Workshops 2 – 4 take place following each 4-week parent intervention block. These workshops include the following core components revision of the interaction skills previously outlined sharing language rich environment resources giving information on language development in young children and on identifying children with speech, language, and communication needs sharing speech and language tools that aid with the transition from preschool to school. The number of staff attending the workshops will vary according to the setting i.e. the number of pre/school rooms/classes within a given setting receiving Happy Talk. In addition to these workshops each room is asked to nominate at least one communication champion who commits to attending three Communication Champions workshops over the course of the academic year. These workshops focus on providing staff with the skills necessary to support the successful implementation of Happy Talk in their setting. Optional themes include multiculturalism; early literacy; engaging parents; and identifying speech, language and communication needs. Workshops are delivered once a term, and last 2.5 – 3 hours. The Happy Talk pre/school program is very well established and has been successfully implemented in 72 settings in one region in Ireland over the past 12 years. The feasibility and acceptability of the programme to parents and pre/school staff has therefore been established. Fidelity. Each aspect of the Happy Talk programme is outlined in a manual which has been introduced as part of the SLT training to facilitate Happy Talk. Training included 1) how to coach parents and staff, 2) how to engage parents 3) how to work in disadvantaged communities and 4) how best to build social capital between therapists, parents, and early years educators, with the aim of increasing engagement with the intervention. The Happy Talk team administering the training will complete self-evaluation checklists for adherence to the core key elements and SLTs who attended the training will complete learning evaluation checklists. To ensure SLT fidelity (for both parent and early educator components of the intervention) therapists will complete self-evaluation treatment fidelity checklists following each workshop and training and coaching sessions and adherence will be checked against the protocol laid out in the manual. All sessions will be audio recorded using a microphone worn by the interventionist, set at a level intended to capture their audio only. Each week two members of the research team will observe and review 20% of the recorded sessions and will independently complete the same fidelity checklists as those completed by the SLTs. In addition, dosage and accuracy with which clinicians deliver the elements specified in the manual, will be noted, and extrapolated up from the 20% viewed. Checklists completed by the SLTs will be compared with those completed by the research team and feedback will be provided. Overall fidelity will be calculated by summing scores for each of the individual components where there is agreement. Furthermore, the 8 SLT interventionists (4 each year) will be given ongoing support throughout the intervention through a once weekly video or audio call from the lead Happy Talk clinician. Comparator interventions Comparator interventions are the ‘business as usual’ Early Childhood Care and Education programme (ECCE)) and national Junior infant class curriculum. The ECCE programme is a national universal two-year pre-school programme available to all children between 2yrs 8 months and 5yrs 6 months. It provides children with their first formal experience of early learning prior to commencing primary school. The programme is provided for three hours per day, five days per week over 38 weeks per year and the programme year runs from September to June each year. Childcare services taking part in the ECCE programme must provide an appropriate pre-school educational programme which adheres to the principles of Síolta, the national framework for early years care and education. The most commonly implemented programme is ‘Aistear’ which is based on 12 principles of early learning and development, presented in three groups 1) children and their lives in early childhood 2) children’s connections with others and 3) how children learn and develop. Communication and language is one element of the third component. Junior infants is the first year of an 8 year cycle in primary education. The primary curriculum is presented in 7 areas: Art; Mathematics, Social Environmental and Scientific Education; Physical Education; Religious Education; Primary Language; and Social, personal and Health Education. Any children who are receiving SLT in the community can continue to do so throughout the trial. Outcomes Primary- child The Pre-school Language Scales – 5 th Edition (PLS 5) ( Zimmerman et al. , 2014 ) is a standardized norm referenced language assessment that yields standard scores for total language, auditory comprehension, and expressive communication. A standard score of 100 represents the performance of a typical child at a given age. Standard scores between 85 and 115 correspond to one standard deviation below and above the mean, respectively; scores within this range are considered to be within normal limits. The Focus on the Outcomes of Communication Under Six (FOCUS-34) ( Oddson et al. , 2019 ; Thomas-Stonell et al. , 2010 ) is a clinical tool designed to evaluate change in communicative-participation in preschool children. We have obtained a copyright license to use this tool. The parent form consists of 34 statements, aimed at taking a snapshot of children’s skills as they are on that day. Example statements include, my child can tell stories that make sense; my child will ask for things from other children . Parents are asked to rate each statement using a 7 point scale, ranging from ‘not at all like my child’ to ‘exactly like my child’. This yields a total score ranging from 50 to 350 with a higher score indicating a better outcome. Secondary - child PedsQL TM ( Buck, 2012 ) is a standardized, parent proxy-report scale of health-related QoL in young children. The PedsQL contains 23 items and measures four health dimensions: physical, emotional, social, and school functioning (questions related to school or daycare if attended). The tool asks, “please tell us how much of a problem each item has been for your child during the past one month.” Parents are required to rate each item on a scale of 0–4 (0 indicating never a problem and 4 almost always a problem). The ratings are tallied yielding a total score for each section, the higher score indicating a greater level of difficulty. The Child Health Utility instrument (CHU9D) ( Furber & Segal, 2015 ), (caregiver completed) is a generic preference- based measure, using parent report scales to measure health related quality of life, in young children. The CHU9D (for children < 5years) consists of 11 questions and parents are asked to base their responses on how their child is feeling on the day of completion. It consists of a descriptive system and a set of preference weights, which give utility values for each health state described by the descriptive system, allowing the calculation of QALYs ( Mpundu-Kaambwa et al. , 2017 ). Secondary - parent The Maternal Responsive Behaviours Coding Scheme (MRBCS - Levickis et al. , 2014 ) is an observational coding scheme of parent– child interaction. Implementation of the MRBCS yields a total number of occurrences for each of the four parental responsive behaviours (Expansions; Imitations; Responsive Questions; and Labels), for a given period. By summing the frequency scores for each behaviour, an overall score of parental responsiveness can be calculated. The higher the score the greater the number of parental responsive behaviours - yielding better outcomes. Secondary - setting The Classroom Assessment Scoring System (CLASS; La Paro & Pianta, 2003 ) is designed to assess the quality of interactions between teachers and students in the classroom. The CLASS measures three broad domains of teacher-student interactions (Emotional Support, Classroom Organization, and Instructional Support) which are assessed across 10 specific dimensions: positive climate, negative climate, teacher sensitivity, regard for student perspectives, behavior management, productivity, instructional learning formats, concept development, quality of feedback, and language modeling. Assessors observe classrooms for a minimum period of 2 hours and assign scores on each dimension using 7-point scale. Recruitment A short recruitment video will be made to explain the purpose of the study and what it entails. The clinical project manager, will meet with the local childcare committee manager; preschool managers; and school principals in each potential area, to answer any questions about the programme. Parents and early years educators will also be given information leaflets and two members of our PPI group will be involved in talking to parents and staff about the study. All preschool children enrolled in the National Childcare scheme (aged between 2 years and 8 months and 5 years and 6 months) or attending Junior Infants in the educational settings recruited for the project, their parents/caregivers, and a minimum of 1 educator at each setting, will be invited to participate in the project. It will be made explicit from the outset that all settings will not receive the intervention. Recruitment will take place over a period of two months (for each iteration). Pre/school managers/principals interested in having their educational setting participate in the project will provide verbal consent over the phone. Subsequently, they will receive a consent form via email, which will be collected by the team member responsible for conducting the research activities in the pre/school. Parents/caregivers that wish to participate in the project will be requested to return a signed consent form to the principal/manager of their school/preschool. Child participants will be recruited via their parents/caregivers. Data collection Baseline assessments (all outcome measures) will be completed for children, parents, and each pre/school setting before being randomised to the experimental or control condition. Outcome measures will also be administered immediately post intervention, and at 6 months follow up. In addition, quality of life measures will also be administered at 1 year follow up. Outcome measures will be administered by the two research assistants employed on the project and 12 additional research assistants employed for the assessment periods only (all of whom will have some experience administering standardized assessments). Demographic information will be gathered from families to establish socio-economic status at the level of the child (measured through education of the primary caregiver) and if there is any history of speech and language difficulties in the family. Background information about the children will also be gathered including any diagnosed hearing difficulties, exposure to additional languages or whether they are already attending SLT. All parents taking part in the evaluation will receive a 20 euro ‘child-focused’ voucher at each assessment time point. All settings will receive a series of children’s books and control settings will receive continued professional development workshops post-intervention. Parental and educators’ intervention attendance levels will also be documented. Training Training will be given in the administration and coding of each measure as follows. Assessors administering the PLS-5 will attend a training day with a senior SLT who has experience using this assessment. Assessors administering the FOCUS and the quality of life measures with parents, will be familiarised with each measure and attend a question/answer session about administration. Those administering The Maternal Responsive Behaviours Coding Scheme will complete a training protocol under the guidance of the author of the coding scheme, where they will rate videos which will be compared with the ratings of the author. A criterion of 80% agreement will be required before progressing to rate the study videos. Research assistants administering or involved in reliability checking of the Classroom Assessment Scoring System (CLASS) will attend a two-day Observation Training provided by a certified CLASS trainer. Assessors will be required to code video segments online. To pass reliability they will be required to score within 1 point of the master code on 80% of all codes given, across all ten CLASS dimensions. The observation training will be given by the chief investigator who will complete the CLASS train-the-trainer programme online. Data coding and reliability Primary Outcome Measures: PLS-5: Children’s responses will be scored live according to the instruction manual, while administering the assessment. A second research assistant blinded to the participants’ group allocation, will independently examine 20% of randomly selected assessments to determine the reliability of the online scoring (checking total raw score accuracy and conversion to standard scores). Point-to-point agreement will be calculated between scorers. FOCUS ©- Will be completed over the phone with parents. The research assistants will document parent responses. 20% of the forms will be randomly selected for rescoring. Secondary Outcome Measures: Child: QoL measures will be administered by phone and scored ‘live’ by the RAs during each phone interview. 20% of the forms will be randomly selected for rescoring. Parent: The MRBCS videos will be rated by an RA trained in the use of this measure, who is blind to time and group. 20% of the videos will be randomly selected for double coding by another RA, again blind to time and group. Pre/school: Trained testers will administer the CLASS independently ‘live’ in each pre/school (designated as primary observers). 20% of the settings will be randomly selected to be rated by an additional observer and reliability will be reported. Data management Quantitative variable measurements will be recorded in international standardized units. Variables will be recorded within Comma Separated Value (.csv) data tables and range checks will be conducted for data values. Data files will include meta-data identifying title, creator, keywords etc. in line with the Dublin Core Metadata Initiative. Accompanying data dictionaries will be developed in parallel. The Electronic Data Capture platform (Castor EDC) will be used throughout this project. The Castor EDC platform contains in-built audit trail supports and data validation processes aligned to enact FAIR data outputs. Qualitative data will be imported into an NVivo database to facilitate analysis. Data will be encrypted at rest and in transit, two-factor authentication at log in, and daily backup and file syncing. All data will be stored so that it is amenable to audit. The PI (Professor Pauline Frizelle) is responsible for data governance and the research team are working closely with the university data steward to create a comprehensive data management plan. RAs will digitise parents’ responses into Castor at collection Statistical considerations Planned sample size The trial is designed to have reasonable power to detect a modest intervention effect. Using a priori power calculations based on the goal of detecting an effect size of Cohen’s d = 0.25, with a power of 80%, an intra class correlation of .05 (with an average of 10 participants per cluster) and a standard significance level of 5%, the required number of clusters is 72. We targeted a modest effect size based partly on the 1) the pilot trial of Happy Talk ( Frizelle et al. , 2021b ), which showed standardized effect sizes of 0.6 SD ( p = 0.005), 0.21 SD ( p = 0.26) and 0.46 SD ( p = 0.01) for receptive, expressive and total language scores, respectively; 2) the empirical literature which shows an effect of d = 0.3 for expressive language ( Heidlage et al. , 2020 ); and 3) research showing that intervention effects are often reduced when implemented at scale ( Bleses et al. , 2021 ). Further, the sample size calculations are conservative in that they do not account for efficacy gains following from stratified randomization; subsequent statistical adjustment for said stratifiers; and additional, prognostic participant- and cluster-level covariates in analyses of the trial data. Finally, we will include an additional 2 participants per cluster to allow for loss to follow-up, based on retention figures from our pilot trial, resulting in a target of 864 total participants enrolled in the trial. Randomisation, allocation concealment and blinding At the start of each of the two study cycles, 36 of 72 settings will be randomly allocated to either the Happy Talk or the “business as usual” study arms following their enrolment. The randomization will be stratified by geographical region and preschool versus school and restricted within strata using a block size of 2. Then, from the consenting families within each setting, 12 children and their parents/ caregivers will be randomly chosen at the start of the school year for assessment of study outcomes. The randomization lists for both settings and children/families will be prepared under the Standard Operating Procedures of the HRB-CRF-UCC. Allocation concealment will be maintained through the use of a protected electronic database so that the allocation will only become available to interventionists, when pre/schools and their associated families have unambiguously consented and enrolled onto the trial and when baseline measures have been completed. The study will then be open label from that point, as both participants and study staff delivering the interventions will be aware of how settings were allocated. However, outcome assessors will remain blind to allocation, and the initial analyses of the study data will be done by a blinded study statistician. Data analysis Analyses of study outcomes will be done at the participant level, and not based on cluster level summaries of participant data. Further, while we don’t expect cross-over between study arms, all participants will be analysed as members of the arm they were randomized to. Further, given the pragmatic focus on the trial, participants’ data will be analysed without consideration for their degree of engagement, or lack thereof, with the study interventions (using an intention to treat analysis). Supplementary analysis will examine the impact of high versus low engagement across parents and educational settings. Given the Happy Talk design, between arm differences in the primary child language outcomes (PLS-5, FOCUS 34) measured immediately post-intervention and 6 months later will be estimated using linear mixed effects models for repeat measures ( Bell & Rabe, 2020 ) with a random effect for setting, and fixed effects for study arm, timepoint, baseline outcome scores, study cycle, and geographic region (following from the stratified randomization). We will also use a second set of similar models that further adjust for setting type and gender mix, and child age, primary caregiver education, family history of speech and language difficulties, diagnosed hearing difficulties, exposure to additional languages, and any current or previous SLT. Our estimates of between arm differences in timepoint specific outcomes will be reported alongside 95% frequentist confidence intervals without consideration for multiple comparisons ( Althouse, 2016 ). Missing data will be carefully evaluated and a plan for addressing them will be based on what we observe. However, our planned mixed effects models for repeat measures will produce unbiased estimates assuming data are missing at random ( Bell & Rabe, 2020 ), conditional on model covariates. Analyses for secondary outcomes will follow a similar strategy using generalized mixed effects models for repeat measurements, using a link function appropriate for each outcome. All analyses will be conducted under the quality system of the HRB CRF-UCC. A statistical analysis plan is available on the Open Science Framework ( https://osf.io/ns7u5/ ). Any necessary deviations from this SAP will be documented and explained in the trial report. All reporting will carried out in accordance with CONSORT guidelines for clinical trials. Data monitoring As this is a low risk trial (of a complex intervention), the Steering Committee will also act as the Independent Data Monitoring Committee (IDMC). They will monitor the safety of participants and make recommendations to the management group in relation to ethical issues and maintaining the integrity of the trial. To ensure protocols in relation to governance and safety monitoring are strictly adhered to, the steering committee includes personnel who can monitor and give expert advice that is completely independent of the PI; the trial managers; the research team members; and the institutions involved. More details regarding steering committee membership are provided in the supplemental material. Because data collection will take place over two cycles, we will have an opportunity to conduct an interim analysis at the end of the data collection completed for the first cycle. At this stage, we will know if the cycle 1 recruitment targets were met, and also be able to estimate the degree of clustering and variance we observed for the outcomes. This information will in turn facilitate a sample size re-evaluation that can inform how the study proceeds for the second cycle. If the re-analysis suggests that an increased sample size target is required for cycle two, this will be carefully considered by the Trial Steering Committee (if no such increase is suggested, then the study will proceed as planned). At this stage, the Trial Steering Committee will have the option of requesting a formal futility analysis to help determine whether the trial should continue or be stopped prior to data collection in year two. Details of the analysis and the results of the Trial Steering Committees’ deliberations will be reported back to the funder and a final decision will be negotiated by all stakeholders. Economic evaluation Although the economic benefits of investing in early intervention for children are well established ( Heckman, 2006 ), and cost effectiveness has been examined in relation to education and health programmes with broad outcomes (e.g. Knight et al. , 2019 ; Ludwig & Phillips, 2008 ), limited work has been done modelling the immediate or long term economic benefits of speech and language interventions ( Le et al. , 2020 ). An economic evaluation will compare the costs and effects of the Happy Talk intervention, to usual care. The evaluation will also include a budget impact analysis, which predicts the potential financial impact of the adoption and diffusion of Happy Talk, to inform resource or budget planning. The evaluation builds on a previous economic evaluation of our small-scale effectiveness trial ( Frizelle et al. , 2021a ). The preliminary economic evaluation included a value of information analysis that suggested there was value in collecting further information. This scaled up, full definitive trial will a) provide updated parameter estimates on costs and effectiveness; b) reduce uncertainties around parameter estimates and c) reduce uncertainty around cost effectiveness estimates. Following standard Health Information and Quality Authority (HIQA) guidelines on conducting economic evaluations a cost utility analysis will be undertaken. In the baseline analysis the perspective of the service provider will be adopted, thus only direct resources utilised will be included. All resources utilised for the delivery of the intervention and standard care will be identified, measured and valued using micro-costing techniques. Resources utilised will be captured by a dedicated resource utilisation questionnaire. The evaluation will include a primary, secondary and sensitivity analyses. In our primary cost utility analysis effectiveness will be measured using standardised Health Related Quality of Life (HRQoL) questionnaires pre-, post- and at 12 months follow-up. HRQoL measures enable the calculation of Quality Adjusted Life Years (QALYs) as well as an investigation of the sensitivity of these measures with children. To date the use of child appropriate HRQOL is limited, with many studies employing measures and health state values intended for adults. In addition, no health technology assessment (HTA) agency worldwide provides methods guidance on measuring HRQoL in young people. Given persistent issues with valuing child HRQoL, including expected delayed differences in HRQoL and lack of value sets, clinical measures (The PLS-5 and the Focus-34) will be used to test the robustness of results in our secondary analysis. Lastly, the sensitivity analysis will assesses robustness of the effectiveness measures, uncertainty in input and resulting output parameters. Analysis: Difference in costs and effects between the intervention and standard care will be estimated and an Incremental Cost Effectiveness Ratio (ICER) will be estimated. For the baseline analysis if this ICER is less than the nationally accepted threshold (€45,000/QALY) the intervention could be considered cost effective compared to standard care. Results of the probabilistic sensitivity analysis will be presented on Incremental Cost Effectiveness Planes and Cost Effectiveness Acceptability Curves to investigate uncertainty surrounding the output parameters and cost effectiveness decision. The cost results in the economic evaluation will inform the Budget Impact Analysis which will examine budgetary implications associated with national scaling up the intervention over a 5-year period (as per HIQA guidelines). Discussion The Happy Talk trial aims to mitigate the effects of social disadvantage on child language outcomes and therefore improve the overall life chances of children living in deprivation. The programme is already well established in one region of Ireland and has been shown to be both feasible and acceptable to parents, early years educators and speech and language therapists. The trial is a large scale ‘real world’ effectiveness trial, embedded in the community, which engages with parents and educators, and as such responds to identified evidence gaps. The trial includes an at scale economic evaluation from the perspective of the healthcare provider and outcomes address both functional and standardized measures. If effective we anticipate the following outcomes: Evidence that receptive and expressive language difficulties and their functional manifestation can be improved in pre- and early school years, in a cost effective manner, using a public health service delivery model. The availability of a well evaluated speech, language and communication intervention which can be implemented by speech and language therapists in the community, Ethics and consent The study has been reviewed and approved by the Reference Research Ethics committee, Health Services Executive, Dublin and Midlands (with remit for National approval) – RRECB0124PF (14 th March, 2024). Any changes to the protocol will be submitted as an amendment to the original submission. To obtain informed consent, each SLT, educational setting (preschool manager/school principal), educator, parent/ caregiver and child will be provided with an information letter and consent/assent form, adapted to their specific group. Participation in the study and the identity of the participants will be treated as confidential and no participant identifiable records or results relating to the study will be disclosed to any third party other than the authorized investigators. However, if children are identified as having significant speech and language difficulties that require individual intervention, families will be supported by their interventionist for onward referral. Personal identifiers will undergo pseudonymization. An encryption key, held securely away from the data, will be accessible to the project PI at site only. In line with the funders (Health Research Board) policy for post-project data publication, consent will be obtained at recruitment for all anonymized data to be shared publicly on an open science repository. Careful evaluation and assessment of publishable data catalogues will be continually reviewed to ensure that data objects will be ‘as open as possible, yet as closed as necessary’ upon completion of the research. The use of data repositories will ensure maximum utility and interoperability of the final data package(s) and assignment of a persistent digital object identifier (DOI). Additional post-study data provenance will be enacted through sharing of analysis scripts and study protocols via the Open Science Framework and/or the HRB Open Research platform projects with accompanying DOI(s). Study findings will be written up as journal publications, and published open access. Findings will also be disseminated to our participants through lay summaries on the project website and will presented to the CHO policy makers at a national meeting. Project co-applicants and collaborators will be eligible for authorship. Data availability No new data are associated with this article. Extended data: Extended data are available on the Open Science Framework. Evaluating a targeted selective speech, language, and communication intervention at scale – the Happy Talk cluster randomised controlled trial (DOI 10.17605/OSF.IO/NS7U5 ) ( Frizelle et al. , 2024 ) The project contains the following underlying data. 1. Child Participant Trial and Process Evaluation information leaflet 2. Parent Caregiver Participant Trial and Process Evaluation Consent form 3. Parent Caregiver Participant Trial and Process Evaluation information leaflet 4. Educator Participant Trial and Process Evaluation information leaflet 5. SLT and Educator Participant Trial and Process Evaluation consent form 6. Resource Utilisation Questionnaire 7. Statistical Analysis plan 8. SPIRIT Checklist 9. Trial Governance 10. WHO Trial Registration Dataset Data are available under a CCO license. Faculty Opinions recommended References Althouse AD: Adjust for multiple comparisons? It’s not that simple. Ann Thorac Surg. 2016; 101 (5): 1644–1645. PubMed Abstract | Publisher Full Text Bell ML, Rabe BA: The mixed model for repeated measures for cluster randomized trials: a simulation study investigating bias and type I error with missing continuous data. Trials. 2020; 21 (1): 148. PubMed Abstract | Publisher Full Text | Free Full Text Bleses D, Jensen P, Højen A, et al. : Implementing toddler interventions at scale: the case of “We learn together”. Early Child Res Q. 2021; 57 : 12–26. Publisher Full Text Bowne JB, Yoshikawa H, Snow CE: Experimental impacts of a teacher professional development program in early childhood on explicit vocabulary instruction across the curriculum. Early Child Res Q. 2016; 34 (3): 27–39. Publisher Full Text Buck D: The PedsQL™ as a measure of parent-rated quality of life in healthy UK toddlers: psychometric properties and cross-cultural comparisons. J Child Health Care. 2012; 16 (4): 331–338. PubMed Abstract | Publisher Full Text Cabell SQ, Justice LM, Piasta SB, et al. : The impact of teacher responsivity education on preschoolers’ language and literacy skills. Am J Speech Lang Pathol. 2011; 20 (4): 315–330. PubMed Abstract | Publisher Full Text Clegg J, Hollis C, Mawhood L, et al. : Developmental language disorder—a follow-up in later adult life. Cognitive, language and psychosocial outcomes. J Child Psychol Psychiatry. 2005; 46 (2): 128–149. PubMed Abstract | Publisher Full Text Duncan G, Magnuson K: The nature and impact of early achievement skills, attention skills, and behavior problems. In: G. Duncan, & R. Murnane (Eds.), Whither Opportunity? Rising Inequality and the Uncertain Life Chances of Low-Income Children. New York, NY: Russell Sage Foundation, 2011; 47–70. Reference Source Eadie P, Stark H, Niklas F: Quality of interactions by early childhood educators following a language-specific professional learning program. Early Child Educ J. 2019; 47 (3): 251–263. Publisher Full Text Erbay F, Tarman I: Effect of the covid-19 pandemic on language development of preschool children. Issues in Educational Research. 2022; 32 (4): 1364–1383. Reference Source Fernald A, Marchman VA, Weisleder A: SES differences in language processing skill and vocabulary are evident at 18 months. Dev Sci. 2013; 16 (2): 234–248. PubMed Abstract | Publisher Full Text | Free Full Text Field F: The foundation years: preventing poor children becoming poor adults. Independent Review on Poverty and Life Chances . (London: HM Government), 2010. Reference Source Frizelle P, Mckean C, O’Shea A, et al. : Economic evaluation of the Happy Talk pilot effectiveness trial: a targeted selective speech, language and communication intervention for children from areas of social disadvantage. Int J Speech Lang Pathol. 2021b; 24 (2): 200–211. PubMed Abstract | Publisher Full Text Frizelle P, Mullane E, O’Shea A, et al. : Happy Talk: a pilot effectiveness study of a targeted-selective speech–language and communication intervention for children from areas of social disadvantage. Int J Lang Commun Disord. 2021a; 56 (5): 954–974. PubMed Abstract | Publisher Full Text Frizelle P, O’Shea A, Murphy A, et al. : Evaluating a targeted selective speech, language, and communication intervention at scale the Happy Talk cluster randomised controlled trial. [Dataset]. 2024. http://www.doi.org/10.17605/OSF.IO/NS7U5 Furber G, Segal L: The validity of the Child Health Utility instrument (CHU9D) as a routine outcome measure for use in child and adolescent mental health services. Health Qual Life Outcomes. [Electronic Resource]. 2015; 13 : 22. PubMed Abstract | Publisher Full Text | Free Full Text Gibbard D, Roulstone S, Kandala Shadrack NI, et al. : A randomised controlled trial of the effectiveness of parent-based models of language intervention for 2– to 3–year-old children with Speech, Language and Communication Needs (SLCN) in areas of social disadvantage. Int J Lang Commun Disord. 2024; 59 (4): 1517–1537. PubMed Abstract | Publisher Full Text Golinkoff RM, Can DD, Soderstrom M, et al. : (Baby)talk to me: the social context of infant-directed speech and its effects on early language acquisition. Curr Dir Psychol Sci. 2015; 24 (5): 339–344. Publisher Full Text Greenwood CR, Schnitz AG, Carta JJ, et al. : A systematic review of language intervention research with low-income families: a word gap prevention perspective. Early Child Res Q. 2020; 50 (Part 1): 230–245. Publisher Full Text Hargrave AC, Sénéchal M: A book reading intervention with preschool children who have limited vocabularies: the benefits of regular reading and dialogic reading. Early Child Res Q. 2000; 15 (1): 75–90. Publisher Full Text Hart B, Risley TR: Meaningful differences in the everyday experience of young American children. Baltimore: Brookes, 1995. Reference Source Heckman JJ: Skill formation and the economics of investing in disadvantaged children. Science. 2006; 312 (5782): 1900–1902. PubMed Abstract | Publisher Full Text Heidlage JK, Cunningham JE, Kaiser AP, et al. : The effects of parent-implemented language interventions on child linguistic outcomes: a meta-analysis. Early Child Res Q. 2020; 50 (Part 1): 6–23. Publisher Full Text Hoff E: How social contexts support and shape language development. Dev Rev. 2006; 26 (1): 55–88. Publisher Full Text Jeong J, Franchett EE, Ramos de Oliveira CV, et al. : Parenting interventions to promote Early Child Development in the first three years of life: a global systematic review and meta-analysis. PLoS Med. 2021; 18 (5): e1003602. PubMed Abstract | Publisher Full Text | Free Full Text Knight DS, Landry S, Zucker TA, et al. : Cost-effectiveness of early childhood interventions to enhance preschool: evidence from a randomized experiment in head start centers enrolling historically underserved populations. J Policy Anal Manage. 2019; 38 (4): 891–917. Publisher Full Text Landry SH, Anthony JL, Swank PR, et al. : Effectiveness of comprehensive professional development for teachers of at-risk preschoolers. J Educ Psychol. 2009; 101 (2): 448–465. Publisher Full Text Landry SH, Smith KE, Swank PR, et al. : Does early responsive parenting have a special importance for children’s development or is consistency across early childhood necessary? Dev Psychol. 2001; 37 (3): 387–403. PubMed Abstract | Publisher Full Text Landry SH, Zucker TA, Williams JM, et al. : Improving school readiness of high-risk preschoolers: combining high quality instructional strategies with responsive training for teachers and parents. Early Child Res Q. 2017; 40 : 38–51. Publisher Full Text La Paro KM, Pianta RC: Classroom Assessment Scoring System (CLASS) [Database record]. APA PsycTests, 2003. Publisher Full Text Law J, Clegg J, Rush R, et al. : Association of proximal elements of social disadvantage with children’s language development at 2 years: an analysis of data from the Children in Focus (CiF) sample from the ALSPAC birth cohort. Int J Lang Commun Disord. 2019; 54 (3): 362–376. PubMed Abstract | Publisher Full Text Law J, McBean K, Rush R: Communication skills in a population of primary school-aged children raised in an area of pronounced social disadvantage. Int J Lang Commun Disord. 2011; 46 (6): 657–664. PubMed Abstract | Publisher Full Text Law J, Rush R, Schoon I, et al. : Modeling developmental language difficulties from school entry into adulthood: literacy, mental health, and employment outcomes. J Speech Lang Hear Res. 2009; 52 (6): 1401–1416. PubMed Abstract | Publisher Full Text Lazlo E: Introduction to systems philosophy: toward a new paradigm of contemporary thought. New York: Gordon & Breach, Science Publishers Inc, 1972. Reference Source Le HND, Le LKD, Nguyen PK, et al. : Health-Related Quality of Life, service utilization and costs of low language: a systematic review. Int J Lang Commun Disord. 2020; 55 (1): 3–25. PubMed Abstract | Publisher Full Text Levickis P, Eadie P, Mensah F, et al. : Associations between responsive parental behaviours in infancy and toddlerhood, and language outcomes at age 7 years in a population-based sample. Int J Lang Commun Disord. 2023; 58 (4): 1098–1112. PubMed Abstract | Publisher Full Text | Free Full Text Levickis P, Reilly S, Girolametto L, et al. : Maternal behaviors promoting language acquisition in slow-to-talk toddlers: prospective community-based study. J Dev Behav Pediatr. 2014; 35 (4): 274–281. PubMed Abstract | Publisher Full Text Lim S, Levickis P, Eadie P: Associations between Early Childhood Education and Care (ECEC) attendance, adversity and language outcomes of 2-year-olds. J Early Child Res. 2022; 20 (4): 565–579. Publisher Full Text Locke A, Ginsborg J, Peers I: Development and disadvantage: implications for the early years and beyond. Int J Lang Commun Disord. 2002; 37 (1): 3–15. PubMed Abstract | Publisher Full Text Lonigan CJ, Whitehurst GJ: Relative efficacy of parent and teacher involvement in a shared-reading intervention for preschool children from low-income backgrounds. Early Child Res Q. 1998; 13 (2): 263–290. Publisher Full Text Ludwig J, Phillips DA: Long-term effects of head start on low-income children. Ann N Y Acad Sci. 2008; 1136 : 257–268. PubMed Abstract | Publisher Full Text Madigan S, Prime H, Graham SA, et al. : Parenting behavior and child language: a meta-analysis. Pediatrics. 2019; 144 (4): e20183556. PubMed Abstract | Publisher Full Text Markussen-Brown J, Juhl CB, Piasta SB, et al. : The effects of language- and literacy-focused professional development on early educators and children: a best-evidence meta-analysis. Early Child Res Q. 2017; 38 : 97–115. Publisher Full Text Marulis LM, Neuman SB: How vocabulary interventions affect young children at risk: a meta-analytic review. J Res Educ Eff. 2013; 6 (3): 223–262. Publisher Full Text McGillion M, Pine JM, Herbert JS, et al. : A randomised controlled trial to test the effect of promoting caregiver contingent talk on language development in infants from diverse socioeconomic status backgrounds. J Child Psychol Psychiatry. 2017; 58 (10): 1122–1131. PubMed Abstract | Publisher Full Text Mckean C, Reilly S, Morgan A, et al. : Developmental language disorder. In: S. Rueschemeyer and G. M. Gaskell (eds), Oxford Handbook of Psycholinguistics. 2nd ed. Oxford: Oxford University Press, 2018. Publisher Full Text McKean C, Reilly S: Creating the conditions for robust early language development for all: part two: evidence informed public health framework for child language in the early years. Int J Lang Commun Disord. 2023; 58 (6): 2242–2264. PubMed Abstract | Publisher Full Text Moore TG, McDonald M, Carlon L, et al. : Early childhood development and the social determinants of health inequities. Health Promot Int. 2015; 30 (Suppl 2): ii102–ii115. PubMed Abstract | Publisher Full Text Morgan PL, Farkas G, Hillemeier MM, et al. : 24-month-old children with larger oral vocabularies display greater academic and behavioral functioning at kindergarten entry. J Child Dev. 2015; 86 (5): 1351–1370. PubMed Abstract | Publisher Full Text | Free Full Text Mpundu-Kaambwa C, Chen G, Russo R, et al. : Mapping CHU9D utility scores from the PedsQLTM 4.0 SF-15. Pharmacoeconomics. 2017; 35 (4): 453–467. PubMed Abstract | Publisher Full Text Nelson J, Lynch S, Sharp C: Recovery during a pandemic: the ongoing impacts of covid-19 on schools serving deprived communities. National Foundation for Educational Research, 2021. Reference Source Nelson KE, Welsh JA, Trup EMV, et al. : Language delays of impoverished preschool children in relation to early academic and emotion recognition skills. First Lang. 2011; 31 (2): 164–194. Publisher Full Text Norbury CF, Gooch D, Wray C, et al. : The impact of nonverbal ability on prevalence and clinical presentation of language disorder: evidence from a population study. J Child Psychol Psychiatry. 2016; 57 (11): 1247–1257. PubMed Abstract | Publisher Full Text | Free Full Text Oddson B, Thomas-Stonell N, Robertson B, et al. : Validity of a streamlined version of the Focus on the Outcomes of Communication Under Six: process and outcome. Child Care Health Dev. 2019; 45 (4): 600–605. PubMed Abstract | Publisher Full Text Piasta SB, Justice LM, Cabell SQ, et al. : Impact of professional development on preschool teachers’ conversational responsivity and children’s linguistic productivity and complexity. Early Child Res Q. 2012; 27 (3): 387–400. Publisher Full Text Powell DR, Diamond KE, Burchinal MR, et al. : Effects of an early literacy professional development intervention on head start teachers and children. J Educ Psychol. 2010; 102 (2): 299–312. Publisher Full Text Qi CH, Kaiser AP: Behavior problems of preschool children from low income families. Topics Early Child Spec Educ. 2003; 23 (4): 188–216. Publisher Full Text Reilly S, McKean C: Creating the conditions for robust early language development for all-part 1: evidence-informed child language surveillance in the early years. Int J Lang Commun Disord. 2023; 58 (6): 2222–2241. PubMed Abstract | Publisher Full Text Roberts MY, Curtis PR, Sone BJ, et al. : Association of parent training with child language development: a systematic review and meta-analysis. JAMA Pediatr. 2019; 173 (7): 671–680. PubMed Abstract | Publisher Full Text | Free Full Text Rowe ML, Snow CE: Analyzing input quality along three dimensions: interactive, linguistic, and conceptual. J Child Lang. 2020; 47 (1): 5–21. PubMed Abstract | Publisher Full Text Schachter RE: An analytic study of the professional development research in early childhood education. Early Educ Dev. 2015; 26 (8): 1057–1085. Publisher Full Text Stevens H, Santos R, Jonasson S, et al. : The abecedarian approach in a low-resource urban neighborhood in Canada: an impact evaluation in a child care setting. Int J Early Child. 2019; 51 (2): 217–232. Publisher Full Text Thomas-Stonell NL, Oddson B, Robertson B, et al. : Development of the FOCUS (Focus on the Outcomes of Communication Under Six), a communication outcome measure for preschool children. Dev Med Child Neurol. 2010; 52 (1): 47–53. PubMed Abstract | Publisher Full Text Tomblin JB, Records NL, Buckwalter P, et al. : Prevalence of specific language Impairment in kindergarten children. J Speech Lang Hear Res. 1997; 40 (6): 1245–1260. PubMed Abstract | Publisher Full Text | Free Full Text Wasik BA, Hindman AH: Improving vocabulary and preliteracy skills of at-risk preschoolers through teacher professional development. J Educ Psychol. 2011; 103 (2): 455–469. Publisher Full Text Yazejian N, Bryant DM, Kuhn LJ, et al. : The Educare intervention: outcomes at age 3. Early Child Res Q. 2020; 53 : 425–440. PubMed Abstract | Publisher Full Text | Free Full Text Zimmerman IL, Steiner VG, Pond RE: Preschool Language Scales-fifth edition (PLS-5). (San Antonio, TX: Pearson), 2014. Comments on this article Comments (0) Version 3 VERSION 3 PUBLISHED 08 Oct 2024 ADD YOUR COMMENT Comment Author details Author details 1 Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland 2 Speech and Language Therapy Department, Health Services Executive, Cork, Ireland 3 Department of Economics, University College Cork, Cork, Ireland 4 School of Public Health, University College Cork, Cork, Ireland 5 Department of Education, Oxford University, Oxford, UK Pauline Frizelle Roles: Conceptualization, Funding Acquisition, Project Administration, Writing – Original Draft Preparation Aoife O'Shea Roles: Investigation, Project Administration Aileen Murphy Roles: Formal Analysis, Methodology, Visualization, Writing – Review & Editing Darren Dahly Roles: Data Curation, Formal Analysis, Methodology, Visualization, Writing – Review & Editing Cristina McKean Roles: Conceptualization, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information Health Research Board Ireland [DIFA 2023 001]. This work was also supported by the Irish Health Services Executive. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (3) version 3 Revised Published: 31 Jan 2025, 7:65 https://doi.org/10.12688/hrbopenres.13973.3 version 2 Revised Published: 07 Dec 2024, 7:65 https://doi.org/10.12688/hrbopenres.13973.2 version 1 Published: 08 Oct 2024, 7:65 https://doi.org/10.12688/hrbopenres.13973.1 Copyright © 2025 Frizelle P et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics VIEWS $counts.viewCount downloads Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Frizelle P, O'Shea A, Murphy A et al. Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.12688/hrbopenres.13973.3 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 3 VERSION 3 PUBLISHED 31 Jan 2025 Revised Views 0 Cite How to cite this report: Ramirez NF and Braverman A. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15461.r45226 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v3#referee-response-45226 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 04 Feb 2025 Naja Ferjan Ramirez , University of Washington, Seattle, USA Adeline Braverman , University of Washington Seattle, USA, USA; Linguistics, University of Washington (Ringgold ID: 7284), Seattle, Washington, USA Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15461.r45226 I think the authors ... Continue reading READ ALL I think the authors have adequately addressed our concerns/questions. Competing Interests: No competing interests were disclosed. Reviewer Expertise: Language acquisition in infancy and early childhood; Language intervention; Language input We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Ramirez NF and Braverman A. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15461.r45226 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v3#referee-response-45226 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Botting N. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15461.r45223 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v3#referee-response-45223 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 04 Feb 2025 Nicola Botting , City University London, London, UK Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15461.r45223 Thank you for detailed responses to my ... Continue reading READ ALL Thank you for detailed responses to my comments. I am happy to approve version 3. Competing Interests: No competing interests were disclosed. Reviewer Expertise: Developmental Language Disorder & other forms of atypical language development I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Botting N. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15461.r45223 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v3#referee-response-45223 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Version 2 VERSION 2 PUBLISHED 07 Dec 2024 Revised Views 0 Cite How to cite this report: Ramirez NF and Braverman A. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15422.r44222 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v2#referee-response-44222 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 11 Jan 2025 Naja Ferjan Ramirez , University of Washington, Seattle, USA Adeline Braverman , University of Washington Seattle, USA, USA; Linguistics, University of Washington (Ringgold ID: 7284), Seattle, Washington, USA Approved with Reservations VIEWS 0 https://doi.org/10.21956/hrbopenres.15422.r44222 This is a revised version of the narrative, and I think most of the issues have already been addressed. Overall, the study is well-designed and targets an important public health concern. We are pointing out some potential areas of improvement. ... Continue reading READ ALL This is a revised version of the narrative, and I think most of the issues have already been addressed. Overall, the study is well-designed and targets an important public health concern. We are pointing out some potential areas of improvement. 12 1-hr sessions attended by parents: This could be a challenge as it is quite intensive and requires a lot of time and effort. Parents are busy, and may not be able to attend all (or even most) sessions – this seems especially relevant given that families are low SES. How will the team make sure that parents attend the sessions? The narrative suggests that this intervention has already been implemented successfully in parts of Ireland. Is there any data to show that parents stayed engaged throughout the program? On a related note, were parents invited to help in the DESIGN of the intervention? Do we know that they find it (culturally) acceptable and doable/executable given their day-to-day lives? Not much is said about this in the narrative. The second research question asks whether Happy Talk “enhance[s] responsiveness and language-promoting behaviors in home and pre/school contexts.” The associated hypothesis is that intervention parents will have higher Maternal Responsive Behaviors Coding Scheme (MRBCS) scores. Is the MRBCS sensitive to “language-promoting behaviors” beyond those associated with responsiveness? The research question may need to be narrowed so that it is adequately addressed by this outcome measure, or the authors should clarify that responsiveness is the language-promoting behavior in question. Nothing is said about measuring “attendance” – i.e. are the effects of the intervention hypothesized to be weaker in those families who attend fewer sessions? Relatedly, what were the attendance/drop-out rates in previous iterations of the intervention? Inclusion of fathers: not much is said about this…in our experience, if fathers are just “invited”, they tend to not attend the sessions. Will there be an explicit effort to recruit and retain the fathers? Why (not)? OR – alternatively - if both parents attend in some cases, and only one parent attend in others, can there be supplemental hypotheses around whether one or both parents received the treatment? In the ‘Data Collection’ section, it is somewhat unclear what measures will be collected at the Baseline Assessment. Are all outcome measures included at this initial timepoint? How will the PLS-5 be scored by the second research assistant? Will these assessments be recorded? Preschool staff treatment – 4x 2.5-3 hours of staff training: similarly to parent training, do we know that the staff are eager and excited to undergo these trainings? What about the school administration? Will they be able to pull the teachers out of the classroom to give them the necessary time for training? On a related note, are teachers engaged in the design of the intervention? If so, what are their opinions of it? If not, they may find it challenging to implement. Child outcomes: most are parent/staff reports, which is a disadvantage, given that they’re being treated. One might hypothesize that the intervention will train the parents/staff to answer the questionnaires differently compared to the control group. I recommend that the team add child outcome language measures that are NOT questionnaire based. This was already noted by a previous reviewer. In their response, the authors cite work demonstrating the reliability and validity of parent report instruments, but this work focuses only on the MBCDI in a younger age range than the proposed sample and outside the context of parent-mediated intervention. In Figure 2, the use of multiple arrows leads the reader to believe that each bullet point is associated with another in the neighboring box. However, the bullet points do not always line up (in number and content). Consider reducing the number of arrows or clarifying the connections between the contents of each box. For the most part, there is sufficient detail of the methods provided to allow for replication. The hypotheses and the rationale, the subject numbers and characteristics are well described and make sense. The only thing that’s missing is the intervention “scripts”/ content/ manual – this is not shared, so one could not actually replicate the study as it is unclear what the parents / staff are actually told during the sessions. I am not sure if this is intentional. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Partly Are sufficient details of the methods provided to allow replication by others? Partly Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: Language acquisition in infancy and early childhood; Language intervention; Language input We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however we have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Ramirez NF and Braverman A. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15422.r44222 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v2#referee-response-44222 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 24 Jan 2025 Pauline Frizelle , Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland 24 Jan 2025 Author Response Many thanks for your valuable feedback, we have addressed each point in turn. 12 1-hr sessions attended by parents: This could be a challenge as it is quite intensive ... Continue reading Many thanks for your valuable feedback, we have addressed each point in turn. 12 1-hr sessions attended by parents: This could be a challenge as it is quite intensive and requires a lot of time and effort. Parents are busy, and may not be able to attend all (or even most) sessions – this seems especially relevant given that families are low SES. How will the team make sure that parents attend the sessions? The narrative suggests that this intervention has already been implemented successfully in parts of Ireland. Is there any data to show that parents stayed engaged throughout the program? On a related note, were parents invited to help in the DESIGN of the intervention? Do we know that they find it (culturally) acceptable and doable/executable given their day-to-day lives? Not much is said about this in the narrative. Response: Happy Talk has been delivered in one part of Ireland for 12 years. The programme was originally developed by SLTs but the design has been adapted over the years based on feedback from parents and early years educators. We also measured feasibility and acceptability in a new area in our pilot trial (referenced within). As stated in response to reviewer 2, in areas where Happy Talk is well established there is very high attendance as other parents/educators have spoken so positively about the programme and parents have an expectation that this will be part of their child’s education. In new areas (as is the case here) attendance tends to increase as the programme progresses. Parents become more committed as their confidence increases, and children request their parents to be present in the classroom, as they enjoy this aspect of the programme. In any case, we take a conservative approach in using an intention to treat protocol, so that if a parent attends even one session they are considered to have received the intervention. The second research question asks whether Happy Talk “enhance[s] responsiveness and language-promoting behaviors in home and pre/school contexts.” The associated hypothesis is that intervention parents will have higher Maternal Responsive Behaviors Coding Scheme (MRBCS) scores. Is the MRBCS sensitive to “language-promoting behaviors” beyond those associated with responsiveness? The research question may need to be narrowed so that it is adequately addressed by this outcome measure, or the authors should clarify that responsiveness is the language-promoting behavior in question. Response: We have clarified that responsiveness is the language-promoting behavior in question. Nothing is said about measuring “attendance” – i.e. are the effects of the intervention hypothesized to be weaker in those families who attend fewer sessions? Relatedly, what were the attendance/drop-out rates in previous iterations of the intervention? Response: We have clarified that attendance will be measured throughout both iterations of the programme. As stated above, attendance tends to increase as parents become more engaged with the programme. We have reported the attendance rates and attrition in our published pilot trial. Inclusion of fathers: not much is said about this…in our experience, if fathers are just “invited”, they tend to not attend the sessions. Will there be an explicit effort to recruit and retain the fathers? Why (not)? OR – alternatively - if both parents attend in some cases, and only one parent attend in others, can there be supplemental hypotheses around whether one or both parents received the treatment? Response: Given the demands of the programme the reviewer has highlighted, we encourage one parent/caregiver to attend, whichever places the smallest burden on the family. In our experience this is most often the mother but fathers and grandparents have also attended. If there are a sufficient number of cases where individual parents attend different sessions or both parents attend we will examine any potential effects statistically. However, this has not been our experience in the past. We request that the same person attend for baseline and end of programme measures. In the ‘Data Collection’ section, it is somewhat unclear what measures will be collected at the Baseline Assessment. Are all outcome measures included at this initial timepoint? Response : We have clarified that all outcome measures are included at the initial stages. How will the PLS-5 be scored by the second research assistant? Will these assessments be recorded? Response: No, these are not recorded. The 2 nd researcher will check that the scores have been added correctly, and converted accurately into standard scores. We have clarified this in the text. Preschool staff treatment – 4x 2.5-3 hours of staff training: similarly to parent training, do we know that the staff are eager and excited to undergo these trainings? What about the school administration? Will they be able to pull the teachers out of the classroom to give them the necessary time for training? On a related note, are teachers engaged in the design of the intervention? If so, what are their opinions of it? If not, they may find it challenging to implement. Response : In keeping with my response with respect to parents, teachers have implemented the programme in one area of Ireland for many years, and have reported it to be feasible and acceptable – we have noted this in the text. They have also had input into the programme as it was developing over many years. We carry out the sessions in the classroom at a time that is convenient for the teachers. In addition, all teachers are required to engage with continuous professional development, the Happy Talk training fulfils that need. Child outcomes: most are parent/staff reports, which is a disadvantage, given that they’re being treated. One might hypothesize that the intervention will train the parents/staff to answer the questionnaires differently compared to the control group. I recommend that the team add child outcome language measures that are NOT questionnaire based. This was already noted by a previous reviewer. In their response, the authors cite work demonstrating the reliability and validity of parent report instruments, but this work focuses only on the MBCDI in a younger age range than the proposed sample and outside the context of parent-mediated intervention. Response : We have included the PLS-5 which is a standardized language measure which provides a receptive, expressive and composite language score. In Figure 2, the use of multiple arrows leads the reader to believe that each bullet point is associated with another in the neighboring box. However, the bullet points do not always line up (in number and content). Consider reducing the number of arrows or clarifying the connections between the contents of each box. Response: Where arrows don’t directly align they are intended to refer to more than one component within a given box, we have clarified this in the text. For the most part, there is sufficient detail of the methods provided to allow for replication. The hypotheses and the rationale, the subject numbers and characteristics are well described and make sense. The only thing that’s missing is the intervention “scripts”/ content/ manual – this is not shared, so one could not actually replicate the study as it is unclear what the parents / staff are actually told during the sessions. I am not sure if this is intentional. Response: We cannot make the manual publicly available due to copyright reasons. Those who are interested in getting further information, or adapting the intervention to their context are welcome to get in touch with the first author. Many thanks for your valuable feedback, we have addressed each point in turn. 12 1-hr sessions attended by parents: This could be a challenge as it is quite intensive and requires a lot of time and effort. Parents are busy, and may not be able to attend all (or even most) sessions – this seems especially relevant given that families are low SES. How will the team make sure that parents attend the sessions? The narrative suggests that this intervention has already been implemented successfully in parts of Ireland. Is there any data to show that parents stayed engaged throughout the program? On a related note, were parents invited to help in the DESIGN of the intervention? Do we know that they find it (culturally) acceptable and doable/executable given their day-to-day lives? Not much is said about this in the narrative. Response: Happy Talk has been delivered in one part of Ireland for 12 years. The programme was originally developed by SLTs but the design has been adapted over the years based on feedback from parents and early years educators. We also measured feasibility and acceptability in a new area in our pilot trial (referenced within). As stated in response to reviewer 2, in areas where Happy Talk is well established there is very high attendance as other parents/educators have spoken so positively about the programme and parents have an expectation that this will be part of their child’s education. In new areas (as is the case here) attendance tends to increase as the programme progresses. Parents become more committed as their confidence increases, and children request their parents to be present in the classroom, as they enjoy this aspect of the programme. In any case, we take a conservative approach in using an intention to treat protocol, so that if a parent attends even one session they are considered to have received the intervention. The second research question asks whether Happy Talk “enhance[s] responsiveness and language-promoting behaviors in home and pre/school contexts.” The associated hypothesis is that intervention parents will have higher Maternal Responsive Behaviors Coding Scheme (MRBCS) scores. Is the MRBCS sensitive to “language-promoting behaviors” beyond those associated with responsiveness? The research question may need to be narrowed so that it is adequately addressed by this outcome measure, or the authors should clarify that responsiveness is the language-promoting behavior in question. Response: We have clarified that responsiveness is the language-promoting behavior in question. Nothing is said about measuring “attendance” – i.e. are the effects of the intervention hypothesized to be weaker in those families who attend fewer sessions? Relatedly, what were the attendance/drop-out rates in previous iterations of the intervention? Response: We have clarified that attendance will be measured throughout both iterations of the programme. As stated above, attendance tends to increase as parents become more engaged with the programme. We have reported the attendance rates and attrition in our published pilot trial. Inclusion of fathers: not much is said about this…in our experience, if fathers are just “invited”, they tend to not attend the sessions. Will there be an explicit effort to recruit and retain the fathers? Why (not)? OR – alternatively - if both parents attend in some cases, and only one parent attend in others, can there be supplemental hypotheses around whether one or both parents received the treatment? Response: Given the demands of the programme the reviewer has highlighted, we encourage one parent/caregiver to attend, whichever places the smallest burden on the family. In our experience this is most often the mother but fathers and grandparents have also attended. If there are a sufficient number of cases where individual parents attend different sessions or both parents attend we will examine any potential effects statistically. However, this has not been our experience in the past. We request that the same person attend for baseline and end of programme measures. In the ‘Data Collection’ section, it is somewhat unclear what measures will be collected at the Baseline Assessment. Are all outcome measures included at this initial timepoint? Response : We have clarified that all outcome measures are included at the initial stages. How will the PLS-5 be scored by the second research assistant? Will these assessments be recorded? Response: No, these are not recorded. The 2 nd researcher will check that the scores have been added correctly, and converted accurately into standard scores. We have clarified this in the text. Preschool staff treatment – 4x 2.5-3 hours of staff training: similarly to parent training, do we know that the staff are eager and excited to undergo these trainings? What about the school administration? Will they be able to pull the teachers out of the classroom to give them the necessary time for training? On a related note, are teachers engaged in the design of the intervention? If so, what are their opinions of it? If not, they may find it challenging to implement. Response : In keeping with my response with respect to parents, teachers have implemented the programme in one area of Ireland for many years, and have reported it to be feasible and acceptable – we have noted this in the text. They have also had input into the programme as it was developing over many years. We carry out the sessions in the classroom at a time that is convenient for the teachers. In addition, all teachers are required to engage with continuous professional development, the Happy Talk training fulfils that need. Child outcomes: most are parent/staff reports, which is a disadvantage, given that they’re being treated. One might hypothesize that the intervention will train the parents/staff to answer the questionnaires differently compared to the control group. I recommend that the team add child outcome language measures that are NOT questionnaire based. This was already noted by a previous reviewer. In their response, the authors cite work demonstrating the reliability and validity of parent report instruments, but this work focuses only on the MBCDI in a younger age range than the proposed sample and outside the context of parent-mediated intervention. Response : We have included the PLS-5 which is a standardized language measure which provides a receptive, expressive and composite language score. In Figure 2, the use of multiple arrows leads the reader to believe that each bullet point is associated with another in the neighboring box. However, the bullet points do not always line up (in number and content). Consider reducing the number of arrows or clarifying the connections between the contents of each box. Response: Where arrows don’t directly align they are intended to refer to more than one component within a given box, we have clarified this in the text. For the most part, there is sufficient detail of the methods provided to allow for replication. The hypotheses and the rationale, the subject numbers and characteristics are well described and make sense. The only thing that’s missing is the intervention “scripts”/ content/ manual – this is not shared, so one could not actually replicate the study as it is unclear what the parents / staff are actually told during the sessions. I am not sure if this is intentional. Response: We cannot make the manual publicly available due to copyright reasons. Those who are interested in getting further information, or adapting the intervention to their context are welcome to get in touch with the first author. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 24 Jan 2025 Pauline Frizelle , Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland 24 Jan 2025 Author Response Many thanks for your valuable feedback, we have addressed each point in turn. 12 1-hr sessions attended by parents: This could be a challenge as it is quite intensive ... Continue reading Many thanks for your valuable feedback, we have addressed each point in turn. 12 1-hr sessions attended by parents: This could be a challenge as it is quite intensive and requires a lot of time and effort. Parents are busy, and may not be able to attend all (or even most) sessions – this seems especially relevant given that families are low SES. How will the team make sure that parents attend the sessions? The narrative suggests that this intervention has already been implemented successfully in parts of Ireland. Is there any data to show that parents stayed engaged throughout the program? On a related note, were parents invited to help in the DESIGN of the intervention? Do we know that they find it (culturally) acceptable and doable/executable given their day-to-day lives? Not much is said about this in the narrative. Response: Happy Talk has been delivered in one part of Ireland for 12 years. The programme was originally developed by SLTs but the design has been adapted over the years based on feedback from parents and early years educators. We also measured feasibility and acceptability in a new area in our pilot trial (referenced within). As stated in response to reviewer 2, in areas where Happy Talk is well established there is very high attendance as other parents/educators have spoken so positively about the programme and parents have an expectation that this will be part of their child’s education. In new areas (as is the case here) attendance tends to increase as the programme progresses. Parents become more committed as their confidence increases, and children request their parents to be present in the classroom, as they enjoy this aspect of the programme. In any case, we take a conservative approach in using an intention to treat protocol, so that if a parent attends even one session they are considered to have received the intervention. The second research question asks whether Happy Talk “enhance[s] responsiveness and language-promoting behaviors in home and pre/school contexts.” The associated hypothesis is that intervention parents will have higher Maternal Responsive Behaviors Coding Scheme (MRBCS) scores. Is the MRBCS sensitive to “language-promoting behaviors” beyond those associated with responsiveness? The research question may need to be narrowed so that it is adequately addressed by this outcome measure, or the authors should clarify that responsiveness is the language-promoting behavior in question. Response: We have clarified that responsiveness is the language-promoting behavior in question. Nothing is said about measuring “attendance” – i.e. are the effects of the intervention hypothesized to be weaker in those families who attend fewer sessions? Relatedly, what were the attendance/drop-out rates in previous iterations of the intervention? Response: We have clarified that attendance will be measured throughout both iterations of the programme. As stated above, attendance tends to increase as parents become more engaged with the programme. We have reported the attendance rates and attrition in our published pilot trial. Inclusion of fathers: not much is said about this…in our experience, if fathers are just “invited”, they tend to not attend the sessions. Will there be an explicit effort to recruit and retain the fathers? Why (not)? OR – alternatively - if both parents attend in some cases, and only one parent attend in others, can there be supplemental hypotheses around whether one or both parents received the treatment? Response: Given the demands of the programme the reviewer has highlighted, we encourage one parent/caregiver to attend, whichever places the smallest burden on the family. In our experience this is most often the mother but fathers and grandparents have also attended. If there are a sufficient number of cases where individual parents attend different sessions or both parents attend we will examine any potential effects statistically. However, this has not been our experience in the past. We request that the same person attend for baseline and end of programme measures. In the ‘Data Collection’ section, it is somewhat unclear what measures will be collected at the Baseline Assessment. Are all outcome measures included at this initial timepoint? Response : We have clarified that all outcome measures are included at the initial stages. How will the PLS-5 be scored by the second research assistant? Will these assessments be recorded? Response: No, these are not recorded. The 2 nd researcher will check that the scores have been added correctly, and converted accurately into standard scores. We have clarified this in the text. Preschool staff treatment – 4x 2.5-3 hours of staff training: similarly to parent training, do we know that the staff are eager and excited to undergo these trainings? What about the school administration? Will they be able to pull the teachers out of the classroom to give them the necessary time for training? On a related note, are teachers engaged in the design of the intervention? If so, what are their opinions of it? If not, they may find it challenging to implement. Response : In keeping with my response with respect to parents, teachers have implemented the programme in one area of Ireland for many years, and have reported it to be feasible and acceptable – we have noted this in the text. They have also had input into the programme as it was developing over many years. We carry out the sessions in the classroom at a time that is convenient for the teachers. In addition, all teachers are required to engage with continuous professional development, the Happy Talk training fulfils that need. Child outcomes: most are parent/staff reports, which is a disadvantage, given that they’re being treated. One might hypothesize that the intervention will train the parents/staff to answer the questionnaires differently compared to the control group. I recommend that the team add child outcome language measures that are NOT questionnaire based. This was already noted by a previous reviewer. In their response, the authors cite work demonstrating the reliability and validity of parent report instruments, but this work focuses only on the MBCDI in a younger age range than the proposed sample and outside the context of parent-mediated intervention. Response : We have included the PLS-5 which is a standardized language measure which provides a receptive, expressive and composite language score. In Figure 2, the use of multiple arrows leads the reader to believe that each bullet point is associated with another in the neighboring box. However, the bullet points do not always line up (in number and content). Consider reducing the number of arrows or clarifying the connections between the contents of each box. Response: Where arrows don’t directly align they are intended to refer to more than one component within a given box, we have clarified this in the text. For the most part, there is sufficient detail of the methods provided to allow for replication. The hypotheses and the rationale, the subject numbers and characteristics are well described and make sense. The only thing that’s missing is the intervention “scripts”/ content/ manual – this is not shared, so one could not actually replicate the study as it is unclear what the parents / staff are actually told during the sessions. I am not sure if this is intentional. Response: We cannot make the manual publicly available due to copyright reasons. Those who are interested in getting further information, or adapting the intervention to their context are welcome to get in touch with the first author. Many thanks for your valuable feedback, we have addressed each point in turn. 12 1-hr sessions attended by parents: This could be a challenge as it is quite intensive and requires a lot of time and effort. Parents are busy, and may not be able to attend all (or even most) sessions – this seems especially relevant given that families are low SES. How will the team make sure that parents attend the sessions? The narrative suggests that this intervention has already been implemented successfully in parts of Ireland. Is there any data to show that parents stayed engaged throughout the program? On a related note, were parents invited to help in the DESIGN of the intervention? Do we know that they find it (culturally) acceptable and doable/executable given their day-to-day lives? Not much is said about this in the narrative. Response: Happy Talk has been delivered in one part of Ireland for 12 years. The programme was originally developed by SLTs but the design has been adapted over the years based on feedback from parents and early years educators. We also measured feasibility and acceptability in a new area in our pilot trial (referenced within). As stated in response to reviewer 2, in areas where Happy Talk is well established there is very high attendance as other parents/educators have spoken so positively about the programme and parents have an expectation that this will be part of their child’s education. In new areas (as is the case here) attendance tends to increase as the programme progresses. Parents become more committed as their confidence increases, and children request their parents to be present in the classroom, as they enjoy this aspect of the programme. In any case, we take a conservative approach in using an intention to treat protocol, so that if a parent attends even one session they are considered to have received the intervention. The second research question asks whether Happy Talk “enhance[s] responsiveness and language-promoting behaviors in home and pre/school contexts.” The associated hypothesis is that intervention parents will have higher Maternal Responsive Behaviors Coding Scheme (MRBCS) scores. Is the MRBCS sensitive to “language-promoting behaviors” beyond those associated with responsiveness? The research question may need to be narrowed so that it is adequately addressed by this outcome measure, or the authors should clarify that responsiveness is the language-promoting behavior in question. Response: We have clarified that responsiveness is the language-promoting behavior in question. Nothing is said about measuring “attendance” – i.e. are the effects of the intervention hypothesized to be weaker in those families who attend fewer sessions? Relatedly, what were the attendance/drop-out rates in previous iterations of the intervention? Response: We have clarified that attendance will be measured throughout both iterations of the programme. As stated above, attendance tends to increase as parents become more engaged with the programme. We have reported the attendance rates and attrition in our published pilot trial. Inclusion of fathers: not much is said about this…in our experience, if fathers are just “invited”, they tend to not attend the sessions. Will there be an explicit effort to recruit and retain the fathers? Why (not)? OR – alternatively - if both parents attend in some cases, and only one parent attend in others, can there be supplemental hypotheses around whether one or both parents received the treatment? Response: Given the demands of the programme the reviewer has highlighted, we encourage one parent/caregiver to attend, whichever places the smallest burden on the family. In our experience this is most often the mother but fathers and grandparents have also attended. If there are a sufficient number of cases where individual parents attend different sessions or both parents attend we will examine any potential effects statistically. However, this has not been our experience in the past. We request that the same person attend for baseline and end of programme measures. In the ‘Data Collection’ section, it is somewhat unclear what measures will be collected at the Baseline Assessment. Are all outcome measures included at this initial timepoint? Response : We have clarified that all outcome measures are included at the initial stages. How will the PLS-5 be scored by the second research assistant? Will these assessments be recorded? Response: No, these are not recorded. The 2 nd researcher will check that the scores have been added correctly, and converted accurately into standard scores. We have clarified this in the text. Preschool staff treatment – 4x 2.5-3 hours of staff training: similarly to parent training, do we know that the staff are eager and excited to undergo these trainings? What about the school administration? Will they be able to pull the teachers out of the classroom to give them the necessary time for training? On a related note, are teachers engaged in the design of the intervention? If so, what are their opinions of it? If not, they may find it challenging to implement. Response : In keeping with my response with respect to parents, teachers have implemented the programme in one area of Ireland for many years, and have reported it to be feasible and acceptable – we have noted this in the text. They have also had input into the programme as it was developing over many years. We carry out the sessions in the classroom at a time that is convenient for the teachers. In addition, all teachers are required to engage with continuous professional development, the Happy Talk training fulfils that need. Child outcomes: most are parent/staff reports, which is a disadvantage, given that they’re being treated. One might hypothesize that the intervention will train the parents/staff to answer the questionnaires differently compared to the control group. I recommend that the team add child outcome language measures that are NOT questionnaire based. This was already noted by a previous reviewer. In their response, the authors cite work demonstrating the reliability and validity of parent report instruments, but this work focuses only on the MBCDI in a younger age range than the proposed sample and outside the context of parent-mediated intervention. Response : We have included the PLS-5 which is a standardized language measure which provides a receptive, expressive and composite language score. In Figure 2, the use of multiple arrows leads the reader to believe that each bullet point is associated with another in the neighboring box. However, the bullet points do not always line up (in number and content). Consider reducing the number of arrows or clarifying the connections between the contents of each box. Response: Where arrows don’t directly align they are intended to refer to more than one component within a given box, we have clarified this in the text. For the most part, there is sufficient detail of the methods provided to allow for replication. The hypotheses and the rationale, the subject numbers and characteristics are well described and make sense. The only thing that’s missing is the intervention “scripts”/ content/ manual – this is not shared, so one could not actually replicate the study as it is unclear what the parents / staff are actually told during the sessions. I am not sure if this is intentional. Response: We cannot make the manual publicly available due to copyright reasons. Those who are interested in getting further information, or adapting the intervention to their context are welcome to get in touch with the first author. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Botting N. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15422.r43956 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v2#referee-response-43956 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 08 Jan 2025 Nicola Botting , City University London, London, UK Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15422.r43956 This is a very well constructed and clear protocol for a large scale intervention trial using the Happy Talk programme. There is substantial need for the evaluation of early years language interventions such as this, and this team is ideally ... Continue reading READ ALL This is a very well constructed and clear protocol for a large scale intervention trial using the Happy Talk programme. There is substantial need for the evaluation of early years language interventions such as this, and this team is ideally placed to carry out such research. The previous 2 reviewers have given comprehensive and insightful comments, many of which have already been responded to by the authors, therefore my observations are brief and minor. Some of them echo other points already made. 1. RQ1: It might be helpful for readers to include 'compared to usual care' in RQ1. This is implied, but at the moment leaves the possibility that positive within-group change for the intervention group alone could answer this question (which is not the authors' intention). 2. Recruitment: Opt-in consent is being used. It would be useful to identify and detail any strategies for monitoring/ensuring that these sign ups represent low SES groups, as even within schools in disadvantaged areas, participation from some groups is difficult to attain. Would opt-out consent be considered if recruitment shows bias? Have the authors considered adding the option for a Qualtrics (or similar) link to consent, which we are finding useful in recruiting families where bits of paper get lost (I acknowledge this method has its own inherent biases, but maybe a combination?). Under Randomisation, it could be made clearer that the families are randomly selected *from consenting families*. The inclusion of families with additional languages is important, but it is not clear to me how the parent English level will be assessed. A small point but it is probably best to avoid the term 'subjects' even in a trial? 3. Data management: I have no doubt that this team are thoroughly conversant in data management, but for readers and replicability more detail about how data sharing (agreements), and transit across sites (and countries) will be securely achieved would be welcome. It would be useful to know who has overall responsibility for data governance and data backups etc. 4. Training workshops: It was not clear to me how many people are at each workshop or included in the weekly video-conference support sessions. This detail seems important in terms of attendance bias, and success of the programme, and is needed for replicability. It would be useful to specify whether by 'recorded' you mean video or audio only. How will you deal with participants who do not give consent to recording or to other people in the background? 5. Assessment measures: In line with the other reviews, I am not sure about the CLASS and wondered whether authors had considered the CsC developed by Dockrell et al. for Better Communication? Will the reliability measures taken by an additional person occur at the same time or on a different day? In addition I wondered whether the FOCUS-34 has a reference? A couple of example questions might be useful here. For the MRBCS, I think this should read 'a total number of occurrences for each of four parental behaviours'? If not, more explanation is needed. 6. Economic assessment: I agree with other reviewers that it is confusing to use only the HRQoL measure for this stage of the project, especially when this didn't change on pilot trials. I see in the author response that the PLS-5 and FOCUS-34 are now included in a secondary economic analysis, but cannot find this detail in the protocol itself. Overall, this is a comprehensive and impressive protocol which has potential to make substantial impact and contribution. The minor suggestions above are mainly intended to enhance replicability and to increase usefulness even further. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: Developmental Language Disorder & other forms of atypical language development I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Botting N. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15422.r43956 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v2#referee-response-43956 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 31 Jan 2025 Pauline Frizelle , Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland 31 Jan 2025 Author Response Thank you for taking the time to give your valuable feedback. 1. RQ1: It might be helpful for readers to include 'compared to usual care' in RQ1. This is ... Continue reading Thank you for taking the time to give your valuable feedback. 1. RQ1: It might be helpful for readers to include 'compared to usual care' in RQ1. This is implied, but at the moment leaves the possibility that positive within-group change for the intervention group alone could answer this question (which is not the authors' intention). Response : We have added the clarification to RQ1 - that the intervention is being compared to usual care 2. Recruitment: Opt-in consent is being used. It would be useful to identify and detail any strategies for monitoring/ensuring that these sign ups represent low SES groups, as even within schools in disadvantaged areas, participation from some groups is difficult to attain. Would opt-out consent be considered if recruitment shows bias? Have the authors considered adding the option for a Qualtrics (or similar) link to consent, which we are finding useful in recruiting families where bits of paper get lost (I acknowledge this method has its own inherent biases, but maybe a combination?). Under Randomisation, it could be made clearer that the families are randomly selected *from consenting families*. The inclusion of families with additional languages is important, but it is not clear to me how the parent English level will be assessed. A small point but it is probably best to avoid the term 'subjects' even in a trial? Response: In relation to the profile of those who sign up, we appreciate that there will be variability in terms of levels of disadvantage. However, we will note these individual differences in the collection of our demographic data. As stated in response to another reviewer we acknowledge that the same variation will exist within the control settings and therefore should not be a confounding variable. In addition to the initial information session, our consent process is being facilitated by the pre/school staff who are available to read through the trial information and consent forms and answer any questions that potential participants might have when dropping and collecting their children. We appreciate the suggestion re Qualtrics but this would require access to a computer and feedback from pre/school staff is that they prefer to support the process in an informal way so that parents don’t feel under pressure to participate in the evaluation. There are large numbers of children receiving the intervention who are not part of the evaluation and if we were to engage in an opt out process, we would not have the capacity to assess them all in the restricted time frame. We have clarified that families are randomly selected from consenting families. As the reviewer rightly points out we are not actively assessing parents level of English and we have amended the text to remove the requirement of level B2. Parents will be asked if they are confident to complete the outcome measures without the need for an interpreter. We have replaced the term subjects, the use of which was an oversight on our part. 3. Data management: I have no doubt that this team are thoroughly conversant in data management, but for readers and replicability more detail about how data sharing (agreements), and transit across sites (and countries) will be securely achieved would be welcome. It would be useful to know who has overall responsibility for data governance and data backups etc. Response: This is a national study and therefore there is no data sharing between countries. We have made our data management plan available on OSF ( https://osf.io/ns7u5/ ) to address the reviewers point. 4. Training workshops: It was not clear to me how many people are at each workshop or included in the weekly video-conference support sessions. This detail seems important in terms of attendance bias, and success of the programme, and is needed for replicability. It would be useful to specify whether by 'recorded' you mean video or audio only. How will you deal with participants who do not give consent to recording or to other people in the background? Response: The workshops are for the pre/school staff and will be attended by the number who are participating in the intervention in a given pre/school, this varies from setting to setting and goes beyond those who are included in the trial. For example in some preschools there may be 3 staff (working in one room) where as others may have 5 across two rooms. We have clarified this in the text. We have specified that we will audio record the sessions, the therapist will wear a microphone, set to capture his/her input only. We appreciate that some child audio may be picked up in the distance but they will not be identifiable; we will not transcribe it (if audible); and we will not be using it in any way to measure interventionist fidelity. We have clarified that there will be 4 SLTs each year (8 in total) who will be attending the video-conference calls. 5. Assessment measures: In line with the other reviews, I am not sure about the CLASS and wondered whether authors had considered the CsC developed by Dockrell et al. for Better Communication? Will the reliability measures taken by an additional person occur at the same time or on a different day? In addition I wondered whether the FOCUS-34 has a reference? A couple of example questions might be useful here. For the MRBCS, I think this should read 'a total number of occurrences for each of four parental behaviours'? If not, more explanation is needed. Response: We used the CsC in our pilot trial and although we were not able to complete statistical analyses (due to a small number of settings) our observations of the data suggested that it was not sensitive to the expected changes. Empirical literature suggests that the CLASS is a reliable tool across a number of languages (Hamre et al., 2008; Stuck et al., 2016; Virtanen et al., 2017) and we expect sensitivity to a number of areas in which we aim to effect change - in particular Concept development, Quality of feedback and Language modelling . In addition, colleagues who have significant experience researching in the area of professional development of early years educators, have found the CLASS to be a sensitive measure (Eadie et. al.,). Because the CLASS is completed live, reliability checking will involve score checking only. However, to be deemed a reliable coder, all CLASS administrators are required to score within 1 point of master codes on 80% of all codes given in the training videos. We have added some references for the FOCUS-34, as well as some sample questions. We have reworded in relation to the MRBCS. 6. Economic assessment: I agree with other reviewers that it is confusing to use only the HRQoL measure for this stage of the project, especially when this didn't change on pilot trials. I see in the author response that the PLS-5 and FOCUS-34 are now included in a secondary economic analysis, but cannot find this detail in the protocol itself. Response: We have adapted the text to make the secondary (economic) analysis more explicit, specifying these two measures. Thank you for taking the time to give your valuable feedback. 1. RQ1: It might be helpful for readers to include 'compared to usual care' in RQ1. This is implied, but at the moment leaves the possibility that positive within-group change for the intervention group alone could answer this question (which is not the authors' intention). Response : We have added the clarification to RQ1 - that the intervention is being compared to usual care 2. Recruitment: Opt-in consent is being used. It would be useful to identify and detail any strategies for monitoring/ensuring that these sign ups represent low SES groups, as even within schools in disadvantaged areas, participation from some groups is difficult to attain. Would opt-out consent be considered if recruitment shows bias? Have the authors considered adding the option for a Qualtrics (or similar) link to consent, which we are finding useful in recruiting families where bits of paper get lost (I acknowledge this method has its own inherent biases, but maybe a combination?). Under Randomisation, it could be made clearer that the families are randomly selected *from consenting families*. The inclusion of families with additional languages is important, but it is not clear to me how the parent English level will be assessed. A small point but it is probably best to avoid the term 'subjects' even in a trial? Response: In relation to the profile of those who sign up, we appreciate that there will be variability in terms of levels of disadvantage. However, we will note these individual differences in the collection of our demographic data. As stated in response to another reviewer we acknowledge that the same variation will exist within the control settings and therefore should not be a confounding variable. In addition to the initial information session, our consent process is being facilitated by the pre/school staff who are available to read through the trial information and consent forms and answer any questions that potential participants might have when dropping and collecting their children. We appreciate the suggestion re Qualtrics but this would require access to a computer and feedback from pre/school staff is that they prefer to support the process in an informal way so that parents don’t feel under pressure to participate in the evaluation. There are large numbers of children receiving the intervention who are not part of the evaluation and if we were to engage in an opt out process, we would not have the capacity to assess them all in the restricted time frame. We have clarified that families are randomly selected from consenting families. As the reviewer rightly points out we are not actively assessing parents level of English and we have amended the text to remove the requirement of level B2. Parents will be asked if they are confident to complete the outcome measures without the need for an interpreter. We have replaced the term subjects, the use of which was an oversight on our part. 3. Data management: I have no doubt that this team are thoroughly conversant in data management, but for readers and replicability more detail about how data sharing (agreements), and transit across sites (and countries) will be securely achieved would be welcome. It would be useful to know who has overall responsibility for data governance and data backups etc. Response: This is a national study and therefore there is no data sharing between countries. We have made our data management plan available on OSF ( https://osf.io/ns7u5/ ) to address the reviewers point. 4. Training workshops: It was not clear to me how many people are at each workshop or included in the weekly video-conference support sessions. This detail seems important in terms of attendance bias, and success of the programme, and is needed for replicability. It would be useful to specify whether by 'recorded' you mean video or audio only. How will you deal with participants who do not give consent to recording or to other people in the background? Response: The workshops are for the pre/school staff and will be attended by the number who are participating in the intervention in a given pre/school, this varies from setting to setting and goes beyond those who are included in the trial. For example in some preschools there may be 3 staff (working in one room) where as others may have 5 across two rooms. We have clarified this in the text. We have specified that we will audio record the sessions, the therapist will wear a microphone, set to capture his/her input only. We appreciate that some child audio may be picked up in the distance but they will not be identifiable; we will not transcribe it (if audible); and we will not be using it in any way to measure interventionist fidelity. We have clarified that there will be 4 SLTs each year (8 in total) who will be attending the video-conference calls. 5. Assessment measures: In line with the other reviews, I am not sure about the CLASS and wondered whether authors had considered the CsC developed by Dockrell et al. for Better Communication? Will the reliability measures taken by an additional person occur at the same time or on a different day? In addition I wondered whether the FOCUS-34 has a reference? A couple of example questions might be useful here. For the MRBCS, I think this should read 'a total number of occurrences for each of four parental behaviours'? If not, more explanation is needed. Response: We used the CsC in our pilot trial and although we were not able to complete statistical analyses (due to a small number of settings) our observations of the data suggested that it was not sensitive to the expected changes. Empirical literature suggests that the CLASS is a reliable tool across a number of languages (Hamre et al., 2008; Stuck et al., 2016; Virtanen et al., 2017) and we expect sensitivity to a number of areas in which we aim to effect change - in particular Concept development, Quality of feedback and Language modelling . In addition, colleagues who have significant experience researching in the area of professional development of early years educators, have found the CLASS to be a sensitive measure (Eadie et. al.,). Because the CLASS is completed live, reliability checking will involve score checking only. However, to be deemed a reliable coder, all CLASS administrators are required to score within 1 point of master codes on 80% of all codes given in the training videos. We have added some references for the FOCUS-34, as well as some sample questions. We have reworded in relation to the MRBCS. 6. Economic assessment: I agree with other reviewers that it is confusing to use only the HRQoL measure for this stage of the project, especially when this didn't change on pilot trials. I see in the author response that the PLS-5 and FOCUS-34 are now included in a secondary economic analysis, but cannot find this detail in the protocol itself. Response: We have adapted the text to make the secondary (economic) analysis more explicit, specifying these two measures. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 31 Jan 2025 Pauline Frizelle , Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland 31 Jan 2025 Author Response Thank you for taking the time to give your valuable feedback. 1. RQ1: It might be helpful for readers to include 'compared to usual care' in RQ1. This is ... Continue reading Thank you for taking the time to give your valuable feedback. 1. RQ1: It might be helpful for readers to include 'compared to usual care' in RQ1. This is implied, but at the moment leaves the possibility that positive within-group change for the intervention group alone could answer this question (which is not the authors' intention). Response : We have added the clarification to RQ1 - that the intervention is being compared to usual care 2. Recruitment: Opt-in consent is being used. It would be useful to identify and detail any strategies for monitoring/ensuring that these sign ups represent low SES groups, as even within schools in disadvantaged areas, participation from some groups is difficult to attain. Would opt-out consent be considered if recruitment shows bias? Have the authors considered adding the option for a Qualtrics (or similar) link to consent, which we are finding useful in recruiting families where bits of paper get lost (I acknowledge this method has its own inherent biases, but maybe a combination?). Under Randomisation, it could be made clearer that the families are randomly selected *from consenting families*. The inclusion of families with additional languages is important, but it is not clear to me how the parent English level will be assessed. A small point but it is probably best to avoid the term 'subjects' even in a trial? Response: In relation to the profile of those who sign up, we appreciate that there will be variability in terms of levels of disadvantage. However, we will note these individual differences in the collection of our demographic data. As stated in response to another reviewer we acknowledge that the same variation will exist within the control settings and therefore should not be a confounding variable. In addition to the initial information session, our consent process is being facilitated by the pre/school staff who are available to read through the trial information and consent forms and answer any questions that potential participants might have when dropping and collecting their children. We appreciate the suggestion re Qualtrics but this would require access to a computer and feedback from pre/school staff is that they prefer to support the process in an informal way so that parents don’t feel under pressure to participate in the evaluation. There are large numbers of children receiving the intervention who are not part of the evaluation and if we were to engage in an opt out process, we would not have the capacity to assess them all in the restricted time frame. We have clarified that families are randomly selected from consenting families. As the reviewer rightly points out we are not actively assessing parents level of English and we have amended the text to remove the requirement of level B2. Parents will be asked if they are confident to complete the outcome measures without the need for an interpreter. We have replaced the term subjects, the use of which was an oversight on our part. 3. Data management: I have no doubt that this team are thoroughly conversant in data management, but for readers and replicability more detail about how data sharing (agreements), and transit across sites (and countries) will be securely achieved would be welcome. It would be useful to know who has overall responsibility for data governance and data backups etc. Response: This is a national study and therefore there is no data sharing between countries. We have made our data management plan available on OSF ( https://osf.io/ns7u5/ ) to address the reviewers point. 4. Training workshops: It was not clear to me how many people are at each workshop or included in the weekly video-conference support sessions. This detail seems important in terms of attendance bias, and success of the programme, and is needed for replicability. It would be useful to specify whether by 'recorded' you mean video or audio only. How will you deal with participants who do not give consent to recording or to other people in the background? Response: The workshops are for the pre/school staff and will be attended by the number who are participating in the intervention in a given pre/school, this varies from setting to setting and goes beyond those who are included in the trial. For example in some preschools there may be 3 staff (working in one room) where as others may have 5 across two rooms. We have clarified this in the text. We have specified that we will audio record the sessions, the therapist will wear a microphone, set to capture his/her input only. We appreciate that some child audio may be picked up in the distance but they will not be identifiable; we will not transcribe it (if audible); and we will not be using it in any way to measure interventionist fidelity. We have clarified that there will be 4 SLTs each year (8 in total) who will be attending the video-conference calls. 5. Assessment measures: In line with the other reviews, I am not sure about the CLASS and wondered whether authors had considered the CsC developed by Dockrell et al. for Better Communication? Will the reliability measures taken by an additional person occur at the same time or on a different day? In addition I wondered whether the FOCUS-34 has a reference? A couple of example questions might be useful here. For the MRBCS, I think this should read 'a total number of occurrences for each of four parental behaviours'? If not, more explanation is needed. Response: We used the CsC in our pilot trial and although we were not able to complete statistical analyses (due to a small number of settings) our observations of the data suggested that it was not sensitive to the expected changes. Empirical literature suggests that the CLASS is a reliable tool across a number of languages (Hamre et al., 2008; Stuck et al., 2016; Virtanen et al., 2017) and we expect sensitivity to a number of areas in which we aim to effect change - in particular Concept development, Quality of feedback and Language modelling . In addition, colleagues who have significant experience researching in the area of professional development of early years educators, have found the CLASS to be a sensitive measure (Eadie et. al.,). Because the CLASS is completed live, reliability checking will involve score checking only. However, to be deemed a reliable coder, all CLASS administrators are required to score within 1 point of master codes on 80% of all codes given in the training videos. We have added some references for the FOCUS-34, as well as some sample questions. We have reworded in relation to the MRBCS. 6. Economic assessment: I agree with other reviewers that it is confusing to use only the HRQoL measure for this stage of the project, especially when this didn't change on pilot trials. I see in the author response that the PLS-5 and FOCUS-34 are now included in a secondary economic analysis, but cannot find this detail in the protocol itself. Response: We have adapted the text to make the secondary (economic) analysis more explicit, specifying these two measures. Thank you for taking the time to give your valuable feedback. 1. RQ1: It might be helpful for readers to include 'compared to usual care' in RQ1. This is implied, but at the moment leaves the possibility that positive within-group change for the intervention group alone could answer this question (which is not the authors' intention). Response : We have added the clarification to RQ1 - that the intervention is being compared to usual care 2. Recruitment: Opt-in consent is being used. It would be useful to identify and detail any strategies for monitoring/ensuring that these sign ups represent low SES groups, as even within schools in disadvantaged areas, participation from some groups is difficult to attain. Would opt-out consent be considered if recruitment shows bias? Have the authors considered adding the option for a Qualtrics (or similar) link to consent, which we are finding useful in recruiting families where bits of paper get lost (I acknowledge this method has its own inherent biases, but maybe a combination?). Under Randomisation, it could be made clearer that the families are randomly selected *from consenting families*. The inclusion of families with additional languages is important, but it is not clear to me how the parent English level will be assessed. A small point but it is probably best to avoid the term 'subjects' even in a trial? Response: In relation to the profile of those who sign up, we appreciate that there will be variability in terms of levels of disadvantage. However, we will note these individual differences in the collection of our demographic data. As stated in response to another reviewer we acknowledge that the same variation will exist within the control settings and therefore should not be a confounding variable. In addition to the initial information session, our consent process is being facilitated by the pre/school staff who are available to read through the trial information and consent forms and answer any questions that potential participants might have when dropping and collecting their children. We appreciate the suggestion re Qualtrics but this would require access to a computer and feedback from pre/school staff is that they prefer to support the process in an informal way so that parents don’t feel under pressure to participate in the evaluation. There are large numbers of children receiving the intervention who are not part of the evaluation and if we were to engage in an opt out process, we would not have the capacity to assess them all in the restricted time frame. We have clarified that families are randomly selected from consenting families. As the reviewer rightly points out we are not actively assessing parents level of English and we have amended the text to remove the requirement of level B2. Parents will be asked if they are confident to complete the outcome measures without the need for an interpreter. We have replaced the term subjects, the use of which was an oversight on our part. 3. Data management: I have no doubt that this team are thoroughly conversant in data management, but for readers and replicability more detail about how data sharing (agreements), and transit across sites (and countries) will be securely achieved would be welcome. It would be useful to know who has overall responsibility for data governance and data backups etc. Response: This is a national study and therefore there is no data sharing between countries. We have made our data management plan available on OSF ( https://osf.io/ns7u5/ ) to address the reviewers point. 4. Training workshops: It was not clear to me how many people are at each workshop or included in the weekly video-conference support sessions. This detail seems important in terms of attendance bias, and success of the programme, and is needed for replicability. It would be useful to specify whether by 'recorded' you mean video or audio only. How will you deal with participants who do not give consent to recording or to other people in the background? Response: The workshops are for the pre/school staff and will be attended by the number who are participating in the intervention in a given pre/school, this varies from setting to setting and goes beyond those who are included in the trial. For example in some preschools there may be 3 staff (working in one room) where as others may have 5 across two rooms. We have clarified this in the text. We have specified that we will audio record the sessions, the therapist will wear a microphone, set to capture his/her input only. We appreciate that some child audio may be picked up in the distance but they will not be identifiable; we will not transcribe it (if audible); and we will not be using it in any way to measure interventionist fidelity. We have clarified that there will be 4 SLTs each year (8 in total) who will be attending the video-conference calls. 5. Assessment measures: In line with the other reviews, I am not sure about the CLASS and wondered whether authors had considered the CsC developed by Dockrell et al. for Better Communication? Will the reliability measures taken by an additional person occur at the same time or on a different day? In addition I wondered whether the FOCUS-34 has a reference? A couple of example questions might be useful here. For the MRBCS, I think this should read 'a total number of occurrences for each of four parental behaviours'? If not, more explanation is needed. Response: We used the CsC in our pilot trial and although we were not able to complete statistical analyses (due to a small number of settings) our observations of the data suggested that it was not sensitive to the expected changes. Empirical literature suggests that the CLASS is a reliable tool across a number of languages (Hamre et al., 2008; Stuck et al., 2016; Virtanen et al., 2017) and we expect sensitivity to a number of areas in which we aim to effect change - in particular Concept development, Quality of feedback and Language modelling . In addition, colleagues who have significant experience researching in the area of professional development of early years educators, have found the CLASS to be a sensitive measure (Eadie et. al.,). Because the CLASS is completed live, reliability checking will involve score checking only. However, to be deemed a reliable coder, all CLASS administrators are required to score within 1 point of master codes on 80% of all codes given in the training videos. We have added some references for the FOCUS-34, as well as some sample questions. We have reworded in relation to the MRBCS. 6. Economic assessment: I agree with other reviewers that it is confusing to use only the HRQoL measure for this stage of the project, especially when this didn't change on pilot trials. I see in the author response that the PLS-5 and FOCUS-34 are now included in a secondary economic analysis, but cannot find this detail in the protocol itself. Response: We have adapted the text to make the secondary (economic) analysis more explicit, specifying these two measures. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Rowe ML. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15422.r43949 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v2#referee-response-43949 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 06 Jan 2025 Meredith L. Rowe , Harvard University, Cambridge, USA Approved VIEWS 0 https://doi.org/10.21956/hrbopenres.15422.r43949 Review of Study Protocol: “Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial” for HRB Open Research. This is a proposed RCT to examine effects of ... Continue reading READ ALL Review of Study Protocol: “Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial” for HRB Open Research. This is a proposed RCT to examine effects of the Happy Talk intervention for preschool educators and parents on preschool children’s language outcomes in Ireland. The literature review does a good job of making the case for the need (the low language skills in areas of social disadvantage) and for the approach (targeting teachers and parents) in this effectiveness trial in the community. Is the rationale for, and objectives of, the study clearly described? Yes, for the most part, the research questions are clear and follow from the literature review. My only question is about RQ4 and any hypotheses regarding the specific program features or contextual factors. If there are no specific hypotheses here, and if this RQ is under-powered statistically, the authors might list this as an “exploratory analysis”. Is the study design appropriate for the research question? The longitudinal cluster randomized design is appropriate. I have a few small questions about the methods where more information could be provided. -are the randomly chosen 12 participants all going to be from lower-SES backgrounds? This seems important given the rationale -are the parents compensated for attending the sessions? What is the motivation for them and feasibility of them showing up based on prior work with this intervention? I see they are compensated when the child gets tested, but also for their own participation or do they opt in without this added incentive? -it might be important to see if the children in the classrooms of “communication champions” do better than those in other treatment classrooms -I wonder if a more nuanced measure of classroom language would be helpful in addition to the CLASS. That is, if is it possible to audiotape a short “circle time” session for each participating teacher during the CLASS observation then this segment could be coded for teacher and classroom language use. For example, how many questions the teacher asks, how many children contribute to conversations, how extended the conversations are, etc. This would be similar to the MRBCS but in the classroom context. This is understandably a fair amount of work to record, and potentially transcribe and code, but it may result in a lot more variability in relevant measures than the CLASS and also in some insights as to the specific mechanisms of effects. -Also, I would suggest potentially coding the child speech in the MRBCS samples as an additional measure of child language/vocabulary. *these last two comments are based on the fact that many parent and preschool interventions have a hard time ‘moving the needle’ on standardized tests but are more likely to show effects on the day-to-day practices that are promoted. I worry that the vast majority of the measures here are more global and standardized and more subtle effects might be missed. If coding videos is too time-consuming, maybe something like the Language Use Inventory (McNeill) that can be filled out by the teacher and the parent (of course there are bias issues here because of parent/teacher reporting). Are sufficient details of the methods provided to allow replication by others? Yes, it appears so as long as the intervention itself is publicly available. Are the datasets clearly presented in a useable and accessible format? Data analysis and monitoring plans seem appropriate. -I am wondering if some children will potentially have a teacher who participated in the intervention 2 years and others just have 1 teacher and then a non-intervention teacher for the 1- year follow up? If this is the case, this factor needs to be controlled/examined or potentially manipulated in classroom placement for the children randomly chosen to participate. -the economic analysis is a strength of this study. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: Language development, parenting, parent interventions, early childhood I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Rowe ML. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15422.r43949 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v2#referee-response-43949 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 24 Jan 2025 Pauline Frizelle , Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland 24 Jan 2025 Author Response Many thanks for your valuable feedback - we have addressed each point in turn Are the randomly chosen 12 participants all going to be from lower-SES backgrounds? This seems ... Continue reading Many thanks for your valuable feedback - we have addressed each point in turn Are the randomly chosen 12 participants all going to be from lower-SES backgrounds? This seems important given the rationale Response: The profile of all settings is that they are in significantly disadvantaged areas and are designated DEIS pre/schools in Ireland (Delivering Equality and Opportunity in schools). We appreciate that there will be different degrees of disadvantage within a given setting, however, we will note these individual differences in the collection of our demographic data. We acknowledge that the same variation will exist within the control settings and therefore should not be a confounding variable. Are the parents compensated for attending the sessions? What is the motivation for them and feasibility of them showing up based on prior work with this intervention? I see they are compensated when the child gets tested, but also for their own participation or do they opt in without this added incentive? Response: Parents are not compensated for attending the sessions, they opt in without additional incentives. In areas where Happy Talk is well established there is very high attendance as other parents/educators have spoken so positively about the programme and parents have an expectation that this will be part of their child’s education. In new areas (as is the case here) attendance tends to increase as the programme progresses. Parents become more committed as their confidence increases, and children request their parents to be present in the classroom, as they enjoy this aspect of the programme. it might be important to see if the children in the classrooms of “communication champions” do better than those in other treatment classrooms Response: There will be a communication champion in all rooms in which there are children attending Happy Talk. We have clarified this in the text. I wonder if a more nuanced measure of classroom language would be helpful in addition to the CLASS. That is, if is it possible to audiotape a short “circle time” session for each participating teacher during the CLASS observation then this segment could be coded for teacher and classroom language use. For example, how many questions the teacher asks, how many children contribute to conversations, how extended the conversations are, etc. This would be similar to the MRBCS but in the classroom context. This is understandably a fair amount of work to record, and potentially transcribe and code, but it may result in a lot more variability in relevant measures than the CLASS and also in some insights as to the specific mechanisms of effects. -Also, I would suggest potentially coding the child speech in the MRBCS samples as an additional measure of child language/vocabulary. Response: We appreciate the reviewers comments with respect to capturing the day to day changes in child language and interaction. We are using the FOCUS-34 with the aim of capturing these functional changes at home and in school. Unfortunately time constraints and resources prevent us from recording and coding sessions in the classroom. There are also ethical issues as we would be actively recording children who have consented to receiving Happy Talk but have not consented to participate in the evaluation. We are cognisant of the burden of evaluation on families and for this reason, do not want to introduce any further outcome measures. We are reluctant to use the language produced during the MRBCS as a measure of child language /vocabulary for the reasons outlined in response to reviewer 1. Specifically, the videotape segment is intended to capture the use of language promoting strategies used by parents, is a very short sample, and subject to significant variability due to differences in parental scaffolding. As such we would be concerned that it would not yield reliable MLU estimates due to the need for a considerable number of turns for such reliability. Also given that parents differ in their communication style, which affects the amount of language used by a child, this could be a confounding variable if we were to use the videos as estimates of language ability. *these last two comments are based on the fact that many parent and preschool interventions have a hard time ‘moving the needle’ on standardized tests but are more likely to show effects on the day-to-day practices that are promoted. I worry that the vast majority of the measures here are more global and standardized and more subtle effects might be missed. If coding videos is too time-consuming, maybe something like the Language Use Inventory (McNeill) that can be filled out by the teacher and the parent (of course there are bias issues here because of parent/teacher reporting). I am wondering if some children will potentially have a teacher who participated in the intervention 2 years and others just have 1 teacher and then a non-intervention teacher for the 1- year follow up? If this is the case, this factor needs to be controlled/examined or potentially manipulated in classroom placement for the children randomly chosen to participate. Response: All educators and children will only participate in the intervention for one year. However, it is possible that some children will progress from an intervention preschool to a school that also participated in the intervention and where the teacher was trained in the Happy Talk programme. We will control for this factor. Many thanks for your valuable feedback - we have addressed each point in turn Are the randomly chosen 12 participants all going to be from lower-SES backgrounds? This seems important given the rationale Response: The profile of all settings is that they are in significantly disadvantaged areas and are designated DEIS pre/schools in Ireland (Delivering Equality and Opportunity in schools). We appreciate that there will be different degrees of disadvantage within a given setting, however, we will note these individual differences in the collection of our demographic data. We acknowledge that the same variation will exist within the control settings and therefore should not be a confounding variable. Are the parents compensated for attending the sessions? What is the motivation for them and feasibility of them showing up based on prior work with this intervention? I see they are compensated when the child gets tested, but also for their own participation or do they opt in without this added incentive? Response: Parents are not compensated for attending the sessions, they opt in without additional incentives. In areas where Happy Talk is well established there is very high attendance as other parents/educators have spoken so positively about the programme and parents have an expectation that this will be part of their child’s education. In new areas (as is the case here) attendance tends to increase as the programme progresses. Parents become more committed as their confidence increases, and children request their parents to be present in the classroom, as they enjoy this aspect of the programme. it might be important to see if the children in the classrooms of “communication champions” do better than those in other treatment classrooms Response: There will be a communication champion in all rooms in which there are children attending Happy Talk. We have clarified this in the text. I wonder if a more nuanced measure of classroom language would be helpful in addition to the CLASS. That is, if is it possible to audiotape a short “circle time” session for each participating teacher during the CLASS observation then this segment could be coded for teacher and classroom language use. For example, how many questions the teacher asks, how many children contribute to conversations, how extended the conversations are, etc. This would be similar to the MRBCS but in the classroom context. This is understandably a fair amount of work to record, and potentially transcribe and code, but it may result in a lot more variability in relevant measures than the CLASS and also in some insights as to the specific mechanisms of effects. -Also, I would suggest potentially coding the child speech in the MRBCS samples as an additional measure of child language/vocabulary. Response: We appreciate the reviewers comments with respect to capturing the day to day changes in child language and interaction. We are using the FOCUS-34 with the aim of capturing these functional changes at home and in school. Unfortunately time constraints and resources prevent us from recording and coding sessions in the classroom. There are also ethical issues as we would be actively recording children who have consented to receiving Happy Talk but have not consented to participate in the evaluation. We are cognisant of the burden of evaluation on families and for this reason, do not want to introduce any further outcome measures. We are reluctant to use the language produced during the MRBCS as a measure of child language /vocabulary for the reasons outlined in response to reviewer 1. Specifically, the videotape segment is intended to capture the use of language promoting strategies used by parents, is a very short sample, and subject to significant variability due to differences in parental scaffolding. As such we would be concerned that it would not yield reliable MLU estimates due to the need for a considerable number of turns for such reliability. Also given that parents differ in their communication style, which affects the amount of language used by a child, this could be a confounding variable if we were to use the videos as estimates of language ability. *these last two comments are based on the fact that many parent and preschool interventions have a hard time ‘moving the needle’ on standardized tests but are more likely to show effects on the day-to-day practices that are promoted. I worry that the vast majority of the measures here are more global and standardized and more subtle effects might be missed. If coding videos is too time-consuming, maybe something like the Language Use Inventory (McNeill) that can be filled out by the teacher and the parent (of course there are bias issues here because of parent/teacher reporting). I am wondering if some children will potentially have a teacher who participated in the intervention 2 years and others just have 1 teacher and then a non-intervention teacher for the 1- year follow up? If this is the case, this factor needs to be controlled/examined or potentially manipulated in classroom placement for the children randomly chosen to participate. Response: All educators and children will only participate in the intervention for one year. However, it is possible that some children will progress from an intervention preschool to a school that also participated in the intervention and where the teacher was trained in the Happy Talk programme. We will control for this factor. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 24 Jan 2025 Pauline Frizelle , Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland 24 Jan 2025 Author Response Many thanks for your valuable feedback - we have addressed each point in turn Are the randomly chosen 12 participants all going to be from lower-SES backgrounds? This seems ... Continue reading Many thanks for your valuable feedback - we have addressed each point in turn Are the randomly chosen 12 participants all going to be from lower-SES backgrounds? This seems important given the rationale Response: The profile of all settings is that they are in significantly disadvantaged areas and are designated DEIS pre/schools in Ireland (Delivering Equality and Opportunity in schools). We appreciate that there will be different degrees of disadvantage within a given setting, however, we will note these individual differences in the collection of our demographic data. We acknowledge that the same variation will exist within the control settings and therefore should not be a confounding variable. Are the parents compensated for attending the sessions? What is the motivation for them and feasibility of them showing up based on prior work with this intervention? I see they are compensated when the child gets tested, but also for their own participation or do they opt in without this added incentive? Response: Parents are not compensated for attending the sessions, they opt in without additional incentives. In areas where Happy Talk is well established there is very high attendance as other parents/educators have spoken so positively about the programme and parents have an expectation that this will be part of their child’s education. In new areas (as is the case here) attendance tends to increase as the programme progresses. Parents become more committed as their confidence increases, and children request their parents to be present in the classroom, as they enjoy this aspect of the programme. it might be important to see if the children in the classrooms of “communication champions” do better than those in other treatment classrooms Response: There will be a communication champion in all rooms in which there are children attending Happy Talk. We have clarified this in the text. I wonder if a more nuanced measure of classroom language would be helpful in addition to the CLASS. That is, if is it possible to audiotape a short “circle time” session for each participating teacher during the CLASS observation then this segment could be coded for teacher and classroom language use. For example, how many questions the teacher asks, how many children contribute to conversations, how extended the conversations are, etc. This would be similar to the MRBCS but in the classroom context. This is understandably a fair amount of work to record, and potentially transcribe and code, but it may result in a lot more variability in relevant measures than the CLASS and also in some insights as to the specific mechanisms of effects. -Also, I would suggest potentially coding the child speech in the MRBCS samples as an additional measure of child language/vocabulary. Response: We appreciate the reviewers comments with respect to capturing the day to day changes in child language and interaction. We are using the FOCUS-34 with the aim of capturing these functional changes at home and in school. Unfortunately time constraints and resources prevent us from recording and coding sessions in the classroom. There are also ethical issues as we would be actively recording children who have consented to receiving Happy Talk but have not consented to participate in the evaluation. We are cognisant of the burden of evaluation on families and for this reason, do not want to introduce any further outcome measures. We are reluctant to use the language produced during the MRBCS as a measure of child language /vocabulary for the reasons outlined in response to reviewer 1. Specifically, the videotape segment is intended to capture the use of language promoting strategies used by parents, is a very short sample, and subject to significant variability due to differences in parental scaffolding. As such we would be concerned that it would not yield reliable MLU estimates due to the need for a considerable number of turns for such reliability. Also given that parents differ in their communication style, which affects the amount of language used by a child, this could be a confounding variable if we were to use the videos as estimates of language ability. *these last two comments are based on the fact that many parent and preschool interventions have a hard time ‘moving the needle’ on standardized tests but are more likely to show effects on the day-to-day practices that are promoted. I worry that the vast majority of the measures here are more global and standardized and more subtle effects might be missed. If coding videos is too time-consuming, maybe something like the Language Use Inventory (McNeill) that can be filled out by the teacher and the parent (of course there are bias issues here because of parent/teacher reporting). I am wondering if some children will potentially have a teacher who participated in the intervention 2 years and others just have 1 teacher and then a non-intervention teacher for the 1- year follow up? If this is the case, this factor needs to be controlled/examined or potentially manipulated in classroom placement for the children randomly chosen to participate. Response: All educators and children will only participate in the intervention for one year. However, it is possible that some children will progress from an intervention preschool to a school that also participated in the intervention and where the teacher was trained in the Happy Talk programme. We will control for this factor. Many thanks for your valuable feedback - we have addressed each point in turn Are the randomly chosen 12 participants all going to be from lower-SES backgrounds? This seems important given the rationale Response: The profile of all settings is that they are in significantly disadvantaged areas and are designated DEIS pre/schools in Ireland (Delivering Equality and Opportunity in schools). We appreciate that there will be different degrees of disadvantage within a given setting, however, we will note these individual differences in the collection of our demographic data. We acknowledge that the same variation will exist within the control settings and therefore should not be a confounding variable. Are the parents compensated for attending the sessions? What is the motivation for them and feasibility of them showing up based on prior work with this intervention? I see they are compensated when the child gets tested, but also for their own participation or do they opt in without this added incentive? Response: Parents are not compensated for attending the sessions, they opt in without additional incentives. In areas where Happy Talk is well established there is very high attendance as other parents/educators have spoken so positively about the programme and parents have an expectation that this will be part of their child’s education. In new areas (as is the case here) attendance tends to increase as the programme progresses. Parents become more committed as their confidence increases, and children request their parents to be present in the classroom, as they enjoy this aspect of the programme. it might be important to see if the children in the classrooms of “communication champions” do better than those in other treatment classrooms Response: There will be a communication champion in all rooms in which there are children attending Happy Talk. We have clarified this in the text. I wonder if a more nuanced measure of classroom language would be helpful in addition to the CLASS. That is, if is it possible to audiotape a short “circle time” session for each participating teacher during the CLASS observation then this segment could be coded for teacher and classroom language use. For example, how many questions the teacher asks, how many children contribute to conversations, how extended the conversations are, etc. This would be similar to the MRBCS but in the classroom context. This is understandably a fair amount of work to record, and potentially transcribe and code, but it may result in a lot more variability in relevant measures than the CLASS and also in some insights as to the specific mechanisms of effects. -Also, I would suggest potentially coding the child speech in the MRBCS samples as an additional measure of child language/vocabulary. Response: We appreciate the reviewers comments with respect to capturing the day to day changes in child language and interaction. We are using the FOCUS-34 with the aim of capturing these functional changes at home and in school. Unfortunately time constraints and resources prevent us from recording and coding sessions in the classroom. There are also ethical issues as we would be actively recording children who have consented to receiving Happy Talk but have not consented to participate in the evaluation. We are cognisant of the burden of evaluation on families and for this reason, do not want to introduce any further outcome measures. We are reluctant to use the language produced during the MRBCS as a measure of child language /vocabulary for the reasons outlined in response to reviewer 1. Specifically, the videotape segment is intended to capture the use of language promoting strategies used by parents, is a very short sample, and subject to significant variability due to differences in parental scaffolding. As such we would be concerned that it would not yield reliable MLU estimates due to the need for a considerable number of turns for such reliability. Also given that parents differ in their communication style, which affects the amount of language used by a child, this could be a confounding variable if we were to use the videos as estimates of language ability. *these last two comments are based on the fact that many parent and preschool interventions have a hard time ‘moving the needle’ on standardized tests but are more likely to show effects on the day-to-day practices that are promoted. I worry that the vast majority of the measures here are more global and standardized and more subtle effects might be missed. If coding videos is too time-consuming, maybe something like the Language Use Inventory (McNeill) that can be filled out by the teacher and the parent (of course there are bias issues here because of parent/teacher reporting). I am wondering if some children will potentially have a teacher who participated in the intervention 2 years and others just have 1 teacher and then a non-intervention teacher for the 1- year follow up? If this is the case, this factor needs to be controlled/examined or potentially manipulated in classroom placement for the children randomly chosen to participate. Response: All educators and children will only participate in the intervention for one year. However, it is possible that some children will progress from an intervention preschool to a school that also participated in the intervention and where the teacher was trained in the Happy Talk programme. We will control for this factor. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Version 1 VERSION 1 PUBLISHED 08 Oct 2024 Views 0 Cite How to cite this report: Feldman H. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15338.r42876 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v1#referee-response-42876 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 25 Nov 2024 Heidi Feldman , Stanford University, Stanford, California, USA Approved with Reservations VIEWS 0 https://doi.org/10.21956/hrbopenres.15338.r42876 Background: Social disadvantage is associated with delays and disorders in language development. Previous studies have found that parent- or school-language enrichment programs are associated with slight to modest gains in child language outcomes. This study protocol combines both parent and ... Continue reading READ ALL Background: Social disadvantage is associated with delays and disorders in language development. Previous studies have found that parent- or school-language enrichment programs are associated with slight to modest gains in child language outcomes. This study protocol combines both parent and school language enrichment in an effort to maximize the positive impact. Study design: The proposed study is a large scale cluster randomised trial of a 12-week manualised intervention delivered in pre/school settings serving socially disadvantaged communities, in Ireland. 72 clusters receive the intervention (12 participants per cluster). Parents and pre/school staff engage in group training and coaching in the form of 12 1-hour sessions for parents and four staff workshops for educators, over the course of the 8-month pre/school year. Is the rationale for, and objectives of, the study clearly described? The study rests on reliable observations that children from disadvantaged backgrounds have disproportionately higher rates of early and persistent language disorders than children from advantaged backgrounds. Language disorders predict important impacts for educational and occupational outcomes. The scope of this problem makes addressing language delay in poor communities an appropriate public health target. Further, given the high prevalence, a “tier 1” intervention, offered universally and preventatively, is highly appropriate. Previous linguistic and auditory intervention efforts directed to preschool educators have yielded variable findings and, at best, improvements with only modest effect sizes. Professional literacy interventions have been somewhat better for reading outcomes with little generalization to language. Similarly, preventive parent-directed interventions are also associated with small to moderate effect sizes. Based on this review, the investigators plan to provide intervention in more than a single environment, aimed at both home and school. Pilot data from Happy Talk in a single community of Ireland are promising, though other studies show no additional benefit. The questions and hypotheses are clear and comprehensive. Is the study design appropriate for the research question? The study is a cluster-randomized controlled trial taking place over three years. The intervention period is 8 months with immediate and delayed follow-up. This design is appropriate and feasible as an effectiveness tiral. Participants will be targeted for recruitment from 4 Community Healthcare Organizations based on level of social disadvantage using a deprivation index. These decisions are appropriate. Exclusion criteria are reasonable. The intervention is a manualized training and support programme delivered by Speech-Language Therapists (SLTs) to parents and early childhood educators. One concerning feature about the protocol is that the child participants are aged 0-6. This broad age range is problematic because the parent coaching for a 5–6-year-old would be exceedingly different from the appropriate strategies for a 1-2 year old. Limiting the intervention to 18 or 24 months of age to 36 months of age might be a better test of the protocol. Another potentially concerning feature is that the parent intervention component requires 12 1-hour sessions in 4-week blocks and in 2 additional 30-minute units over the school year. The investigators offer no rationale for this schedule. There is no mention of engaging potential participants in the development of the curriculum and specifically in the duration or timing of these sessions. The investigators plan a 2–3-week engagement phase with each school to build relationships, but parents are not included. The 30 minute segments are in person at the center with direct coaching with parent and child. When in the course of the program will they be completed? There is no discussion about the 12 1-hour sessions. Are they in person? Online? Does this schedule work for working and busy parents? There is also no discussion about the parents’ adherence to the plan. The outcome measures mention maternal responsiveness. Can fathers or other caregivers participate? The Happy Talk intervention will be compared to treatment as usual (TAU). This decision is very reasonable. The primary child outcome measures are the Pre-School Language Scales, 5 th edition and Focus on Outcomes of Communication Under 6, which is a parent report measure. The use of a parent-report measure introduces potential bias because the intervention targets parents. The secondary child measures, the PedsQL asks only about communication problems and is therefore likely to be highly insensitive in this setting. The other secondary outcome, the Child Health Utility Instrument is yet another caregiver-completed questionnaire and has nothing to do with the interventions being offered. Why should quality of life change? Note that the educators are not providing any ratings as outcome measures. Other potential ratings, such as a functional measure (ABBAS or Vineland) could be considered and these measures can be completed by parents and teachers.. There are two additional secondary measures—the Maternal Responsive Behavior Coding scheme and the Classroom Assessment Scoring System. Are fathers also invited to parent sessions? Why use a maternal measure? Rather than conceptualizing these measures as outcomes, they could be conceptualized as fidelity checks on the parents and teachers. Then changes in them could be considered mediators of change in the child outcomes. If parents or teachers are not changing as a function of the training, it is unlikely that the intervention will be successful. Note that the maternal responsiveness measure will be based on a videotape segment. Could the child's language in this segment be an outcome? Power analyses and the intention to treat rationale are well described. There is no rationale for the HRQoL in the economic analyses. Why should this assessment be sensitive to language interventions? Another potential program is the randomization of sites scheme. The investigators have not discussed the implications if a site that participated in Round 1 of the intervention is randomized to be control in Round 2. Isn’t it likely that those trained educators will continue to use what they have learned in the next round? What about if classes contain siblings of previous participants? Economic analyses are planned. The primary measures will be the standardised Health Related Quality of Life (HRQoL) questionnaires pre-, post- and at 12 months follow-up. HRQoL measures enable the calculation of Quality Adjusted Life Years (QALYs) as well as an investigation of the sensitivity of these measures with children. The investigators are wary of the plan. It is unclear how QALYs relate to the improvement in language skills anticipated in this trial. Could other methods be used, such as functional assessment (what is the value of increasing a child’s standard score on a functional measure in terms of later outcomes?) Are sufficient details of the methods provided to allow replication by others? The protocol is very detailed. The curricula are not included but other than that, the study is reproducible. Are the datasets clearly presented in a useable and accessible format? Not applicable. In summary, this ambitious trial may have important public health implications for disadvantaged children in Ireland and beyond. The study could be strengthened with adjustments in the planned methods: Narrow the age range of participants. Infants less than one and children over about 4 need different types of language input than toddlers and young preschoolers. Engage parents in developing their intervention. Check on their ability to attend 12 1-hour sessions. Consider the secondary measures as fidelity checks on parents and educators and adjust the statistical analyses accordingly. Secondary child outcomes are weak. They rely on parent reports and are not sensitive to advances, but rather child weaknesses. No educator ratings are planned. Why not use a functional measure, such as the Vineland. Alternatively, the investigators could code child language from the MRBC videos. Consider dropping the health-related quality-of-life measure as it has no relation to the intervention. Rethink the economic analyses based on QALYs and HRQOL. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests: No competing interests were disclosed. Reviewer Expertise: language development, developmental disabilities, pediatrics, developmental neuroscience I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Feldman H. Reviewer Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15338.r42876 ) The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v1#referee-response-42876 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 12 Dec 2024 Pauline Frizelle , Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland 12 Dec 2024 Author Response We thank the reviewer for her positive evaluation of the protocol, and for the suggestions she has made to improve it. We document here how we have responded to each ... Continue reading We thank the reviewer for her positive evaluation of the protocol, and for the suggestions she has made to improve it. We document here how we have responded to each point. A point of clarification - The reviewer notes that participants will be targeted for recruitment from 4 Community Healthcare Organizations (CHOs) based on level of social disadvantage using a deprivation index. Participants will be recruited from 8 Community Healthcare Organizations (4 each year). Narrow the age range of participants. Infants less than one and children over about 4 need different types of language input than toddlers and young preschoolers. Response - The reviewer notes that it is concerning that child participants span a very broad age range i.e. 0-6. For clarification, the overall Happy Talk programme provides services for children 0-6 years, but this evaluation is focussed on the preschool programme only, which ranges from 2;10 months to a maximum of 6 years. However the majority of children fall within the 3 – 5 year age range. Engage parents in developing their intervention. Check on their ability to attend 12 1-hour sessions. When in the course of the program will they be completed? There is no discussion about the 12 1-hour sessions. Are they in person? Online? Response – This intervention has been implemented in one area of Ireland (to over 80 settings) for in excess of 11 years. The feasibility of the programme with parents living in socially disadvantaged areas has long been established. Feedback from parents and early years educators has been embedded in the programme since it was first developed. We realise that there will always be variability in parental attendance particularly when a programme is not yet established in an area. We had specified that the 12 1 hours sessions took place in 4 week blocks, 1 between September and December, 1 between January and March and 1 between April and June. We have clarified that they are in person. Consider the secondary measures as fidelity checks on parents and educators and adjust the statistical analyses accordingly. Rather than conceptualizing these measures as outcomes, they could be conceptualized as fidelity checks on the parents and teachers. Then changes in them could be considered mediators of change in the child outcomes. If parents or teachers are not changing as a function of the training, it is unlikely that the intervention will be successful. Note that the maternal responsiveness measure will be based on a videotape segment. Could the child's language in this segment be an outcome? Response: In line with the reviewer and our logic model/ theory of change, we consider both the parent and educator outcome measures as mediators of change in the child outcomes. In our pilot trial we were unable to show significant change in our parent group and did not have a sufficient number of settings to explore the impact of potential changes in the preschool environment. Despite this, the intervention had a large effect on the participating children. However, we will add an exploratory set of models to the statistical analysis plan aimed at evaluating heterogeneity in treatment effects on child outcomes as a function of parent and educator outcomes. In addition, parents and teachers will be completing their own separate fidelity checks and 20% of the intervention sessions will also be coded for fidelity against the manual. The videotape segment is intended to capture the use of language promoting strategies used by parents, is a very short sample, and subject to significant variability due to differences in parental scaffolding. As such we would be concerned that it would not yield reliable MLU estimates due to the need for a considerable number of turns for such reliability. Also given that parents differ in their communication style, which affects the amount of language used by a child, this could be a confounding variable if we were to use the videos as estimates of language ability. Secondary child outcomes are weak. They rely on parent reports and are not sensitive to advances, but rather child weaknesses. No educator ratings are planned. Why not use a functional measure, such as the Vineland. Alternatively, the investigators could code child language from the MRBC videos. Response: We are capturing changes in child language through our primary outcomes measures, a standardized composite language measure (the PLS- 5) and a functional measure (the FOCUS- 34). Changes in parent behaviour are captured through the MRBCS, - an observation schedule shown to capture key characteristics associated with language growth over time (Down et al., 2015; Levickis et al., 2014; Smith et al., 2019) . The secondary outcome measures are as the reviewer suggests parent proxy measures, however literature suggests that parental measures are considered reliable and with acceptable concurrent validity (Feldman et al., 2005). The CLASS secondary outcome measure is a reliable measure which will allow us to assess change in the quality of interactions between teachers and students in the classroom, this is an aspect of our logic model which we deem important to capture. The Vineland is a measure of overall cognition rather than one that focuses specifically on language. We have not included educator ratings of children, as the staff working with children are not always consistent and they are working with large groups of children, only some of which are included in the evaluation. We do not want them to focus their attention/prioritise those in the evaluation over and above those who are not. Consider dropping the health-related quality-of-life measure as it has no relation to the intervention. Response – We agree that the HRQL measures are not ideal and may not be sensitive to the changes that we expect as a result of our intervention, this was the case in our pilot trial. However, our pilot trial assessments took place over a short time period and it is not recommended to complete these measures over a period shorter than a year. Improvement in language outcomes are associated with overall well-being and these HRQL measures do ask about communication, which is at the core of our intervention. We do not have other measures at our disposal that can generate QALYs and are therefore suitable for a primary cost effectiveness analysis. Rethink the economic analyses based on QALYs and HRQOL. Response - We have given these measures considerable thought and in discussion with our health economist had decided to include them as they are not onerous to complete and there are currently no better alternatives. We have however also included the FOCUS – 34 as our functional measure and the PLS-5 scores will be used in our secondary cost effectiveness analysis. Our pilot trial included a value of information analysis, and indicated that there was value in collecting further information in a large scale trial. The randomization of sites scheme. The investigators have not discussed the implications if a site that participated in Round 1 of the intervention is randomized to be control in Round 2. Isn’t it likely that those trained educators will continue to use what they have learned in the next round? What about if classes contain siblings of previous participants? Response - Round 2 will involve the recruitment of 4 additional sites (in different areas) and will have no relationship with the sites recruited in round 1. Down, K., Levickis, P., Hudson, S., Nicholls, R. and Wake, M. (2015), Measuring maternal responsiveness. Child Care Health Dev, 41: 329-333. https://doi.org/10.1111/cch.12174 Feldman HM, Dale PS, Campbell TF, Colborn DK, Kurs-Lasky M, Rockette HE, Paradise JL. Concurrent and predictive validity of parent reports of child language at ages 2 and 3 years. Child Dev. 2005 Jul-Aug;76(4):856-68. doi: 10.1111/j.1467-8624.2005.00882.x. PMID: 16026501; PMCID: PMC1350485. Levickis, Penny PhD *,†,‡ ; Reilly, Sheena PhD *,‡ ; Girolametto, Luigi PhD § ; Ukoumunne, Obioha C. PhD ‖ ; Wake, Melissa MD *,†,‡ . Maternal Behaviors Promoting Language Acquisition in Slow-to-Talk Toddlers: Prospective Community-based Study. Journal of Developmental & Behavioral Pediatrics 35(4):p 274-281, May 2014. | DOI: 10.1097/DBP.0000000000000056 Smith, J., Levickis, P., Eadie, T., Bretherton, L., Conway, L., & Goldfeld, S. (2019). Associations between early maternal behaviours and child language at 36 months in a cohort experiencing adversity. International journal of language & communication disorders , 54 (1), 110–122. https://doi.org/10.1111/1460-6984.12435 We thank the reviewer for her positive evaluation of the protocol, and for the suggestions she has made to improve it. We document here how we have responded to each point. A point of clarification - The reviewer notes that participants will be targeted for recruitment from 4 Community Healthcare Organizations (CHOs) based on level of social disadvantage using a deprivation index. Participants will be recruited from 8 Community Healthcare Organizations (4 each year). Narrow the age range of participants. Infants less than one and children over about 4 need different types of language input than toddlers and young preschoolers. Response - The reviewer notes that it is concerning that child participants span a very broad age range i.e. 0-6. For clarification, the overall Happy Talk programme provides services for children 0-6 years, but this evaluation is focussed on the preschool programme only, which ranges from 2;10 months to a maximum of 6 years. However the majority of children fall within the 3 – 5 year age range. Engage parents in developing their intervention. Check on their ability to attend 12 1-hour sessions. When in the course of the program will they be completed? There is no discussion about the 12 1-hour sessions. Are they in person? Online? Response – This intervention has been implemented in one area of Ireland (to over 80 settings) for in excess of 11 years. The feasibility of the programme with parents living in socially disadvantaged areas has long been established. Feedback from parents and early years educators has been embedded in the programme since it was first developed. We realise that there will always be variability in parental attendance particularly when a programme is not yet established in an area. We had specified that the 12 1 hours sessions took place in 4 week blocks, 1 between September and December, 1 between January and March and 1 between April and June. We have clarified that they are in person. Consider the secondary measures as fidelity checks on parents and educators and adjust the statistical analyses accordingly. Rather than conceptualizing these measures as outcomes, they could be conceptualized as fidelity checks on the parents and teachers. Then changes in them could be considered mediators of change in the child outcomes. If parents or teachers are not changing as a function of the training, it is unlikely that the intervention will be successful. Note that the maternal responsiveness measure will be based on a videotape segment. Could the child's language in this segment be an outcome? Response: In line with the reviewer and our logic model/ theory of change, we consider both the parent and educator outcome measures as mediators of change in the child outcomes. In our pilot trial we were unable to show significant change in our parent group and did not have a sufficient number of settings to explore the impact of potential changes in the preschool environment. Despite this, the intervention had a large effect on the participating children. However, we will add an exploratory set of models to the statistical analysis plan aimed at evaluating heterogeneity in treatment effects on child outcomes as a function of parent and educator outcomes. In addition, parents and teachers will be completing their own separate fidelity checks and 20% of the intervention sessions will also be coded for fidelity against the manual. The videotape segment is intended to capture the use of language promoting strategies used by parents, is a very short sample, and subject to significant variability due to differences in parental scaffolding. As such we would be concerned that it would not yield reliable MLU estimates due to the need for a considerable number of turns for such reliability. Also given that parents differ in their communication style, which affects the amount of language used by a child, this could be a confounding variable if we were to use the videos as estimates of language ability. Secondary child outcomes are weak. They rely on parent reports and are not sensitive to advances, but rather child weaknesses. No educator ratings are planned. Why not use a functional measure, such as the Vineland. Alternatively, the investigators could code child language from the MRBC videos. Response: We are capturing changes in child language through our primary outcomes measures, a standardized composite language measure (the PLS- 5) and a functional measure (the FOCUS- 34). Changes in parent behaviour are captured through the MRBCS, - an observation schedule shown to capture key characteristics associated with language growth over time (Down et al., 2015; Levickis et al., 2014; Smith et al., 2019) . The secondary outcome measures are as the reviewer suggests parent proxy measures, however literature suggests that parental measures are considered reliable and with acceptable concurrent validity (Feldman et al., 2005). The CLASS secondary outcome measure is a reliable measure which will allow us to assess change in the quality of interactions between teachers and students in the classroom, this is an aspect of our logic model which we deem important to capture. The Vineland is a measure of overall cognition rather than one that focuses specifically on language. We have not included educator ratings of children, as the staff working with children are not always consistent and they are working with large groups of children, only some of which are included in the evaluation. We do not want them to focus their attention/prioritise those in the evaluation over and above those who are not. Consider dropping the health-related quality-of-life measure as it has no relation to the intervention. Response – We agree that the HRQL measures are not ideal and may not be sensitive to the changes that we expect as a result of our intervention, this was the case in our pilot trial. However, our pilot trial assessments took place over a short time period and it is not recommended to complete these measures over a period shorter than a year. Improvement in language outcomes are associated with overall well-being and these HRQL measures do ask about communication, which is at the core of our intervention. We do not have other measures at our disposal that can generate QALYs and are therefore suitable for a primary cost effectiveness analysis. Rethink the economic analyses based on QALYs and HRQOL. Response - We have given these measures considerable thought and in discussion with our health economist had decided to include them as they are not onerous to complete and there are currently no better alternatives. We have however also included the FOCUS – 34 as our functional measure and the PLS-5 scores will be used in our secondary cost effectiveness analysis. Our pilot trial included a value of information analysis, and indicated that there was value in collecting further information in a large scale trial. The randomization of sites scheme. The investigators have not discussed the implications if a site that participated in Round 1 of the intervention is randomized to be control in Round 2. Isn’t it likely that those trained educators will continue to use what they have learned in the next round? What about if classes contain siblings of previous participants? Response - Round 2 will involve the recruitment of 4 additional sites (in different areas) and will have no relationship with the sites recruited in round 1. Down, K., Levickis, P., Hudson, S., Nicholls, R. and Wake, M. (2015), Measuring maternal responsiveness. Child Care Health Dev, 41: 329-333. https://doi.org/10.1111/cch.12174 Feldman HM, Dale PS, Campbell TF, Colborn DK, Kurs-Lasky M, Rockette HE, Paradise JL. Concurrent and predictive validity of parent reports of child language at ages 2 and 3 years. Child Dev. 2005 Jul-Aug;76(4):856-68. doi: 10.1111/j.1467-8624.2005.00882.x. PMID: 16026501; PMCID: PMC1350485. Levickis, Penny PhD *,†,‡ ; Reilly, Sheena PhD *,‡ ; Girolametto, Luigi PhD § ; Ukoumunne, Obioha C. PhD ‖ ; Wake, Melissa MD *,†,‡ . Maternal Behaviors Promoting Language Acquisition in Slow-to-Talk Toddlers: Prospective Community-based Study. Journal of Developmental & Behavioral Pediatrics 35(4):p 274-281, May 2014. | DOI: 10.1097/DBP.0000000000000056 Smith, J., Levickis, P., Eadie, T., Bretherton, L., Conway, L., & Goldfeld, S. (2019). Associations between early maternal behaviours and child language at 36 months in a cohort experiencing adversity. International journal of language & communication disorders , 54 (1), 110–122. https://doi.org/10.1111/1460-6984.12435 Competing Interests: None Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 12 Dec 2024 Pauline Frizelle , Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland 12 Dec 2024 Author Response We thank the reviewer for her positive evaluation of the protocol, and for the suggestions she has made to improve it. We document here how we have responded to each ... Continue reading We thank the reviewer for her positive evaluation of the protocol, and for the suggestions she has made to improve it. We document here how we have responded to each point. A point of clarification - The reviewer notes that participants will be targeted for recruitment from 4 Community Healthcare Organizations (CHOs) based on level of social disadvantage using a deprivation index. Participants will be recruited from 8 Community Healthcare Organizations (4 each year). Narrow the age range of participants. Infants less than one and children over about 4 need different types of language input than toddlers and young preschoolers. Response - The reviewer notes that it is concerning that child participants span a very broad age range i.e. 0-6. For clarification, the overall Happy Talk programme provides services for children 0-6 years, but this evaluation is focussed on the preschool programme only, which ranges from 2;10 months to a maximum of 6 years. However the majority of children fall within the 3 – 5 year age range. Engage parents in developing their intervention. Check on their ability to attend 12 1-hour sessions. When in the course of the program will they be completed? There is no discussion about the 12 1-hour sessions. Are they in person? Online? Response – This intervention has been implemented in one area of Ireland (to over 80 settings) for in excess of 11 years. The feasibility of the programme with parents living in socially disadvantaged areas has long been established. Feedback from parents and early years educators has been embedded in the programme since it was first developed. We realise that there will always be variability in parental attendance particularly when a programme is not yet established in an area. We had specified that the 12 1 hours sessions took place in 4 week blocks, 1 between September and December, 1 between January and March and 1 between April and June. We have clarified that they are in person. Consider the secondary measures as fidelity checks on parents and educators and adjust the statistical analyses accordingly. Rather than conceptualizing these measures as outcomes, they could be conceptualized as fidelity checks on the parents and teachers. Then changes in them could be considered mediators of change in the child outcomes. If parents or teachers are not changing as a function of the training, it is unlikely that the intervention will be successful. Note that the maternal responsiveness measure will be based on a videotape segment. Could the child's language in this segment be an outcome? Response: In line with the reviewer and our logic model/ theory of change, we consider both the parent and educator outcome measures as mediators of change in the child outcomes. In our pilot trial we were unable to show significant change in our parent group and did not have a sufficient number of settings to explore the impact of potential changes in the preschool environment. Despite this, the intervention had a large effect on the participating children. However, we will add an exploratory set of models to the statistical analysis plan aimed at evaluating heterogeneity in treatment effects on child outcomes as a function of parent and educator outcomes. In addition, parents and teachers will be completing their own separate fidelity checks and 20% of the intervention sessions will also be coded for fidelity against the manual. The videotape segment is intended to capture the use of language promoting strategies used by parents, is a very short sample, and subject to significant variability due to differences in parental scaffolding. As such we would be concerned that it would not yield reliable MLU estimates due to the need for a considerable number of turns for such reliability. Also given that parents differ in their communication style, which affects the amount of language used by a child, this could be a confounding variable if we were to use the videos as estimates of language ability. Secondary child outcomes are weak. They rely on parent reports and are not sensitive to advances, but rather child weaknesses. No educator ratings are planned. Why not use a functional measure, such as the Vineland. Alternatively, the investigators could code child language from the MRBC videos. Response: We are capturing changes in child language through our primary outcomes measures, a standardized composite language measure (the PLS- 5) and a functional measure (the FOCUS- 34). Changes in parent behaviour are captured through the MRBCS, - an observation schedule shown to capture key characteristics associated with language growth over time (Down et al., 2015; Levickis et al., 2014; Smith et al., 2019) . The secondary outcome measures are as the reviewer suggests parent proxy measures, however literature suggests that parental measures are considered reliable and with acceptable concurrent validity (Feldman et al., 2005). The CLASS secondary outcome measure is a reliable measure which will allow us to assess change in the quality of interactions between teachers and students in the classroom, this is an aspect of our logic model which we deem important to capture. The Vineland is a measure of overall cognition rather than one that focuses specifically on language. We have not included educator ratings of children, as the staff working with children are not always consistent and they are working with large groups of children, only some of which are included in the evaluation. We do not want them to focus their attention/prioritise those in the evaluation over and above those who are not. Consider dropping the health-related quality-of-life measure as it has no relation to the intervention. Response – We agree that the HRQL measures are not ideal and may not be sensitive to the changes that we expect as a result of our intervention, this was the case in our pilot trial. However, our pilot trial assessments took place over a short time period and it is not recommended to complete these measures over a period shorter than a year. Improvement in language outcomes are associated with overall well-being and these HRQL measures do ask about communication, which is at the core of our intervention. We do not have other measures at our disposal that can generate QALYs and are therefore suitable for a primary cost effectiveness analysis. Rethink the economic analyses based on QALYs and HRQOL. Response - We have given these measures considerable thought and in discussion with our health economist had decided to include them as they are not onerous to complete and there are currently no better alternatives. We have however also included the FOCUS – 34 as our functional measure and the PLS-5 scores will be used in our secondary cost effectiveness analysis. Our pilot trial included a value of information analysis, and indicated that there was value in collecting further information in a large scale trial. The randomization of sites scheme. The investigators have not discussed the implications if a site that participated in Round 1 of the intervention is randomized to be control in Round 2. Isn’t it likely that those trained educators will continue to use what they have learned in the next round? What about if classes contain siblings of previous participants? Response - Round 2 will involve the recruitment of 4 additional sites (in different areas) and will have no relationship with the sites recruited in round 1. Down, K., Levickis, P., Hudson, S., Nicholls, R. and Wake, M. (2015), Measuring maternal responsiveness. Child Care Health Dev, 41: 329-333. https://doi.org/10.1111/cch.12174 Feldman HM, Dale PS, Campbell TF, Colborn DK, Kurs-Lasky M, Rockette HE, Paradise JL. Concurrent and predictive validity of parent reports of child language at ages 2 and 3 years. Child Dev. 2005 Jul-Aug;76(4):856-68. doi: 10.1111/j.1467-8624.2005.00882.x. PMID: 16026501; PMCID: PMC1350485. Levickis, Penny PhD *,†,‡ ; Reilly, Sheena PhD *,‡ ; Girolametto, Luigi PhD § ; Ukoumunne, Obioha C. PhD ‖ ; Wake, Melissa MD *,†,‡ . Maternal Behaviors Promoting Language Acquisition in Slow-to-Talk Toddlers: Prospective Community-based Study. Journal of Developmental & Behavioral Pediatrics 35(4):p 274-281, May 2014. | DOI: 10.1097/DBP.0000000000000056 Smith, J., Levickis, P., Eadie, T., Bretherton, L., Conway, L., & Goldfeld, S. (2019). Associations between early maternal behaviours and child language at 36 months in a cohort experiencing adversity. International journal of language & communication disorders , 54 (1), 110–122. https://doi.org/10.1111/1460-6984.12435 We thank the reviewer for her positive evaluation of the protocol, and for the suggestions she has made to improve it. We document here how we have responded to each point. A point of clarification - The reviewer notes that participants will be targeted for recruitment from 4 Community Healthcare Organizations (CHOs) based on level of social disadvantage using a deprivation index. Participants will be recruited from 8 Community Healthcare Organizations (4 each year). Narrow the age range of participants. Infants less than one and children over about 4 need different types of language input than toddlers and young preschoolers. Response - The reviewer notes that it is concerning that child participants span a very broad age range i.e. 0-6. For clarification, the overall Happy Talk programme provides services for children 0-6 years, but this evaluation is focussed on the preschool programme only, which ranges from 2;10 months to a maximum of 6 years. However the majority of children fall within the 3 – 5 year age range. Engage parents in developing their intervention. Check on their ability to attend 12 1-hour sessions. When in the course of the program will they be completed? There is no discussion about the 12 1-hour sessions. Are they in person? Online? Response – This intervention has been implemented in one area of Ireland (to over 80 settings) for in excess of 11 years. The feasibility of the programme with parents living in socially disadvantaged areas has long been established. Feedback from parents and early years educators has been embedded in the programme since it was first developed. We realise that there will always be variability in parental attendance particularly when a programme is not yet established in an area. We had specified that the 12 1 hours sessions took place in 4 week blocks, 1 between September and December, 1 between January and March and 1 between April and June. We have clarified that they are in person. Consider the secondary measures as fidelity checks on parents and educators and adjust the statistical analyses accordingly. Rather than conceptualizing these measures as outcomes, they could be conceptualized as fidelity checks on the parents and teachers. Then changes in them could be considered mediators of change in the child outcomes. If parents or teachers are not changing as a function of the training, it is unlikely that the intervention will be successful. Note that the maternal responsiveness measure will be based on a videotape segment. Could the child's language in this segment be an outcome? Response: In line with the reviewer and our logic model/ theory of change, we consider both the parent and educator outcome measures as mediators of change in the child outcomes. In our pilot trial we were unable to show significant change in our parent group and did not have a sufficient number of settings to explore the impact of potential changes in the preschool environment. Despite this, the intervention had a large effect on the participating children. However, we will add an exploratory set of models to the statistical analysis plan aimed at evaluating heterogeneity in treatment effects on child outcomes as a function of parent and educator outcomes. In addition, parents and teachers will be completing their own separate fidelity checks and 20% of the intervention sessions will also be coded for fidelity against the manual. The videotape segment is intended to capture the use of language promoting strategies used by parents, is a very short sample, and subject to significant variability due to differences in parental scaffolding. As such we would be concerned that it would not yield reliable MLU estimates due to the need for a considerable number of turns for such reliability. Also given that parents differ in their communication style, which affects the amount of language used by a child, this could be a confounding variable if we were to use the videos as estimates of language ability. Secondary child outcomes are weak. They rely on parent reports and are not sensitive to advances, but rather child weaknesses. No educator ratings are planned. Why not use a functional measure, such as the Vineland. Alternatively, the investigators could code child language from the MRBC videos. Response: We are capturing changes in child language through our primary outcomes measures, a standardized composite language measure (the PLS- 5) and a functional measure (the FOCUS- 34). Changes in parent behaviour are captured through the MRBCS, - an observation schedule shown to capture key characteristics associated with language growth over time (Down et al., 2015; Levickis et al., 2014; Smith et al., 2019) . The secondary outcome measures are as the reviewer suggests parent proxy measures, however literature suggests that parental measures are considered reliable and with acceptable concurrent validity (Feldman et al., 2005). The CLASS secondary outcome measure is a reliable measure which will allow us to assess change in the quality of interactions between teachers and students in the classroom, this is an aspect of our logic model which we deem important to capture. The Vineland is a measure of overall cognition rather than one that focuses specifically on language. We have not included educator ratings of children, as the staff working with children are not always consistent and they are working with large groups of children, only some of which are included in the evaluation. We do not want them to focus their attention/prioritise those in the evaluation over and above those who are not. Consider dropping the health-related quality-of-life measure as it has no relation to the intervention. Response – We agree that the HRQL measures are not ideal and may not be sensitive to the changes that we expect as a result of our intervention, this was the case in our pilot trial. However, our pilot trial assessments took place over a short time period and it is not recommended to complete these measures over a period shorter than a year. Improvement in language outcomes are associated with overall well-being and these HRQL measures do ask about communication, which is at the core of our intervention. We do not have other measures at our disposal that can generate QALYs and are therefore suitable for a primary cost effectiveness analysis. Rethink the economic analyses based on QALYs and HRQOL. Response - We have given these measures considerable thought and in discussion with our health economist had decided to include them as they are not onerous to complete and there are currently no better alternatives. We have however also included the FOCUS – 34 as our functional measure and the PLS-5 scores will be used in our secondary cost effectiveness analysis. Our pilot trial included a value of information analysis, and indicated that there was value in collecting further information in a large scale trial. The randomization of sites scheme. The investigators have not discussed the implications if a site that participated in Round 1 of the intervention is randomized to be control in Round 2. Isn’t it likely that those trained educators will continue to use what they have learned in the next round? What about if classes contain siblings of previous participants? Response - Round 2 will involve the recruitment of 4 additional sites (in different areas) and will have no relationship with the sites recruited in round 1. Down, K., Levickis, P., Hudson, S., Nicholls, R. and Wake, M. (2015), Measuring maternal responsiveness. Child Care Health Dev, 41: 329-333. https://doi.org/10.1111/cch.12174 Feldman HM, Dale PS, Campbell TF, Colborn DK, Kurs-Lasky M, Rockette HE, Paradise JL. Concurrent and predictive validity of parent reports of child language at ages 2 and 3 years. Child Dev. 2005 Jul-Aug;76(4):856-68. doi: 10.1111/j.1467-8624.2005.00882.x. PMID: 16026501; PMCID: PMC1350485. Levickis, Penny PhD *,†,‡ ; Reilly, Sheena PhD *,‡ ; Girolametto, Luigi PhD § ; Ukoumunne, Obioha C. PhD ‖ ; Wake, Melissa MD *,†,‡ . Maternal Behaviors Promoting Language Acquisition in Slow-to-Talk Toddlers: Prospective Community-based Study. Journal of Developmental & Behavioral Pediatrics 35(4):p 274-281, May 2014. | DOI: 10.1097/DBP.0000000000000056 Smith, J., Levickis, P., Eadie, T., Bretherton, L., Conway, L., & Goldfeld, S. (2019). Associations between early maternal behaviours and child language at 36 months in a cohort experiencing adversity. International journal of language & communication disorders , 54 (1), 110–122. https://doi.org/10.1111/1460-6984.12435 Competing Interests: None Close Report a concern COMMENT ON THIS REPORT Comments on this article Comments (0) Version 3 VERSION 3 PUBLISHED 08 Oct 2024 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 3 4 Version 3 (revision) 31 Jan 25 read read Version 2 (revision) 07 Dec 24 read read read Version 1 08 Oct 24 read Heidi Feldman , Stanford University, Stanford, USA Meredith L. Rowe , Harvard University, Cambridge, USA Nicola Botting , City University London, London, UK Naja Ferjan Ramirez , University of Washington, Seattle, USA Adeline Braverman , University of Washington Seattle, USA, USA; University of Washington (Ringgold ID: 7284), Seattle, USA Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Ramirez N et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 04 Feb 2025 | for Version 3 Naja Ferjan Ramirez , University of Washington, Seattle, USA Adeline Braverman , University of Washington Seattle, USA, USA; Linguistics, University of Washington (Ringgold ID: 7284), Seattle, Washington, USA 0 Views copyright © 2025 Ramirez N et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions I think the authors have adequately addressed our concerns/questions. Competing Interests No competing interests were disclosed. Reviewer Expertise Language acquisition in infancy and early childhood; Language intervention; Language input We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Ramirez NF and Braverman A. Peer Review Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15461.r45226) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v3#referee-response-45226 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Botting N. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 04 Feb 2025 | for Version 3 Nicola Botting , City University London, London, UK 0 Views copyright © 2025 Botting N. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Thank you for detailed responses to my comments. I am happy to approve version 3. Competing Interests No competing interests were disclosed. Reviewer Expertise Developmental Language Disorder & other forms of atypical language development I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Botting N. Peer Review Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15461.r45223) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v3#referee-response-45223 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Ramirez N et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 11 Jan 2025 | for Version 2 Naja Ferjan Ramirez , University of Washington, Seattle, USA Adeline Braverman , University of Washington Seattle, USA, USA; Linguistics, University of Washington (Ringgold ID: 7284), Seattle, Washington, USA 0 Views copyright © 2025 Ramirez N et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This is a revised version of the narrative, and I think most of the issues have already been addressed. Overall, the study is well-designed and targets an important public health concern. We are pointing out some potential areas of improvement. 12 1-hr sessions attended by parents: This could be a challenge as it is quite intensive and requires a lot of time and effort. Parents are busy, and may not be able to attend all (or even most) sessions – this seems especially relevant given that families are low SES. How will the team make sure that parents attend the sessions? The narrative suggests that this intervention has already been implemented successfully in parts of Ireland. Is there any data to show that parents stayed engaged throughout the program? On a related note, were parents invited to help in the DESIGN of the intervention? Do we know that they find it (culturally) acceptable and doable/executable given their day-to-day lives? Not much is said about this in the narrative. The second research question asks whether Happy Talk “enhance[s] responsiveness and language-promoting behaviors in home and pre/school contexts.” The associated hypothesis is that intervention parents will have higher Maternal Responsive Behaviors Coding Scheme (MRBCS) scores. Is the MRBCS sensitive to “language-promoting behaviors” beyond those associated with responsiveness? The research question may need to be narrowed so that it is adequately addressed by this outcome measure, or the authors should clarify that responsiveness is the language-promoting behavior in question. Nothing is said about measuring “attendance” – i.e. are the effects of the intervention hypothesized to be weaker in those families who attend fewer sessions? Relatedly, what were the attendance/drop-out rates in previous iterations of the intervention? Inclusion of fathers: not much is said about this…in our experience, if fathers are just “invited”, they tend to not attend the sessions. Will there be an explicit effort to recruit and retain the fathers? Why (not)? OR – alternatively - if both parents attend in some cases, and only one parent attend in others, can there be supplemental hypotheses around whether one or both parents received the treatment? In the ‘Data Collection’ section, it is somewhat unclear what measures will be collected at the Baseline Assessment. Are all outcome measures included at this initial timepoint? How will the PLS-5 be scored by the second research assistant? Will these assessments be recorded? Preschool staff treatment – 4x 2.5-3 hours of staff training: similarly to parent training, do we know that the staff are eager and excited to undergo these trainings? What about the school administration? Will they be able to pull the teachers out of the classroom to give them the necessary time for training? On a related note, are teachers engaged in the design of the intervention? If so, what are their opinions of it? If not, they may find it challenging to implement. Child outcomes: most are parent/staff reports, which is a disadvantage, given that they’re being treated. One might hypothesize that the intervention will train the parents/staff to answer the questionnaires differently compared to the control group. I recommend that the team add child outcome language measures that are NOT questionnaire based. This was already noted by a previous reviewer. In their response, the authors cite work demonstrating the reliability and validity of parent report instruments, but this work focuses only on the MBCDI in a younger age range than the proposed sample and outside the context of parent-mediated intervention. In Figure 2, the use of multiple arrows leads the reader to believe that each bullet point is associated with another in the neighboring box. However, the bullet points do not always line up (in number and content). Consider reducing the number of arrows or clarifying the connections between the contents of each box. For the most part, there is sufficient detail of the methods provided to allow for replication. The hypotheses and the rationale, the subject numbers and characteristics are well described and make sense. The only thing that’s missing is the intervention “scripts”/ content/ manual – this is not shared, so one could not actually replicate the study as it is unclear what the parents / staff are actually told during the sessions. I am not sure if this is intentional. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Partly Are sufficient details of the methods provided to allow replication by others? Partly Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise Language acquisition in infancy and early childhood; Language intervention; Language input We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however we have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 24 Jan 2025 Pauline Frizelle, Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland Many thanks for your valuable feedback, we have addressed each point in turn. 12 1-hr sessions attended by parents: This could be a challenge as it is quite intensive and requires a lot of time and effort. Parents are busy, and may not be able to attend all (or even most) sessions – this seems especially relevant given that families are low SES. How will the team make sure that parents attend the sessions? The narrative suggests that this intervention has already been implemented successfully in parts of Ireland. Is there any data to show that parents stayed engaged throughout the program? On a related note, were parents invited to help in the DESIGN of the intervention? Do we know that they find it (culturally) acceptable and doable/executable given their day-to-day lives? Not much is said about this in the narrative. Response: Happy Talk has been delivered in one part of Ireland for 12 years. The programme was originally developed by SLTs but the design has been adapted over the years based on feedback from parents and early years educators. We also measured feasibility and acceptability in a new area in our pilot trial (referenced within). As stated in response to reviewer 2, in areas where Happy Talk is well established there is very high attendance as other parents/educators have spoken so positively about the programme and parents have an expectation that this will be part of their child’s education. In new areas (as is the case here) attendance tends to increase as the programme progresses. Parents become more committed as their confidence increases, and children request their parents to be present in the classroom, as they enjoy this aspect of the programme. In any case, we take a conservative approach in using an intention to treat protocol, so that if a parent attends even one session they are considered to have received the intervention. The second research question asks whether Happy Talk “enhance[s] responsiveness and language-promoting behaviors in home and pre/school contexts.” The associated hypothesis is that intervention parents will have higher Maternal Responsive Behaviors Coding Scheme (MRBCS) scores. Is the MRBCS sensitive to “language-promoting behaviors” beyond those associated with responsiveness? The research question may need to be narrowed so that it is adequately addressed by this outcome measure, or the authors should clarify that responsiveness is the language-promoting behavior in question. Response: We have clarified that responsiveness is the language-promoting behavior in question. Nothing is said about measuring “attendance” – i.e. are the effects of the intervention hypothesized to be weaker in those families who attend fewer sessions? Relatedly, what were the attendance/drop-out rates in previous iterations of the intervention? Response: We have clarified that attendance will be measured throughout both iterations of the programme. As stated above, attendance tends to increase as parents become more engaged with the programme. We have reported the attendance rates and attrition in our published pilot trial. Inclusion of fathers: not much is said about this…in our experience, if fathers are just “invited”, they tend to not attend the sessions. Will there be an explicit effort to recruit and retain the fathers? Why (not)? OR – alternatively - if both parents attend in some cases, and only one parent attend in others, can there be supplemental hypotheses around whether one or both parents received the treatment? Response: Given the demands of the programme the reviewer has highlighted, we encourage one parent/caregiver to attend, whichever places the smallest burden on the family. In our experience this is most often the mother but fathers and grandparents have also attended. If there are a sufficient number of cases where individual parents attend different sessions or both parents attend we will examine any potential effects statistically. However, this has not been our experience in the past. We request that the same person attend for baseline and end of programme measures. In the ‘Data Collection’ section, it is somewhat unclear what measures will be collected at the Baseline Assessment. Are all outcome measures included at this initial timepoint? Response : We have clarified that all outcome measures are included at the initial stages. How will the PLS-5 be scored by the second research assistant? Will these assessments be recorded? Response: No, these are not recorded. The 2 nd researcher will check that the scores have been added correctly, and converted accurately into standard scores. We have clarified this in the text. Preschool staff treatment – 4x 2.5-3 hours of staff training: similarly to parent training, do we know that the staff are eager and excited to undergo these trainings? What about the school administration? Will they be able to pull the teachers out of the classroom to give them the necessary time for training? On a related note, are teachers engaged in the design of the intervention? If so, what are their opinions of it? If not, they may find it challenging to implement. Response : In keeping with my response with respect to parents, teachers have implemented the programme in one area of Ireland for many years, and have reported it to be feasible and acceptable – we have noted this in the text. They have also had input into the programme as it was developing over many years. We carry out the sessions in the classroom at a time that is convenient for the teachers. In addition, all teachers are required to engage with continuous professional development, the Happy Talk training fulfils that need. Child outcomes: most are parent/staff reports, which is a disadvantage, given that they’re being treated. One might hypothesize that the intervention will train the parents/staff to answer the questionnaires differently compared to the control group. I recommend that the team add child outcome language measures that are NOT questionnaire based. This was already noted by a previous reviewer. In their response, the authors cite work demonstrating the reliability and validity of parent report instruments, but this work focuses only on the MBCDI in a younger age range than the proposed sample and outside the context of parent-mediated intervention. Response : We have included the PLS-5 which is a standardized language measure which provides a receptive, expressive and composite language score. In Figure 2, the use of multiple arrows leads the reader to believe that each bullet point is associated with another in the neighboring box. However, the bullet points do not always line up (in number and content). Consider reducing the number of arrows or clarifying the connections between the contents of each box. Response: Where arrows don’t directly align they are intended to refer to more than one component within a given box, we have clarified this in the text. For the most part, there is sufficient detail of the methods provided to allow for replication. The hypotheses and the rationale, the subject numbers and characteristics are well described and make sense. The only thing that’s missing is the intervention “scripts”/ content/ manual – this is not shared, so one could not actually replicate the study as it is unclear what the parents / staff are actually told during the sessions. I am not sure if this is intentional. Response: We cannot make the manual publicly available due to copyright reasons. Those who are interested in getting further information, or adapting the intervention to their context are welcome to get in touch with the first author. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Ramirez NF and Braverman A. Peer Review Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15422.r44222) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v2#referee-response-44222 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Botting N. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 08 Jan 2025 | for Version 2 Nicola Botting , City University London, London, UK 0 Views copyright © 2025 Botting N. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This is a very well constructed and clear protocol for a large scale intervention trial using the Happy Talk programme. There is substantial need for the evaluation of early years language interventions such as this, and this team is ideally placed to carry out such research. The previous 2 reviewers have given comprehensive and insightful comments, many of which have already been responded to by the authors, therefore my observations are brief and minor. Some of them echo other points already made. 1. RQ1: It might be helpful for readers to include 'compared to usual care' in RQ1. This is implied, but at the moment leaves the possibility that positive within-group change for the intervention group alone could answer this question (which is not the authors' intention). 2. Recruitment: Opt-in consent is being used. It would be useful to identify and detail any strategies for monitoring/ensuring that these sign ups represent low SES groups, as even within schools in disadvantaged areas, participation from some groups is difficult to attain. Would opt-out consent be considered if recruitment shows bias? Have the authors considered adding the option for a Qualtrics (or similar) link to consent, which we are finding useful in recruiting families where bits of paper get lost (I acknowledge this method has its own inherent biases, but maybe a combination?). Under Randomisation, it could be made clearer that the families are randomly selected *from consenting families*. The inclusion of families with additional languages is important, but it is not clear to me how the parent English level will be assessed. A small point but it is probably best to avoid the term 'subjects' even in a trial? 3. Data management: I have no doubt that this team are thoroughly conversant in data management, but for readers and replicability more detail about how data sharing (agreements), and transit across sites (and countries) will be securely achieved would be welcome. It would be useful to know who has overall responsibility for data governance and data backups etc. 4. Training workshops: It was not clear to me how many people are at each workshop or included in the weekly video-conference support sessions. This detail seems important in terms of attendance bias, and success of the programme, and is needed for replicability. It would be useful to specify whether by 'recorded' you mean video or audio only. How will you deal with participants who do not give consent to recording or to other people in the background? 5. Assessment measures: In line with the other reviews, I am not sure about the CLASS and wondered whether authors had considered the CsC developed by Dockrell et al. for Better Communication? Will the reliability measures taken by an additional person occur at the same time or on a different day? In addition I wondered whether the FOCUS-34 has a reference? A couple of example questions might be useful here. For the MRBCS, I think this should read 'a total number of occurrences for each of four parental behaviours'? If not, more explanation is needed. 6. Economic assessment: I agree with other reviewers that it is confusing to use only the HRQoL measure for this stage of the project, especially when this didn't change on pilot trials. I see in the author response that the PLS-5 and FOCUS-34 are now included in a secondary economic analysis, but cannot find this detail in the protocol itself. Overall, this is a comprehensive and impressive protocol which has potential to make substantial impact and contribution. The minor suggestions above are mainly intended to enhance replicability and to increase usefulness even further. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise Developmental Language Disorder & other forms of atypical language development I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (1) Author Response 31 Jan 2025 Pauline Frizelle, Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland Thank you for taking the time to give your valuable feedback. 1. RQ1: It might be helpful for readers to include 'compared to usual care' in RQ1. This is implied, but at the moment leaves the possibility that positive within-group change for the intervention group alone could answer this question (which is not the authors' intention). Response : We have added the clarification to RQ1 - that the intervention is being compared to usual care 2. Recruitment: Opt-in consent is being used. It would be useful to identify and detail any strategies for monitoring/ensuring that these sign ups represent low SES groups, as even within schools in disadvantaged areas, participation from some groups is difficult to attain. Would opt-out consent be considered if recruitment shows bias? Have the authors considered adding the option for a Qualtrics (or similar) link to consent, which we are finding useful in recruiting families where bits of paper get lost (I acknowledge this method has its own inherent biases, but maybe a combination?). Under Randomisation, it could be made clearer that the families are randomly selected *from consenting families*. The inclusion of families with additional languages is important, but it is not clear to me how the parent English level will be assessed. A small point but it is probably best to avoid the term 'subjects' even in a trial? Response: In relation to the profile of those who sign up, we appreciate that there will be variability in terms of levels of disadvantage. However, we will note these individual differences in the collection of our demographic data. As stated in response to another reviewer we acknowledge that the same variation will exist within the control settings and therefore should not be a confounding variable. In addition to the initial information session, our consent process is being facilitated by the pre/school staff who are available to read through the trial information and consent forms and answer any questions that potential participants might have when dropping and collecting their children. We appreciate the suggestion re Qualtrics but this would require access to a computer and feedback from pre/school staff is that they prefer to support the process in an informal way so that parents don’t feel under pressure to participate in the evaluation. There are large numbers of children receiving the intervention who are not part of the evaluation and if we were to engage in an opt out process, we would not have the capacity to assess them all in the restricted time frame. We have clarified that families are randomly selected from consenting families. As the reviewer rightly points out we are not actively assessing parents level of English and we have amended the text to remove the requirement of level B2. Parents will be asked if they are confident to complete the outcome measures without the need for an interpreter. We have replaced the term subjects, the use of which was an oversight on our part. 3. Data management: I have no doubt that this team are thoroughly conversant in data management, but for readers and replicability more detail about how data sharing (agreements), and transit across sites (and countries) will be securely achieved would be welcome. It would be useful to know who has overall responsibility for data governance and data backups etc. Response: This is a national study and therefore there is no data sharing between countries. We have made our data management plan available on OSF ( https://osf.io/ns7u5/ ) to address the reviewers point. 4. Training workshops: It was not clear to me how many people are at each workshop or included in the weekly video-conference support sessions. This detail seems important in terms of attendance bias, and success of the programme, and is needed for replicability. It would be useful to specify whether by 'recorded' you mean video or audio only. How will you deal with participants who do not give consent to recording or to other people in the background? Response: The workshops are for the pre/school staff and will be attended by the number who are participating in the intervention in a given pre/school, this varies from setting to setting and goes beyond those who are included in the trial. For example in some preschools there may be 3 staff (working in one room) where as others may have 5 across two rooms. We have clarified this in the text. We have specified that we will audio record the sessions, the therapist will wear a microphone, set to capture his/her input only. We appreciate that some child audio may be picked up in the distance but they will not be identifiable; we will not transcribe it (if audible); and we will not be using it in any way to measure interventionist fidelity. We have clarified that there will be 4 SLTs each year (8 in total) who will be attending the video-conference calls. 5. Assessment measures: In line with the other reviews, I am not sure about the CLASS and wondered whether authors had considered the CsC developed by Dockrell et al. for Better Communication? Will the reliability measures taken by an additional person occur at the same time or on a different day? In addition I wondered whether the FOCUS-34 has a reference? A couple of example questions might be useful here. For the MRBCS, I think this should read 'a total number of occurrences for each of four parental behaviours'? If not, more explanation is needed. Response: We used the CsC in our pilot trial and although we were not able to complete statistical analyses (due to a small number of settings) our observations of the data suggested that it was not sensitive to the expected changes. Empirical literature suggests that the CLASS is a reliable tool across a number of languages (Hamre et al., 2008; Stuck et al., 2016; Virtanen et al., 2017) and we expect sensitivity to a number of areas in which we aim to effect change - in particular Concept development, Quality of feedback and Language modelling . In addition, colleagues who have significant experience researching in the area of professional development of early years educators, have found the CLASS to be a sensitive measure (Eadie et. al.,). Because the CLASS is completed live, reliability checking will involve score checking only. However, to be deemed a reliable coder, all CLASS administrators are required to score within 1 point of master codes on 80% of all codes given in the training videos. We have added some references for the FOCUS-34, as well as some sample questions. We have reworded in relation to the MRBCS. 6. Economic assessment: I agree with other reviewers that it is confusing to use only the HRQoL measure for this stage of the project, especially when this didn't change on pilot trials. I see in the author response that the PLS-5 and FOCUS-34 are now included in a secondary economic analysis, but cannot find this detail in the protocol itself. Response: We have adapted the text to make the secondary (economic) analysis more explicit, specifying these two measures. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Botting N. Peer Review Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15422.r43956) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v2#referee-response-43956 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Rowe M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 06 Jan 2025 | for Version 2 Meredith L. Rowe , Harvard University, Cambridge, USA 0 Views copyright © 2025 Rowe M. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Review of Study Protocol: “Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial” for HRB Open Research. This is a proposed RCT to examine effects of the Happy Talk intervention for preschool educators and parents on preschool children’s language outcomes in Ireland. The literature review does a good job of making the case for the need (the low language skills in areas of social disadvantage) and for the approach (targeting teachers and parents) in this effectiveness trial in the community. Is the rationale for, and objectives of, the study clearly described? Yes, for the most part, the research questions are clear and follow from the literature review. My only question is about RQ4 and any hypotheses regarding the specific program features or contextual factors. If there are no specific hypotheses here, and if this RQ is under-powered statistically, the authors might list this as an “exploratory analysis”. Is the study design appropriate for the research question? The longitudinal cluster randomized design is appropriate. I have a few small questions about the methods where more information could be provided. -are the randomly chosen 12 participants all going to be from lower-SES backgrounds? This seems important given the rationale -are the parents compensated for attending the sessions? What is the motivation for them and feasibility of them showing up based on prior work with this intervention? I see they are compensated when the child gets tested, but also for their own participation or do they opt in without this added incentive? -it might be important to see if the children in the classrooms of “communication champions” do better than those in other treatment classrooms -I wonder if a more nuanced measure of classroom language would be helpful in addition to the CLASS. That is, if is it possible to audiotape a short “circle time” session for each participating teacher during the CLASS observation then this segment could be coded for teacher and classroom language use. For example, how many questions the teacher asks, how many children contribute to conversations, how extended the conversations are, etc. This would be similar to the MRBCS but in the classroom context. This is understandably a fair amount of work to record, and potentially transcribe and code, but it may result in a lot more variability in relevant measures than the CLASS and also in some insights as to the specific mechanisms of effects. -Also, I would suggest potentially coding the child speech in the MRBCS samples as an additional measure of child language/vocabulary. *these last two comments are based on the fact that many parent and preschool interventions have a hard time ‘moving the needle’ on standardized tests but are more likely to show effects on the day-to-day practices that are promoted. I worry that the vast majority of the measures here are more global and standardized and more subtle effects might be missed. If coding videos is too time-consuming, maybe something like the Language Use Inventory (McNeill) that can be filled out by the teacher and the parent (of course there are bias issues here because of parent/teacher reporting). Are sufficient details of the methods provided to allow replication by others? Yes, it appears so as long as the intervention itself is publicly available. Are the datasets clearly presented in a useable and accessible format? Data analysis and monitoring plans seem appropriate. -I am wondering if some children will potentially have a teacher who participated in the intervention 2 years and others just have 1 teacher and then a non-intervention teacher for the 1- year follow up? If this is the case, this factor needs to be controlled/examined or potentially manipulated in classroom placement for the children randomly chosen to participate. -the economic analysis is a strength of this study. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise Language development, parenting, parent interventions, early childhood I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (1) Author Response 24 Jan 2025 Pauline Frizelle, Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland Many thanks for your valuable feedback - we have addressed each point in turn Are the randomly chosen 12 participants all going to be from lower-SES backgrounds? This seems important given the rationale Response: The profile of all settings is that they are in significantly disadvantaged areas and are designated DEIS pre/schools in Ireland (Delivering Equality and Opportunity in schools). We appreciate that there will be different degrees of disadvantage within a given setting, however, we will note these individual differences in the collection of our demographic data. We acknowledge that the same variation will exist within the control settings and therefore should not be a confounding variable. Are the parents compensated for attending the sessions? What is the motivation for them and feasibility of them showing up based on prior work with this intervention? I see they are compensated when the child gets tested, but also for their own participation or do they opt in without this added incentive? Response: Parents are not compensated for attending the sessions, they opt in without additional incentives. In areas where Happy Talk is well established there is very high attendance as other parents/educators have spoken so positively about the programme and parents have an expectation that this will be part of their child’s education. In new areas (as is the case here) attendance tends to increase as the programme progresses. Parents become more committed as their confidence increases, and children request their parents to be present in the classroom, as they enjoy this aspect of the programme. it might be important to see if the children in the classrooms of “communication champions” do better than those in other treatment classrooms Response: There will be a communication champion in all rooms in which there are children attending Happy Talk. We have clarified this in the text. I wonder if a more nuanced measure of classroom language would be helpful in addition to the CLASS. That is, if is it possible to audiotape a short “circle time” session for each participating teacher during the CLASS observation then this segment could be coded for teacher and classroom language use. For example, how many questions the teacher asks, how many children contribute to conversations, how extended the conversations are, etc. This would be similar to the MRBCS but in the classroom context. This is understandably a fair amount of work to record, and potentially transcribe and code, but it may result in a lot more variability in relevant measures than the CLASS and also in some insights as to the specific mechanisms of effects. -Also, I would suggest potentially coding the child speech in the MRBCS samples as an additional measure of child language/vocabulary. Response: We appreciate the reviewers comments with respect to capturing the day to day changes in child language and interaction. We are using the FOCUS-34 with the aim of capturing these functional changes at home and in school. Unfortunately time constraints and resources prevent us from recording and coding sessions in the classroom. There are also ethical issues as we would be actively recording children who have consented to receiving Happy Talk but have not consented to participate in the evaluation. We are cognisant of the burden of evaluation on families and for this reason, do not want to introduce any further outcome measures. We are reluctant to use the language produced during the MRBCS as a measure of child language /vocabulary for the reasons outlined in response to reviewer 1. Specifically, the videotape segment is intended to capture the use of language promoting strategies used by parents, is a very short sample, and subject to significant variability due to differences in parental scaffolding. As such we would be concerned that it would not yield reliable MLU estimates due to the need for a considerable number of turns for such reliability. Also given that parents differ in their communication style, which affects the amount of language used by a child, this could be a confounding variable if we were to use the videos as estimates of language ability. *these last two comments are based on the fact that many parent and preschool interventions have a hard time ‘moving the needle’ on standardized tests but are more likely to show effects on the day-to-day practices that are promoted. I worry that the vast majority of the measures here are more global and standardized and more subtle effects might be missed. If coding videos is too time-consuming, maybe something like the Language Use Inventory (McNeill) that can be filled out by the teacher and the parent (of course there are bias issues here because of parent/teacher reporting). I am wondering if some children will potentially have a teacher who participated in the intervention 2 years and others just have 1 teacher and then a non-intervention teacher for the 1- year follow up? If this is the case, this factor needs to be controlled/examined or potentially manipulated in classroom placement for the children randomly chosen to participate. Response: All educators and children will only participate in the intervention for one year. However, it is possible that some children will progress from an intervention preschool to a school that also participated in the intervention and where the teacher was trained in the Happy Talk programme. We will control for this factor. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Rowe ML. Peer Review Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15422.r43949) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v2#referee-response-43949 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2024 Feldman H. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 25 Nov 2024 | for Version 1 Heidi Feldman , Stanford University, Stanford, California, USA 0 Views copyright © 2024 Feldman H. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Background: Social disadvantage is associated with delays and disorders in language development. Previous studies have found that parent- or school-language enrichment programs are associated with slight to modest gains in child language outcomes. This study protocol combines both parent and school language enrichment in an effort to maximize the positive impact. Study design: The proposed study is a large scale cluster randomised trial of a 12-week manualised intervention delivered in pre/school settings serving socially disadvantaged communities, in Ireland. 72 clusters receive the intervention (12 participants per cluster). Parents and pre/school staff engage in group training and coaching in the form of 12 1-hour sessions for parents and four staff workshops for educators, over the course of the 8-month pre/school year. Is the rationale for, and objectives of, the study clearly described? The study rests on reliable observations that children from disadvantaged backgrounds have disproportionately higher rates of early and persistent language disorders than children from advantaged backgrounds. Language disorders predict important impacts for educational and occupational outcomes. The scope of this problem makes addressing language delay in poor communities an appropriate public health target. Further, given the high prevalence, a “tier 1” intervention, offered universally and preventatively, is highly appropriate. Previous linguistic and auditory intervention efforts directed to preschool educators have yielded variable findings and, at best, improvements with only modest effect sizes. Professional literacy interventions have been somewhat better for reading outcomes with little generalization to language. Similarly, preventive parent-directed interventions are also associated with small to moderate effect sizes. Based on this review, the investigators plan to provide intervention in more than a single environment, aimed at both home and school. Pilot data from Happy Talk in a single community of Ireland are promising, though other studies show no additional benefit. The questions and hypotheses are clear and comprehensive. Is the study design appropriate for the research question? The study is a cluster-randomized controlled trial taking place over three years. The intervention period is 8 months with immediate and delayed follow-up. This design is appropriate and feasible as an effectiveness tiral. Participants will be targeted for recruitment from 4 Community Healthcare Organizations based on level of social disadvantage using a deprivation index. These decisions are appropriate. Exclusion criteria are reasonable. The intervention is a manualized training and support programme delivered by Speech-Language Therapists (SLTs) to parents and early childhood educators. One concerning feature about the protocol is that the child participants are aged 0-6. This broad age range is problematic because the parent coaching for a 5–6-year-old would be exceedingly different from the appropriate strategies for a 1-2 year old. Limiting the intervention to 18 or 24 months of age to 36 months of age might be a better test of the protocol. Another potentially concerning feature is that the parent intervention component requires 12 1-hour sessions in 4-week blocks and in 2 additional 30-minute units over the school year. The investigators offer no rationale for this schedule. There is no mention of engaging potential participants in the development of the curriculum and specifically in the duration or timing of these sessions. The investigators plan a 2–3-week engagement phase with each school to build relationships, but parents are not included. The 30 minute segments are in person at the center with direct coaching with parent and child. When in the course of the program will they be completed? There is no discussion about the 12 1-hour sessions. Are they in person? Online? Does this schedule work for working and busy parents? There is also no discussion about the parents’ adherence to the plan. The outcome measures mention maternal responsiveness. Can fathers or other caregivers participate? The Happy Talk intervention will be compared to treatment as usual (TAU). This decision is very reasonable. The primary child outcome measures are the Pre-School Language Scales, 5 th edition and Focus on Outcomes of Communication Under 6, which is a parent report measure. The use of a parent-report measure introduces potential bias because the intervention targets parents. The secondary child measures, the PedsQL asks only about communication problems and is therefore likely to be highly insensitive in this setting. The other secondary outcome, the Child Health Utility Instrument is yet another caregiver-completed questionnaire and has nothing to do with the interventions being offered. Why should quality of life change? Note that the educators are not providing any ratings as outcome measures. Other potential ratings, such as a functional measure (ABBAS or Vineland) could be considered and these measures can be completed by parents and teachers.. There are two additional secondary measures—the Maternal Responsive Behavior Coding scheme and the Classroom Assessment Scoring System. Are fathers also invited to parent sessions? Why use a maternal measure? Rather than conceptualizing these measures as outcomes, they could be conceptualized as fidelity checks on the parents and teachers. Then changes in them could be considered mediators of change in the child outcomes. If parents or teachers are not changing as a function of the training, it is unlikely that the intervention will be successful. Note that the maternal responsiveness measure will be based on a videotape segment. Could the child's language in this segment be an outcome? Power analyses and the intention to treat rationale are well described. There is no rationale for the HRQoL in the economic analyses. Why should this assessment be sensitive to language interventions? Another potential program is the randomization of sites scheme. The investigators have not discussed the implications if a site that participated in Round 1 of the intervention is randomized to be control in Round 2. Isn’t it likely that those trained educators will continue to use what they have learned in the next round? What about if classes contain siblings of previous participants? Economic analyses are planned. The primary measures will be the standardised Health Related Quality of Life (HRQoL) questionnaires pre-, post- and at 12 months follow-up. HRQoL measures enable the calculation of Quality Adjusted Life Years (QALYs) as well as an investigation of the sensitivity of these measures with children. The investigators are wary of the plan. It is unclear how QALYs relate to the improvement in language skills anticipated in this trial. Could other methods be used, such as functional assessment (what is the value of increasing a child’s standard score on a functional measure in terms of later outcomes?) Are sufficient details of the methods provided to allow replication by others? The protocol is very detailed. The curricula are not included but other than that, the study is reproducible. Are the datasets clearly presented in a useable and accessible format? Not applicable. In summary, this ambitious trial may have important public health implications for disadvantaged children in Ireland and beyond. The study could be strengthened with adjustments in the planned methods: Narrow the age range of participants. Infants less than one and children over about 4 need different types of language input than toddlers and young preschoolers. Engage parents in developing their intervention. Check on their ability to attend 12 1-hour sessions. Consider the secondary measures as fidelity checks on parents and educators and adjust the statistical analyses accordingly. Secondary child outcomes are weak. They rely on parent reports and are not sensitive to advances, but rather child weaknesses. No educator ratings are planned. Why not use a functional measure, such as the Vineland. Alternatively, the investigators could code child language from the MRBC videos. Consider dropping the health-related quality-of-life measure as it has no relation to the intervention. Rethink the economic analyses based on QALYs and HRQOL. Is the rationale for, and objectives of, the study clearly described? Yes Is the study design appropriate for the research question? Yes Are sufficient details of the methods provided to allow replication by others? Yes Are the datasets clearly presented in a useable and accessible format? Not applicable Competing Interests No competing interests were disclosed. Reviewer Expertise language development, developmental disabilities, pediatrics, developmental neuroscience I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 12 Dec 2024 Pauline Frizelle, Department of Speech and Hearing Sciences, School of Clinical Therapies, University College Cork, Cork, Ireland We thank the reviewer for her positive evaluation of the protocol, and for the suggestions she has made to improve it. We document here how we have responded to each point. A point of clarification - The reviewer notes that participants will be targeted for recruitment from 4 Community Healthcare Organizations (CHOs) based on level of social disadvantage using a deprivation index. Participants will be recruited from 8 Community Healthcare Organizations (4 each year). Narrow the age range of participants. Infants less than one and children over about 4 need different types of language input than toddlers and young preschoolers. Response - The reviewer notes that it is concerning that child participants span a very broad age range i.e. 0-6. For clarification, the overall Happy Talk programme provides services for children 0-6 years, but this evaluation is focussed on the preschool programme only, which ranges from 2;10 months to a maximum of 6 years. However the majority of children fall within the 3 – 5 year age range. Engage parents in developing their intervention. Check on their ability to attend 12 1-hour sessions. When in the course of the program will they be completed? There is no discussion about the 12 1-hour sessions. Are they in person? Online? Response – This intervention has been implemented in one area of Ireland (to over 80 settings) for in excess of 11 years. The feasibility of the programme with parents living in socially disadvantaged areas has long been established. Feedback from parents and early years educators has been embedded in the programme since it was first developed. We realise that there will always be variability in parental attendance particularly when a programme is not yet established in an area. We had specified that the 12 1 hours sessions took place in 4 week blocks, 1 between September and December, 1 between January and March and 1 between April and June. We have clarified that they are in person. Consider the secondary measures as fidelity checks on parents and educators and adjust the statistical analyses accordingly. Rather than conceptualizing these measures as outcomes, they could be conceptualized as fidelity checks on the parents and teachers. Then changes in them could be considered mediators of change in the child outcomes. If parents or teachers are not changing as a function of the training, it is unlikely that the intervention will be successful. Note that the maternal responsiveness measure will be based on a videotape segment. Could the child's language in this segment be an outcome? Response: In line with the reviewer and our logic model/ theory of change, we consider both the parent and educator outcome measures as mediators of change in the child outcomes. In our pilot trial we were unable to show significant change in our parent group and did not have a sufficient number of settings to explore the impact of potential changes in the preschool environment. Despite this, the intervention had a large effect on the participating children. However, we will add an exploratory set of models to the statistical analysis plan aimed at evaluating heterogeneity in treatment effects on child outcomes as a function of parent and educator outcomes. In addition, parents and teachers will be completing their own separate fidelity checks and 20% of the intervention sessions will also be coded for fidelity against the manual. The videotape segment is intended to capture the use of language promoting strategies used by parents, is a very short sample, and subject to significant variability due to differences in parental scaffolding. As such we would be concerned that it would not yield reliable MLU estimates due to the need for a considerable number of turns for such reliability. Also given that parents differ in their communication style, which affects the amount of language used by a child, this could be a confounding variable if we were to use the videos as estimates of language ability. Secondary child outcomes are weak. They rely on parent reports and are not sensitive to advances, but rather child weaknesses. No educator ratings are planned. Why not use a functional measure, such as the Vineland. Alternatively, the investigators could code child language from the MRBC videos. Response: We are capturing changes in child language through our primary outcomes measures, a standardized composite language measure (the PLS- 5) and a functional measure (the FOCUS- 34). Changes in parent behaviour are captured through the MRBCS, - an observation schedule shown to capture key characteristics associated with language growth over time (Down et al., 2015; Levickis et al., 2014; Smith et al., 2019) . The secondary outcome measures are as the reviewer suggests parent proxy measures, however literature suggests that parental measures are considered reliable and with acceptable concurrent validity (Feldman et al., 2005). The CLASS secondary outcome measure is a reliable measure which will allow us to assess change in the quality of interactions between teachers and students in the classroom, this is an aspect of our logic model which we deem important to capture. The Vineland is a measure of overall cognition rather than one that focuses specifically on language. We have not included educator ratings of children, as the staff working with children are not always consistent and they are working with large groups of children, only some of which are included in the evaluation. We do not want them to focus their attention/prioritise those in the evaluation over and above those who are not. Consider dropping the health-related quality-of-life measure as it has no relation to the intervention. Response – We agree that the HRQL measures are not ideal and may not be sensitive to the changes that we expect as a result of our intervention, this was the case in our pilot trial. However, our pilot trial assessments took place over a short time period and it is not recommended to complete these measures over a period shorter than a year. Improvement in language outcomes are associated with overall well-being and these HRQL measures do ask about communication, which is at the core of our intervention. We do not have other measures at our disposal that can generate QALYs and are therefore suitable for a primary cost effectiveness analysis. Rethink the economic analyses based on QALYs and HRQOL. Response - We have given these measures considerable thought and in discussion with our health economist had decided to include them as they are not onerous to complete and there are currently no better alternatives. We have however also included the FOCUS – 34 as our functional measure and the PLS-5 scores will be used in our secondary cost effectiveness analysis. Our pilot trial included a value of information analysis, and indicated that there was value in collecting further information in a large scale trial. The randomization of sites scheme. The investigators have not discussed the implications if a site that participated in Round 1 of the intervention is randomized to be control in Round 2. Isn’t it likely that those trained educators will continue to use what they have learned in the next round? What about if classes contain siblings of previous participants? Response - Round 2 will involve the recruitment of 4 additional sites (in different areas) and will have no relationship with the sites recruited in round 1. Down, K., Levickis, P., Hudson, S., Nicholls, R. and Wake, M. (2015), Measuring maternal responsiveness. Child Care Health Dev, 41: 329-333. https://doi.org/10.1111/cch.12174 Feldman HM, Dale PS, Campbell TF, Colborn DK, Kurs-Lasky M, Rockette HE, Paradise JL. Concurrent and predictive validity of parent reports of child language at ages 2 and 3 years. Child Dev. 2005 Jul-Aug;76(4):856-68. doi: 10.1111/j.1467-8624.2005.00882.x. PMID: 16026501; PMCID: PMC1350485. Levickis, Penny PhD *,†,‡ ; Reilly, Sheena PhD *,‡ ; Girolametto, Luigi PhD § ; Ukoumunne, Obioha C. PhD ‖ ; Wake, Melissa MD *,†,‡ . Maternal Behaviors Promoting Language Acquisition in Slow-to-Talk Toddlers: Prospective Community-based Study. Journal of Developmental & Behavioral Pediatrics 35(4):p 274-281, May 2014. | DOI: 10.1097/DBP.0000000000000056 Smith, J., Levickis, P., Eadie, T., Bretherton, L., Conway, L., & Goldfeld, S. (2019). Associations between early maternal behaviours and child language at 36 months in a cohort experiencing adversity. International journal of language & communication disorders , 54 (1), 110–122. https://doi.org/10.1111/1460-6984.12435 View more View less Competing Interests None reply Respond Report a concern Feldman H. Peer Review Report For: Evaluating a targeted selective speech, language, and communication intervention at scale – Protocol for the Happy Talk cluster randomised controlled trial. [version 3; peer review: 3 approved, 1 approved with reservations] . HRB Open Res 2025, 7 :65 ( https://doi.org/10.21956/hrbopenres.15338.r42876) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://hrbopenresearch.org/articles/7-65/v1#referee-response-42876 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with HRB Open Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Evaluating a targeted selective speech, language,...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://hrbopenresearch.org/articles/7-65/v3" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://hrbopenresearch.org/articles/7-65/v3&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://hrbopenresearch.org/articles/7-65/v3" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Frizelle P et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://hrbopenresearch.org/articles/7-65/v3/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://hrbopenresearch.org/articles/7-65", templates : { twitter : "Evaluating a targeted selective speech, language, and communication.... Frizelle P et al., published by " + "@HRBOpenRes" + ", https://hrbopenresearch.org/articles/7-65/v3" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/13973/15461") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "15461"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "43394": 0, "43395": 0, "43396": 0, "43397": 0, "43398": 0, "43399": 0, "43400": 0, "43401": 0, "43402": 0, "43403": 0, "44197": 0, "45223": 4, "45224": 0, "45225": 0, "45226": 8, "43948": 0, "43949": 10, "43950": 0, "43951": 0, "43952": 0, "43953": 0, "43954": 0, "43955": 0, "43956": 8, "43957": 0, "43578": 0, "44219": 0, "44220": 0, "44221": 0, "44222": 9, "44223": 0, "44224": 0, "44225": 0, "44226": 0, "44227": 0, "44228": 0, "42711": 0, "42712": 0, "42713": 0, "42714": 0, "42715": 0, "42716": 0, "42717": 0, "42718": 0, "42719": 0, "42720": 0, "42867": 0, "42868": 0, "42869": 0, "42870": 0, "42871": 0, "42872": 0, "42873": 0, "42874": 0, "42875": 0, "42876": 19, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "b6a3e08d-550c-4a3a-b768-d4438751c457"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); Are you a HRB-funded researcher? Submission to HRB Open Research is open to all HRB grantholders or people working on a HRB-funded/co-funded grant on or since 1 January 2017. Sign up for information about developments, publishing and publications from HRB Open Research. First Name * You must provide your first name Last Name * You must provide your last name Email * You must provide a valid email address Institution You must provide an institution. Submit Thank you! We'll keep you updated on any major new updates to HRB Open Research HRB Open Research Browse How to Publish About Contact RSS Cookie Notice Privacy Notice Legal Submit Your Research © F1000 Research Limited and its licensors ISSN 2515-4826 | Legal background var F1000platform = new F1000.Platform({ name: "hrb", displayName: "HRB Open Research", hostName: "hrbopenresearch.org", id: "5", editorialEmail: "
[email protected]", infoEmail: "
[email protected]" }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); }); (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'9ff52f95f8e452ad',t:'MTc3OTM4MzMzNQ=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();
Text is read by the "Ask this paper" AI Q&A widget below.
Extraction quality varies by source — PMC NXML preserves structure
cleanly, OA-HTML may include some navigation residue, and OA-PDF can
have broken hyphenation. The publisher copy
(via DOI)
is the canonical version.