Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial

Pre-notification and personalisation of text... | F1000Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://f1000research.com/js/vendor/ckeditor/' window.reactTheme = 'research'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2318163,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); search file_upload Submit your research search menu close search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Open Data, Software and Code Guidelines (PSE) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Article Processing Charges Peer Review Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Newsroom Contact My Research Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://f1000research.com/articles/10-637" }, "headline": "Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking...", "datePublished": "2021-07-22T14:33:34", "dateModified": "2021-09-30T15:35:45", "author": [ { "@type": "Person", "name": "Elizabeth Coleman" }, { "@type": "Person", "name": "Rachel Whitemore" }, { "@type": "Person", "name": "Laura Clark" }, { "@type": "Person", "name": "Karen Daykin" }, { "@type": "Person", "name": "Miranda Clark" } ], "publisher": { "@type": "Organization", "name": "F1000Research", "logo": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 480, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 1200, "width": 150 }, "description": "Background: Low completion rates of questionnaires in randomised controlled trials can compromise the reliability of the results, so ways to boost questionnaire completion are often implemented. Although there is evidence to suggest that sending a text message to participants increases completion, there is little evidence around the timing or personalisation of these text messages. Methods: A two-by-two factorial SWAT (study within a trial) was embedded within the MiQuit-3 trial, looking at smoking cessation within pregnant smokers. Participants who reached their 36-week gestational follow-up were randomised to receive a personalised or non-personalised text message, either one week or one day prior to their follow-up. Primary outcomes were completion rate of questionnaire via telephone. Secondary outcomes included: completion rate via any method, time to completion, and number of attempts to contact required. Results In total 194 participants were randomised into the SWAT to receive a text message that was personalised early(n=50), personalised late (n=47), non-personalised early(n=50), or non-personalised late(n=47). There was no evidence that timing of the text message (early: one week before; or late: one day before) had an effect on any of the outcomes. There was evidence that a personalised text message would result in fewer completions compared with a non-personalised text message when data was collected only via the telephone(adjusted OR 0.44, 95% CI 0.22–0.87, p=0.02). However, these results were not significant when looking at completion via any method (adjusted OR 0.61, 95% CI 0.30-1.24, p=0.17). There was no evidence to show that personalisation or not was better for any of the secondary outcomes. Conclusion Timing of the text message does not appear to influence the completion of questionnaires. Personalisation of a text message may be detrimental to questionnaire completion, if data is only collected via the telephone - however, more SWATs should be undertaken in this field." } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://f1000research.com/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://f1000research.com/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://f1000research.com/articles/10-637", "name": "Pre-notification and personalisation of text messages to increase..." } } ] } Home Browse Pre-notification and personalisation of text messages to increase... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Coleman E, Whitemore R, Clark L et al. Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.12688/f1000research.51964.2 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Research Article Revised Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] Elizabeth Coleman https://orcid.org/0000-0003-4210-1865 1 , Rachel Whitemore 2 , Laura Clark https://orcid.org/0000-0001-9227-5447 1 , Karen Daykin 2 , Miranda Clark https://orcid.org/0000-0002-6179-046X 2 Elizabeth Coleman https://orcid.org/0000-0003-4210-1865 1 , Rachel Whitemore 2 , [...] Laura Clark https://orcid.org/0000-0001-9227-5447 1 , Karen Daykin 2 , Miranda Clark https://orcid.org/0000-0002-6179-046X 2 PUBLISHED 30 Sep 2021 Author details Author details 1 York Trials Unit, Department of Health Sciences, University of York, UK, York, YO10 5DD, UK 2 Division of Primary Care, Tower Building, University of Nottingham, Nottingham, NG7 2RD, UK Elizabeth Coleman Roles: Data Curation, Formal Analysis, Software, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Rachel Whitemore Roles: Conceptualization, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Writing – Review & Editing Laura Clark Roles: Writing – Review & Editing Karen Daykin Roles: Conceptualization, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Writing – Review & Editing Miranda Clark Roles: Conceptualization, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS Abstract Background: Low completion rates of questionnaires in randomised controlled trials can compromise the reliability of the results, so ways to boost questionnaire completion are often implemented. Although there is evidence to suggest that sending a text message to participants increases completion, there is little evidence around the timing or personalisation of these text messages. Methods: A two-by-two factorial SWAT (study within a trial) was embedded within the MiQuit-3 trial, looking at smoking cessation within pregnant smokers. Participants who reached their 36-week gestational follow-up were randomised to receive a personalised or non-personalised text message, either one week or one day prior to their follow-up. Primary outcomes were completion rate of questionnaire via telephone. Secondary outcomes included: completion rate via any method, time to completion, and number of attempts to contact required. Results In total 194 participants were randomised into the SWAT to receive a text message that was personalised early(n=50), personalised late (n=47), non-personalised early(n=50), or non-personalised late(n=47). There was no evidence that timing of the text message (early: one week before; or late: one day before) had an effect on any of the outcomes. There was evidence that a personalised text message would result in fewer completions compared with a non-personalised text message when data was collected only via the telephone(adjusted OR 0.44, 95% CI 0.22–0.87, p=0.02). However, these results were not significant when looking at completion via any method (adjusted OR 0.61, 95% CI 0.30-1.24, p=0.17). There was no evidence to show that personalisation or not was better for any of the secondary outcomes. Conclusion Timing of the text message does not appear to influence the completion of questionnaires. Personalisation of a text message may be detrimental to questionnaire completion, if data is only collected via the telephone - however, more SWATs should be undertaken in this field. READ ALL READ LESS Keywords Randomised Controlled Trial, Embedded Trial, SWAT, Retention, text, notification, personalisation, SMS Corresponding Author(s) Elizabeth Coleman ( [email protected] ) Close Corresponding author: Elizabeth Coleman Competing interests: No competing interests were disclosed. Grant information: The MiQuit-3 project was co-funded by the National Institute for Health Research (NIHR) under the Programme Grants for Applied Research programme (RP-PG-0109-10020) and Cancer Research UK (CRUK) (C11232/A23434). The factorial SWAT was funded by the PROMETHEUS MRC programme grant. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2021 Coleman E et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Coleman E, Whitemore R, Clark L et al. Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.12688/f1000research.51964.2 ) First published: 22 Jul 2021, 10 :637 ( https://doi.org/10.12688/f1000research.51964.1 ) Latest published: 30 Sep 2021, 10 :637 ( https://doi.org/10.12688/f1000research.51964.2 ) Revised Amendments from Version 1 - Throughout the manuscript and the title any reference to 'retention rate' or 'response rate' has been replaced with 'questionnaire completion', for consistency. - Figure 1 has been updated to ensure consistent terminology. - Additional text has been included around the various data collection methods, and why telephone was the main interest - Additional details were included around the money incentives. - Sentence structure was altered to allow for the manuscript to be grammatically correct. - The term 'text' was replaced with 'text message' throughout the manuscript. - The abstract was altered to be clearer that the significant results were only related to telephone collection. - Wording was altered for clarification around the sample size, and eligibility for the SWAT. - Throughout the manuscript and the title any reference to 'retention rate' or 'response rate' has been replaced with 'questionnaire completion', for consistency. - Figure 1 has been updated to ensure consistent terminology. - Additional text has been included around the various data collection methods, and why telephone was the main interest - Additional details were included around the money incentives. - Sentence structure was altered to allow for the manuscript to be grammatically correct. - The term 'text' was replaced with 'text message' throughout the manuscript. - The abstract was altered to be clearer that the significant results were only related to telephone collection. - Wording was altered for clarification around the sample size, and eligibility for the SWAT. See the authors' detailed response to the review by Frances Shiely See the authors' detailed response to the review by Phil J. Edwards READ REVIEWER RESPONSES Introduction Randomised controlled trials (RCTs) are the ‘gold standard’ for evaluating healthcare treatments. However, it is well documented that retaining participants can be difficult and low response rates to questionnaires can compromise the reliability and generalisability of the results 1 , 2 . A study within a trial (SWAT) can be used to test interventions to improve retention of participants, via increasing questionnaire completion 3 . There is research to support the concept that text messages are effective at improving questionnaire completion rates in trials 4 – 7 . There is insufficient evidence to determine if the timing of text messages improves questionnaire completion rates, and limited papers exploring if personalisation (inclusion of the participants name) impacts questionnaire completion rates 8 – 11 . This factorial SWAT aims to evaluate the effectiveness of the timing and personalisation of text messages within an RCT to add to the evidence base for both of these interventions. Methods Design This two-by-two factorial study was embedded within the MiQuit-3 RCT. MiQuit-3 (ClinicalTrials.gov NCT03231553 ) is an RCT evaluating the effectiveness of a text-message, smoking cessation self-help support programme for pregnant smokers (MiQuit), and the protocol has been published previously 12 . This factorial SWAT was embedded at the 36-week gestational time point. The approval for this factorial SWAT and the MiQuit-3 trial was granted by East Midlands–Nottingham 1 Research Ethics Committee (NRES reference 13/EM/0427 and 17/EM/0327). As the SWAT was considered low risk, informed consent was not obtained from participants, and they were unaware of the SWAT. However, as part of the MiQuit-3 trial all participants consented to their anonymised data being used for further research and being published. The SWATs that form the factorial design are also registered with the Northern Ireland Hub for Trial Methodology Research SWAT Repository (SWATs 35 and 44 ; both registered December 2015). Participants and randomisation As with all SWATs, the sample size is limited by that of the host trial, and a formal power calculation has not been conducted. In total 1002 participants were randomised to the MiQuit-3 trial. As this SWAT was implemented mid-way through follow up for the host trial, all participants that had not yet had their 36-week gestational follow-up, approximately 200, were eligible to participate in the SWAT, and any that had already passed this follow-up time point were unable to be included in this SWAT. Participants in MiQuit-3 were unaware of their participation in this SWAT, however, they could not be blinded to the contents or timing of the text message. Participants were randomised 1:1:1:1 to each of the four groups (see Table 1 ). The randomisation was undertaken by a statistician independent of the host trial, and of the staff involved in sending the text messages. Block randomisation was used with varying block sizes of 4, 8, 12 and 16, which was stratified by host trial allocation, and whether they had completed the previous follow-up or not. The randomisation sequence was generated in Stata v.15 (RRID:SCR_012763) and implemented using a remote computer system, independent of the researchers. Table 1. Details of the SWAT interventions and combinations. SWAT 1 – Personalisation Intervention 1: Personalised Control 1: Non-personalised SWAT 2 – Timing Intervention 2: Early notification MiQuit Trial: Hi [name], Thank you for taking part in the MiQuit3 trial. A member of the MiQuit3 team will call next week to complete the final questionnaire. Once completed we will send you a £ 5 or £35 voucher. Whether you have quit smoking or not we would love to speak to you. Thanks, [Researchers name]. MiQuit Trial: Thank you for taking part in the MiQuit3 trial. A member of the MiQuit3 team will call next week to complete the final questionnaire. Once completed we will send you a £ 5 or £35 voucher. Whether you have quit smoking or not we would love to speak to you. Thanks, [Researchers name]. Control 2: Late notification MiQuit Trial: Hi [name], Thank you for taking part in the MiQuit3 trial. A member of the MiQuit3 team will call tomorrow to complete the final questionnaire. Once completed we will send you a £ 5 or £35 voucher. Whether you have quit smoking or not we would love to speak to you. Thanks, [Researchers name]. MiQuit Trial: Thank you for taking part in the MiQuit3 trial. A member of the MiQuit3 team will call tomorrow to complete the final questionnaire. Once completed we will send you a £ 5 or £35 voucher. Whether you have quit smoking or not we would love to speak to you. Thanks, [Researchers name]. Interventions This SWAT explored two different interventions; personalisation and timing of text messages (early; one week before follow-up, or late; one day before follow-up). Details of the text message sent to participants can be found in Table one. As detailed in the MiQuit-3 protocol 12 , all participants were given a £5 voucher if they completed the 36-week follow-up. Those who provided a saliva sample to validate their smoking status were given an additional £30 voucher. This amount is more than is stated in the published protocol, but this change was made prior to the implementation of this SWAT, and as such all participants involved in this SWAT would have been eligible for this amount. These monetary incentives formed part of the host trial, and where not related to the factorial SWAT being undertaken. Outcomes The primary outcome was completion rate; defined as the proportion of the questionnaires completed over the telephone within the follow-up window (14 days). Secondary outcome measures The secondary outcome measures included: Completion rate where the questionnaire was completed by any method (postal, telephone, email/web, or text message) within the follow-up window (14 days) Time to completion, defined as the number of days between the due date of the 36-week gestation follow-up and the date the questionnaire was recorded as complete Number of attempts to contact required before the questionnaire was complete, or the maximum number of attempts, six, is reached. Both time to completion and number of attempts to contact were not restricted by method of data collection, and thus included participants who completed (or were being contacted) via any method. Statistical analysis The data were analysed in Stata v.15 (RRID:SCR_012763) on an intention-to-treat (ITT) basis, using two-sided tests at the 2.5% level. As this is a factorial design the Bonferroni correction was applied to allow for multiple testing 13 , 14 . Participants were excluded from the analysis if they had withdrawn prior to the time point. The primary outcome and completion for all methods were compared using a logistic regression model. Time to completion (days between questionnaire due and complete) was analysed using a Cox Proportional Hazards regression. Participants who completed the questionnaire early had their time set to 0.1, those who did not complete it were censored at either last contact date or 120 days if not contacted, and those who withdrew in the course of the SWAT were set to their withdrawal date. The assumptions for this model were assessed using Schoenfeld residuals 15 . The number of attempts to contact was analysed using a negative binomial regression model, due to evidence of overdispersion. All models were adjusted for host trial allocation, whether the participant had completed the previous follow-up, age, and both SWAT intervention allocations separately. All models were repeated with the inclusion of an interaction term to explore any possible interactions between the two SWAT interventions. This was done using two-sided tests at a significance level of 5%. Stata is proprietary software: a freely available alternative software that could be used to undertake this analysis is RStudio (RRID:SCR_000432) 16 . Results In total, 194 participants were randomised into the SWAT; 50 received the personalised text message and early notification, 47 received the personalised text message and late notification, 50 received the non-personalised text message and early notification, and 47 received the non-personalised text message and late notification 17 . Five participants withdrew prior to the implementation of the SWAT and are not included in the analysis. Participants were only included in a model if all relevant covariates for that model were present. The number included in each of the analysis, by arm, is shown in the flow diagram – Figure 1 . Three participants were not contacted due to difficulties/adverse events associated with their pregnancy, but are still included in the analysis under ITT principles. The flow of participants can be seen in Figure 1 . Baseline characteristics by SWAT arm and overall, can be found in Table 2 . Figure 1. Flow of participants through the SWAT. Table 2. Baseline characteristics for participants by SWAT allocation. Personalised & Early (n=48) Personalised & Late (n=44) Non-personalised & Early (n=50) Non-personalised & Late (n=47) Overall (n=189) Age N=48 N=44 N=46 N=44 N=182 Mean (SD) 25.4 (5.9) 27.9 (5.9) 27.1 (5.3) 27.2 (6.7) 26.9 (6.0) Median (min., max.) 24 (17, 41) 27 (17, 41) 26 (16, 39) 28 (17, 41) 26 (16, 41) Ethnicity: n(%) Caucasian 43 (89.6) 42 (95.5) 43 (86.0) 40 (85.1) 168 (88.9) Non-Caucasian 3 (6.3) 1 (2.3) 2 (4.0) 4 (8.5) 10 (5.3) Missing 2 (4.2) 1 (2.3) 5 (10.0) 3 (6.4) 11 (5.8) Host trial allocation: n(%) Intervention 23 (47.9) 19 (43.2) 24 (48.0) 22 (46.8) 88 (46.6) Usual Care 23 (47.9) 24 (54.6) 22 (44.0) 22 (46.8) 91 (48.2) Missing 2 (4.2) 1 (2.3) 4 (8.0) 3 (6.4) 10 (5.3) Completed Previous Follow-up: n(%) Yes 38 (79.2) 37 (84.1) 36 (72.0) 35 (74.5) 146 (77.3) No 8 (16.7) 7 (15.9) 10 (20.0) 9 (19.2) 34 (18.0) Missing 2 (4.2) 0 (0.0) 4 (8.0) 3 (6.4) 9 (4.8) Primary outcome The main method of data collection for the MiQuit-3 trial was telephone collection. As such the primary outcome explores the completion rates where the data was collected via telephone calls only. The overall completion rate by telephone was 66.1% (125/189) within the follow-up window (14 days). There were similar completion rates of the questionnaire via telephone within three groups; 50.0% for personalised early (24/48), 52.3% (23/44) for personalised late, and 58.0% (29/50) of non-personalised early, and was slightly higher in the non-personalised late group, 66.0% (31/47). There was no evidence for a difference in completion rate for the timing of the text message where data was collected via telephone calls; adjusted odds ratio (OR) 0.86 (95% CI 0.44–1.67, p=0.65). There was evidence to suggest a difference in completion rate (adjusted OR 0.44, 95%CI 0.22–0.87, p=0.02) which implies those who received the non-personalised text message were more likely to complete the questionnaire than those who received a personalised text message, when data was collected via the telephone. Full details can be found in Table 3 . Completion rates for all methods. Additional methods of data collection were used alongside telephone calls. For completion via any method the data could have been collected via post, telephone, email/web or text message. When looking at any method, there were similar completion rates of the questionnaire within each of the four groups; 64.6% for personalised early (31/48), 63.6% (28/44) for personalised late, 66.0% for early (33/50) and 70.2% (33/47) of non-personalised. Table 3. Primary analysis results. Primary Outcome Group Statistic * 95% Confidence Interval p-value Completion rate for telephone only Personalised versus non-personalised OR = 0.44 0.22 to 0.87 0.02 Early versus Late OR = 0.86 0.44 to 1.67 0.65 Host trial allocation (Intervention versus Control) OR = 0.63 0.32 to 1.22 0.17 Completed previous follow-up (Yes versus No) OR = 9.90 3.87 to 25.35 >0.001 Age (years) OR = 1.02 0.96 to 1.07 0.60 * OR = Odds Ratio Secondary outcomes: Full details for all secondary outcomes can be found in Table 4 . Table 4. Results for the secondary analyses. Secondary Outcome Group Statistic * 95% Confidence Interval p-value Completion rate for all methods Personalised versus non-personalised OR = 0.61 0.30 to 1.24 0.17 Early versus Late OR = 1.06 0.52 to 2.15 0.87 Host trial allocation (Intervention versus Control) OR = 0.79 0.39 to 1.60 0.51 Completed previous follow-up (Yes versus No) OR = 8.45 3.60 to 19.86 >0.001 Age (years) OR = 1.05 0.99 to 1.11 0.12 Number of attempts to contact required Personalised versus non-personalised IRR = 1.14 0.92 to 1.41 0.23 Early versus Late IRR = 1.08 0.88 to 1.33 0.45 Host trial allocation (Intervention versus Control) IRR = 1.11 0.90 to 1.37 0.33 Completed previous follow-up (Yes versus No) IRR = 0.64 0.50 to 0.82 >0.001 Age (years) IRR = 1.00 0.98 to 1.02 0.79 Time to completion Personalised versus non-personalised HR = 0.76 0.54 to 1.07 0.12 Early versus Late HR = 1.00 0.71 to 1.40 0.99 Host trial allocation (Intervention versus Control) HR = 0.87 0.62 to 1.21 0.40 Completed previous follow-up (Yes versus No) HR = 3.42 1.95 to 5.99 >0.001 Age (years) HR = 1.01 0.98 to 1.04 0.51 * OR = Odds Ratio, IRR = Incidence Rate Ratio, HR = Hazards Ratio There is no evidence to suggest that there is a difference in completion rate for personalised versus non-personalised text messages; adjusted OR 0.61 (95% CI 0.30–1.24, p=0.17). Additionally, there was no evidence to suggest there was a difference in completion rates in participants who received an early or late text message; adjusted OR 1.06 (95% CI 0.52–2.15, p=0.87). Number of attempts to contact required. The average number of attempts to contact required was 3.0 for all participants, with the average similar for each group (3.3 for both personalised early, 3.2 for personalised late, 3.1 for non-personalised early and 2.7 for non-personalised late). Researchers attempted to contact a participant a maximum of six times. The maximum number of attempts to contact was reached for 55 of the 174 participants (31.3%) and was similar across three groups (38.6% for personalised and early, 31.7% for personalised and late, 31.1% for non-personalised early) and slightly lower in the non-personalised late group, 25%. There was no evidence of a difference in number attempts to contacts required between those who received an early text message or a late text message (p=0.45). There is also no evidence to suggest a difference between those who received a personalised or non-personalised text message (p=0.23); adjusted incidence rate ratio (IRR) 1.14. Time to completion. The average time to completion of the questionnaire was 6.2 days (ranging from 5 days early to 103 days late). The time to completion was similar between those who received an early or late personalised text message text message (8.2 days for early versus 7.1 days for late) and was similar for those who received an early or late non-personalised text message (4.9 days for early versus 4.7 days for late). However, there was a slight difference in time to completion between those who received personalised or non-personalised text message. There was no evidence of a difference in time to completion between those who received the text message early or late (p=0.99) or those who received a personalised or non-personalised text message (p=0.12). This suggest that neither timing nor personalisation of the text message reminder affect the time taken to complete the questionnaire. The assumptions for the model held when examined using Schoenfeld residuals (p=0.66). Interaction terms. All of the models were re-run with the inclusion of any interaction term between the two SWAT allocations. There was no evidence of an interaction for the completion rate, both by phone only (p=0.57) and all methods (p=0.54). There was also no evidence of an interaction for the number of contacts required (p=0.69), or the time to completion (p=0.88). Comparison with the whole RCT. There were 1002 participants who were randomised into the MiQuit-3 trial. Of the 777 who were not included in the SWAT, and were due a 36-week follow-up, 499 completed the questionnaire (64.2%). This is similar to the completion rate for the participants in the SWAT (overall 66.1%). Discussion This factorial SWAT showed that the timing of the text message reminder had no effect on the questionnaire completion rate, the time to complete, or the number of attempts to contact required; these results mirror what Partha et al. reported in their work 8 . It also showed that personalised text messages have no effect on completion time, or number of attempts to contact required. However, it did show that there was some evidence that sending a non-personalised text message reminder would have a larger increase in response than sending personalised text messages did, but these finding were only significant when exploring telephone data collection. Cochrane et al . found no statistically significant difference in their study, but results favoured the non-personalised text messages 11 . As our work was conducted in a female-only population, who were between 17 and 41 years of age, the results here are only directly related to this population. Equally, as the SWAT was not powered to detect a difference, more SWATs should be undertaken in this area to allow the results to be combined in a pooled analysis to determine the true effect of the interventions and consider the effects on a wider population. Data availability Underlying data Figshare: Underlying data for ‘Pre-notification and personalisation of text-messages to retain participants in a smoking cessation pregnancy RCT: an embedded randomised factorial trial’. https://doi.org/10.6084/m9.figshare.14224319.v1 17 Data are available under the terms of the Creative Commons Attribution 4.0 International license (CC-BY 4.0). Reporting guidelines Figshare: CONSORT checklist for ‘Pre-notification and personalisation of text-messages to retain participants in a smoking cessation pregnancy RCT: an embedded randomised factorial trial’. https://doi.org/10.6084/m9.figshare.14229647.v1 18 Acknowledgements The authors would like to acknowledge Professor Tim Coleman, the Chief Investigator for the MiQuit-3 trial, and members of the MiQuit-3 trial involved in implementing the SWAT into the trial. Faculty Opinions recommended References 1. Bower P, Brueton V, Gamble C, et al. : Interventions to improve recruitment and retention in clinical trials: a survey and workshop to assess current practice and future priorities. Trials. 2014; 15 (1)1: 399. PubMed Abstract | Publisher Full Text | Free Full Text 2. Adamson J, Hewitt CE, Torgerson DJ: Producing better evidence on how to improve randomised controlled trials. BMJ. 2015; 351 : h4923. PubMed Abstract | Publisher Full Text 3. Treweek S, Bevan S, Bower P, et al. : Trial Forge Guidance 1: what is a Study Within A Trial (SWAT)? Trials. 2018; 19 (1): 139. PubMed Abstract | Publisher Full Text | Free Full Text 4. Man MS, Tilbrook HE, Jayakody S, et al. : Electronic reminders did not improve postal questionnaire response rates or response times: a randomized controlled trial. J Clin Epidemiol. 2011; 64 (9): 1001–1004. PubMed Abstract | Publisher Full Text 5. Ashby R, Turner G, Cross B, et al. : A randomized trial of electronic reminders showed a reduction in the time to respond to postal questionnaires. J Clin Epidemiol. 2011; 64 (2): 208–212. PubMed Abstract | Publisher Full Text 6. Clark L, Ronaldson S, Dyson L, et al. : Electronic prompts significantly increase response rates to postal questionnaires: a randomized trial within a randomized trial and meta-analysis. J Clin Epidemiol. 2015; 68 (12): 1446–1450. PubMed Abstract | Publisher Full Text 7. Naughton F, Riaz M, Sutton S: Response Parameters for SMS Text Message Assessments Among Pregnant and General Smokers Participating in SMS Cessation Trials. Nicotine Tob Res. 2016; 18 (5): 1210–1214. PubMed Abstract | Publisher Full Text | Free Full Text 8. Sarathy PP, Kottam L, Parker A, et al. : Timing of electronic reminders did not improve trial participant questionnaire response: a randomized trial and meta-analyses. J Clin Epidemiol. 2020; 122 : 70–77. PubMed Abstract | Publisher Full Text 9. Keding A, Brabyn S, MacPherson H, et al. : Text message reminders to improve questionnaire response rates in RCTs: findings from three randomised sub-studies. Trials. 2015; 16 (Suppl. 2): 103. PubMed Abstract | Publisher Full Text 10. Mitchell AS, Cook L, Dean A, et al. : An embedded randomised controlled retention trial of personalised text messages compared to non-personalised text messages in an orthopaedic setting [version 1; peer review: 1 approved]. F1000Res. 2020; 9 : 591. Publisher Full Text 11. Cochrane A, Welch C, Fairhurst C, et al. : An evaluation of a personalised text message reminder compared to a standard text message on postal questionnaire response rates: an embedded randomised controlled trial [version 1; peer review: 2 approved]. F1000Res. 2020; 9 : 154. PubMed Abstract | Publisher Full Text | Free Full Text 12. Whitemore R, Leonardi-Bee J, Naughton F, et al. : Effectiveness and cost-effectiveness of a tailored text-message programme (MiQuit) for smoking cessation in pregnancy: study protocol for a randomised controlled trial (RCT) and meta-analysis. Trials. 2019; 20 (1): 280. PubMed Abstract | Publisher Full Text | Free Full Text 13. StataCorp: Stata Statistical Software: Release 15. College Station, TX: StataCorp LLC, 2017. Reference Source 14. Bland JM, Altman DG: Multiple significance tests: the Bonferroni method. BMJ. 1995; 310 (6973): 170. PubMed Abstract | Publisher Full Text | Free Full Text 15. Schoenfeld D: Partial residuals for the proportional hazards regression model. Biometrika. 1982; 69 (1): 239–241. Publisher Full Text 16. RStudio Team: RStudio: Integrated Development for R. RStudio, PBC, Boston, MA, 2020. Reference Source 17. Coleman E: MiQuit_SWAT_Data.csv. figshare. Dataset. 2021. http://www.doi.org/10.6084/m9.figshare.14224319.v1 18. Coleman E: MiQuit SWAT CONSORT Checklist. figshare. Journal contribution. 2021. http://www.doi.org/10.6084/m9.figshare.14229647.v1 Comments on this article Comments (0) Version 2 VERSION 2 PUBLISHED 22 Jul 2021 ADD YOUR COMMENT Comment Author details Author details 1 York Trials Unit, Department of Health Sciences, University of York, UK, York, YO10 5DD, UK 2 Division of Primary Care, Tower Building, University of Nottingham, Nottingham, NG7 2RD, UK Elizabeth Coleman Roles: Data Curation, Formal Analysis, Software, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Rachel Whitemore Roles: Conceptualization, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Writing – Review & Editing Laura Clark Roles: Writing – Review & Editing Karen Daykin Roles: Conceptualization, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Writing – Review & Editing Miranda Clark Roles: Conceptualization, Funding Acquisition, Investigation, Methodology, Project Administration, Resources, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information The MiQuit-3 project was co-funded by the National Institute for Health Research (NIHR) under the Programme Grants for Applied Research programme (RP-PG-0109-10020) and Cancer Research UK (CRUK) (C11232/A23434). The factorial SWAT was funded by the PROMETHEUS MRC programme grant. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (2) version 2 Revised Published: 30 Sep 2021, 10:637 https://doi.org/10.12688/f1000research.51964.2 version 1 Published: 22 Jul 2021, 10:637 https://doi.org/10.12688/f1000research.51964.1 Copyright © 2021 Coleman E et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads F1000Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Coleman E, Whitemore R, Clark L et al. Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.12688/f1000research.51964.2 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 2 VERSION 2 PUBLISHED 30 Sep 2021 Revised Views 0 Cite How to cite this report: Shiely F. Reviewer Report For: Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.5256/f1000research.77567.r95844 ) The direct URL for this report is: https://f1000research.com/articles/10-637/v2#referee-response-95844 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 04 Oct 2021 Frances Shiely , Trials Research and Methodologies Unit, HRB Clinical Research Facility, Mercy University Hospital, University College Cork, Cork, Ireland; School of Public Health, University College cork, Cork, Ireland Approved VIEWS 0 https://doi.org/10.5256/f1000research.77567.r95844 Thank you to authors for making the suggested changes. I believe these amendments ... Continue reading READ ALL Thank you to authors for making the suggested changes. I believe these amendments will allow for this SWAT to be replicated. I have no further comments. Competing Interests: No competing interests were disclosed. Reviewer Expertise: Epidemiology; Trial Methodology; SWATs I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Shiely F. Reviewer Report For: Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.5256/f1000research.77567.r95844 ) The direct URL for this report is: https://f1000research.com/articles/10-637/v2#referee-response-95844 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Version 1 VERSION 1 PUBLISHED 22 Jul 2021 Views 0 Cite How to cite this report: Shiely F. Reviewer Report For: Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.5256/f1000research.55180.r90184 ) The direct URL for this report is: https://f1000research.com/articles/10-637/v1#referee-response-90184 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 04 Aug 2021 Frances Shiely , Trials Research and Methodologies Unit, HRB Clinical Research Facility, Mercy University Hospital, University College Cork, Cork, Ireland; School of Public Health, University College cork, Cork, Ireland Approved with Reservations VIEWS 0 https://doi.org/10.5256/f1000research.55180.r90184 Summary This was a SWAT within the MiQuit-3 trial. The purpose of the SWAT was to establish if the timing or personalisation of text messages increases completion of a questionnaire. Study design was a 2 x 2 factorial SWAT. ... Continue reading READ ALL Summary This was a SWAT within the MiQuit-3 trial. The purpose of the SWAT was to establish if the timing or personalisation of text messages increases completion of a questionnaire. Study design was a 2 x 2 factorial SWAT. Participants who reached their 36-week gestational follow-up were randomised to receive a personalised or non-personalised text message, either one week or one day prior to the telephone follow-up. Primary outcome was completion rate of questionnaire via telephone. Secondary outcomes included: completion rate via any method, time to completion, and number of reminders required. The authors concluded that timing of the text message did not appear to influence the retention of participants. The authors concluded that personalisation of a text message may be detrimental to retention; however, more SWATs should be undertaken in this field. Major Comments My first comment is on the title, the purpose of the study and the conclusions drawn. The title, correctly refers to the retention of participants in the smoking cessation pregnancy RCT. The purpose of the SWAT though is to evaluate completion of a questionnaire, not retention in the host trial, as claimed in the conclusion in the abstract. I think this is conflated throughout and the authors need to consider this carefully and amend their paper. In fact, the registered SWATs in the NI SWAT repository give the outcomes in both as questionnaire completion. So therefore the conclusions drawn in the abstract and in the discussion are not supported by the data. Abstract "There was evidence that a personalised text would result in fewer completions via telephone compared with a non-personalised text (adjusted OR 0.44, 95% CI 0.22–0.87, p=0.02)". This statement is confusing. The research question is personalised text message versus non-personalised text message. If using via telephone, then it should be also say non-personalised text via telephone. Also, use text message, rather than text, throughout. "Personalisation of a text message may be detrimental to retention". I don't think your results support a statement this strong. Firstly, this is not a trial with an adequate sample size to make this claim. Secondly, when you included all methods of receiving the questionnaire (I think this is correct interpretation but it is challenging to establish in the current version of the paper as the detail on all methods is unclear) you did not find that personalised or non-personalised texts mattered. At best you can say, personalisation of a text message appears to affect questionnaire completion via telephone. Introduction I like the succinct introduction. Methods The methods says "The SWATs are also registered with the Northern Ireland Hub for Trial Methodology Research SWAT Repository (SWATs 35 and 44; both registered December 2015). It's a little confusing to the reader. It looks like you're conducting two SWATs. I understand what you have taken both of these SWATS and conducted the two in a 2 x 2 factorial design. However, make this clear to the reader. Replace the phrase "carried out" with conducted throughout. I know the phrase carried out is used all the time in literature but it is not correct unless you are describing physically carrying an object. I would use the word women rather than participants, given that it is a trial of pregnant women. The phrase "all participants that had not yet had their 36-week gestational follow-up were eligible to participate" suggests that some people were more than 36 weeks pregnant. Is this the case? Otherwise you could simplify it and say women who were 36 weeks pregnant. It's important to be clear on the timing of the intervention given that this is one of your outcomes. "Participants in MiQuit-3 were blind to their participation in this SWAT". Blinding is different to being unaware. Were they both blinded and unaware? "The randomisation was undertaken by a statistician independent of the host trial, and of the staff involved in sending the texts". Explain how the statistician did the randomisation, e.g. computer generated. Also, explain how he communicated that randomisation to the researcher assigning the women to each group. "Block randomisation, stratified by host trial allocation, and whether they had completed the previous follow-up; with varying block sizes of 4, 8, 12 and 16". This is not a sentence. "A £5 voucher was given to all participants who completed a follow-up…". Was this part of the host trial or the SWAT? "…additionally those who provided a saliva sample were given another £30 (£35 total)." Where does the saliva sample come into it? Is this part of the host trial? Explain in the paper. How did you decide on how many to include for the SWAT. I accept that a sample size calculation is not required but a line in the paper on why you decided on (it appears to be 200) would be useful. In the secondary outcome, explain what you mean by completed by any method. "Time to response, defined as the number of days between the due date of the 36-week gestation follow-up and the date the questionnaire was recorded as complete". Are you certain all follow-up calls were made in 24 hours? Statistical Analysis "The primary outcome was completion rate; defined as the proportion of the questionnaires completed over the telephone within the follow-up window (14 days)". However, you then go on to say that you used logistic regression to analyse this. Logistic regression is not suitable for four categories. I suspect what you mean is that you compared the completion rates across the two personalised/not personalised and again early/late. I can see you did this from the table. However, you need to articulate that in the text because it is currently confusing. In statistical analysis, a full stop after level and a new sentence for "As this is a factorial..." Full stop required in this sentence too. Also, I suspect the word "compared" in this sentence should read completed. - "Time to response (days between questionnaire due and complete) was analysed using a Cox Proportional Hazards regression, those who compared the questionnaire early had their time set to 0.1, those did not complete were censored at either last contact date or 120 days if not contacted, and those who withdrew in the course of the SWAT were set to their withdrawal date". Again the following is not a sentence, "All models were repeated with the inclusion of an interaction term to explore any possible interactions between the two SWAT interventions; with a significance level of 5%." Results "Additional participants were excluded from the analysis, where the covariates required for the model were not provided". What additional participants? Quantify and explain please. Why were the covariates not 'provided'? Explain please. "Three participants were not contacted due to difficulties/adverse events associated with their pregnancy but are still included in the analysis under ITT principles". Commas are required to make sense of the sentence. In your flow chart, what does primary refer to, and proximity? Add an explanation or use a term that explains a little better. Also in the flow chart, you say response rate but provide the number of participants. This is not a rate. In the primary outcome, continue with your phraseology - the 14-day follow-up window rather than "within 14 days of the due date". I find the writing of the results very confusing. This sentence below suggests the outcome was completion rate via telephone versus completion rate via something else. "There was evidence to suggest a difference in completion rate via telephone adjusted OR 0.44 (0.22–0.87, p=0.02) which implies those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". I'm wondering why you keep saying via telephone. It is particularly confusing when explaining the results. The last part above again says … those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". It looks like the method of completion is the purpose of the study. When you use the phrase "were more likely to", you must give the details of the comparison, i.e., more likely than who? It is implied, but not adequately explained, that some women completed the questionnaire by some other means. It is not clear how this was handled in terms of the numbers analysed throughout the study and this needs to be explained. For your tables 3 and 4, add the number of women. Why does the left column say "response rate for all methods" when the primary outcome is defined as the proportion of the questionnaires completed over the telephone…" The heading in the results section, "Response rates for all method", do you mean completion rates for all methods? A response rate is different. If you hang your hat on statistically significant evidence, by quoting CIs and p-values, to establish if your SWAT was effective, or not, then the following has no place in your paper. "There is some, non statistically significant, evidence to suggest that there may be a difference in response rate for personalised versus non-personalised text reminders; adjusted OR 0.61 (95% CI 0.30–1.24, p=0.17), in favour of the non-personalised text messages". You cannot say there is non-statistically significant evidence and then support that statement with statistics! Remove this please. The heading, "Number of attempts to contact required". Replace with, Number of attempts required to contact the women. What do you mean by the maximum number of calls, as stated here "The maximum number of calls was reached for 55 of the 174 participants…"? Contacts required is a new term introduced here " There was no evidence of a difference in number of contacts required". What do you mean by it? "The average time to respond was 6.2 days (ranging from 5 days early to 103 days late)". Respond to what, the phone call or the text, or the questionnaire? "This was similar between those who received a personalised text (8.2 days for early versus 7.1 days for late) and those who received the non-personalised text (4.9 days for early versus 4.7 days for late), but there is a slight difference between those who received personalised or non-personalised texts". If it is similar, how can there be a slight difference? What point are you making here? Include the number of participants in the MiQuit Trial earlier in the paper when discussing the 200 randomised for the SWAT. Discussion "It did show that there was some evidence that sending a non-personalised text message reminder would have a larger increase in response than sending personalised text messages did". This is misleading because it was not the case when all methods of questionnaire were included. Please amend the statement. The final sentence of the discussion needs to be reviewed. What do you mean by overall effectiveness? Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? No Competing Interests: No competing interests were disclosed. Reviewer Expertise: Epidemiology; Trial Methodology; SWATs I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Shiely F. Reviewer Report For: Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.5256/f1000research.55180.r90184 ) The direct URL for this report is: https://f1000research.com/articles/10-637/v1#referee-response-90184 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 30 Sep 2021 Elizabeth Coleman , York Trials Unit, Department of Health Sciences, University of York, UK, York, YO10 5DD, UK 30 Sep 2021 Author Response The authors would like to thank you for a very thorough review of this article - please see responds to your comments and suggestions below. We have amended the article ... Continue reading The authors would like to thank you for a very thorough review of this article - please see responds to your comments and suggestions below. We have amended the article to incorporate your corrections and suggestions were we pleased it was suitable to do so. Summary This was a SWAT within the MiQuit-3 trial. The purpose of the SWAT was to establish if the timing or personalisation of text messages increases completion of a questionnaire. Study design was a 2 x 2 factorial SWAT. Participants who reached their 36-week gestational follow-up were randomised to receive a personalised or non-personalised text message, either one week or one day prior to the telephone follow-up. Primary outcome was completion rate of questionnaire via telephone. Secondary outcomes included: completion rate via any method, time to completion, and number of reminders required. The authors concluded that timing of the text message did not appear to influence the retention of participants. The authors concluded that personalisation of a text message may be detrimental to retention; however, more SWATs should be undertaken in this field. Thank you for this well written summary of the paper. Major Comments My first comment is on the title, the purpose of the study and the conclusions drawn. The title, correctly refers to the retention of participants in the smoking cessation pregnancy RCT. The purpose of the SWAT though is to evaluate completion of a questionnaire, not retention in the host trial, as claimed in the conclusion in the abstract. I think this is conflated throughout and the authors need to consider this carefully and amend their paper. In fact, the registered SWATs in the NI SWAT repository give the outcomes in both as questionnaire completion. So therefore the conclusions drawn in the abstract and in the discussion are not supported by the data. The authors have amended the title of the paper, and changed references to retention within the paper to completion of questionnaires throughout. Alongside making the other suggested changes by the reviewer, we hope to have addressed any concerns in relation to the conclusions drawn. Abstract "There was evidence that a personalised text would result in fewer completions via telephone compared with a non-personalised text (adjusted OR 0.44, 95% CI 0.22–0.87, p=0.02)". This statement is confusing. The research question is personalised text message versus non-personalised text message. If using via telephone, then it should be also say non-personalised text via telephone. The wording has been amended to attempt to make this statement clearer, and also reference the results for any data collection method. Also, use text message, rather than text, throughout. The term ‘text’ has been changed to ‘text message’ throughout the paper. "Personalisation of a text message may be detrimental to retention". I don't think your results support a statement this strong. Firstly, this is not a trial with an adequate sample size to make this claim. Secondly, when you included all methods of receiving the questionnaire (I think this is correct interpretation but it is challenging to establish in the current version of the paper as the detail on all methods is unclear) you did not find that personalised or non-personalised texts mattered. At best you can say, personalisation of a text message appears to affect questionnaire completion via telephone. This sentence has been altered to include ‘data was collected only via the telephone’, and now also references that the results do not hold for data collection via all methods. The results are correct as finding of this work, and the conclusion of the abstract references that more work is needed in this area so no other alterations have been made in regards to this comment. Introduction I like the succinct introduction. Thank you for this comment. Methods The methods says "The SWATs are also registered with the Northern Ireland Hub for Trial Methodology Research SWAT Repository (SWATs 35 and 44; both registered December 2015). It's a little confusing to the reader. It looks like you're conducting two SWATs. I understand what you have taken both of these SWATS and conducted the two in a 2 x 2 factorial design. However, make this clear to the reader. Additional words have been added to this paragraph to make it clear that this was a factorial SWAT involving these two SWATs. Replace the phrase "carried out" with conducted throughout. I know the phrase carried out is used all the time in literature but it is not correct unless you are describing physically carrying an object. The phase carried out has been replaced with conducted. I would use the word women rather than participants, given that it is a trial of pregnant women. We thank you for the suggestion – however, the authors have decided not to make this change. The protocol for the MiQuit-3 trial refers to those involved both as participants, and as women. The term participants is not incorrect, and as it is made clear that this work is being done in pregnant women in both the introduction and conclusions of this paper, we feel it does not need to be re-emphasised throughout the whole paper. The phrase "all participants that had not yet had their 36-week gestational follow-up were eligible to participate" suggests that some people were more than 36 weeks pregnant. Is this the case? Otherwise you could simplify it and say women who were 36 weeks pregnant. It's important to be clear on the timing of the intervention given that this is one of your outcomes. This sentence references those who were eligible to be included in the SWAT. Some participants in the host trial would have been more than 36 weeks pregnant (or have had their baby/babies) when the SWAT was implement, and thus they were not eligible to be included in the SWAT. The wording of this paragraph has been altered in relation to this comment, and the reviewer comment regarding the number of participants involved in the SWAT, hopefully this has made it clearer. "Participants in MiQuit-3 were blind to their participation in this SWAT". Blinding is different to being unaware. Were they both blinded and unaware? A correction has been made in regards to the unawareness and blinding of participants. "The randomisation was undertaken by a statistician independent of the host trial, and of the staff involved in sending the texts". Explain how the statistician did the randomisation, e.g. computer generated. Also, explain how he communicated that randomisation to the researcher assigning the women to each group. Details have been added to explain how the randomisation was generated (Stata) and how the randomisation sequence was used. "Block randomisation, stratified by host trial allocation, and whether they had completed the previous follow-up; with varying block sizes of 4, 8, 12 and 16". This is not a sentence. Corrections have been made to this sentence. "A £5 voucher was given to all participants who completed a follow-up…". Was this part of the host trial or the SWAT? Detail has been added to clarify that this is part of the host trial "…additionally those who provided a saliva sample were given another £30 (£35 total)." Where does the saliva sample come into it? Is this part of the host trial? Explain in the paper. Detail has been added to explain why a saliva sample was given, and that it, and associated voucher were part of the host trial. How did you decide on how many to include for the SWAT. I accept that a sample size calculation is not required but a line in the paper on why you decided on (it appears to be 200) would be useful. Further details have been added to explain why only 200 were included. In the secondary outcome, explain what you mean by completed by any method. Details have been added to explain what other methods of completion could be used. "Time to response, defined as the number of days between the due date of the 36-week gestation follow-up and the date the questionnaire was recorded as complete". Are you certain all follow-up calls were made in 24 hours? The date of each attempt to contact was recorded. However this outcome captures completion by any follow-up method. Statistical Analysis "The primary outcome was completion rate; defined as the proportion of the questionnaires completed over the telephone within the follow-up window (14 days)". However, you then go on to say that you used logistic regression to analyse this. Logistic regression is not suitable for four categories. I suspect what you mean is that you compared the completion rates across the two personalised/not personalised and again early/late. I can see you did this from the table. However, you need to articulate that in the text because it is currently confusing. A logistic model can only deal with two levels of an outcome; it can handle multiple levels of a covariate. The outcome was completion (yes/no), and the swat allocations are included as covariates in the model. Each swat allocation is include as a separate covariate – as stated in the analysis section, providing two, two-level covariates. Thus the model does not include a four level variable, as you have suggested. Had swat allocation been included as a four level covariate, the model would have been able to do this – but it would not have provided an OR for each of the two SWAT interventions separately. This method is the appropriate method for analysing a binary outcome for a factorial SWAT, as such no changes have been made to the text. In statistical analysis, a full stop after level and a new sentence for "As this is a factorial..." Thank you for suggesting this correction – it has been made. Full stop required in this sentence too. Also, I suspect the word "compared" in this sentence should read completed. - "Time to response (days between questionnaire due and complete) was analysed using a Cox Proportional Hazards regression, those who compared the questionnaire early had their time set to 0.1, those did not complete were censored at either last contact date or 120 days if not contacted, and those who withdrew in the course of the SWAT were set to their withdrawal date". Corrections to this sentence have been made. Again the following is not a sentence, "All models were repeated with the inclusion of an interaction term to explore any possible interactions between the two SWAT interventions; with a significance level of 5%." Additional words have been added. Results "Additional participants were excluded from the analysis, where the covariates required for the model were not provided". What additional participants? Quantify and explain please. Why were the covariates not 'provided'? Explain please. The text in this sentence has been altered to make this clearer. "Three participants were not contacted due to difficulties/adverse events associated with their pregnancy but are still included in the analysis under ITT principles". Commas are required to make sense of the sentence. Changes have been made to this sentence. In your flow chart, what does primary refer to, and proximity? Add an explanation or use a term that explains a little better. Also in the flow chart, you say response rate but provide the number of participants. This is not a rate. The flow diagram has been updated to include consistent terminology. The numbers in the flow diagram are referencing the numbers within each analysis. In the primary outcome, continue with your phraseology - the 14-day follow-up window rather than "within 14 days of the due date". This term has been made consistent throughout the paper. I find the writing of the results very confusing. This sentence below suggests the outcome was completion rate via telephone versus completion rate via something else. "There was evidence to suggest a difference in completion rate via telephone adjusted OR 0.44 (0.22–0.87, p=0.02) which implies those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". I'm wondering why you keep saying via telephone. It is particularly confusing when explaining the results. The last part above again says … those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". It looks like the method of completion is the purpose of the study. The main data collection method for MiQuit-3 was via the telephone. As such, within the SWAT protocol for this factorial SWAT, it was decided that the primary outcome would focus specifically on data collected via this method, and as a secondary explore data collected via any method. The results for the primary and associated secondary outcome have been rewritten slightly to clarify that the results are only including those who completed it via the telephone, as opposed to comparing those who did it via the telephone with something else. When you use the phrase "were more likely to", you must give the details of the comparison, i.e., more likely than who? Additional words have been added for clarification. It is implied, but not adequately explained, that some women completed the questionnaire by some other means. It is not clear how this was handled in terms of the numbers analysed throughout the study and this needs to be explained. For the secondary outcomes (time to completion, and number of attempts to contact) there have been no additional adjustments or changes to the analysis due to the method of data collection. The completion method is only relevant to the primary outcome, where the trial team detailed that their main method of data collection was via the telephone, and thus the primary outcome explores this. However, to explore the effectiveness of the interventions on any data collection method (as is more typically done in RCTs where a number of methods are utilised) a secondary outcome was to explore this via any method. For your tables 3 and 4, add the number of women. Why does the left column say "response rate for all methods" when the primary outcome is defined as the proportion of the questionnaires completed over the telephone…" Response rate, completion rate and retention rate are all frequently used synonymously within the SWAT world. As such the terminology within this paper has switched between the terms. In response to this comment the terminology has been made consistent. The heading in the results section, "Response rates for all method", do you mean completion rates for all methods? A response rate is different. Response rate has been changed to completion rate throughout. If you hang your hat on statistically significant evidence, by quoting CIs and p-values, to establish if your SWAT was effective, or not, then the following has no place in your paper. "There is some, non statistically significant, evidence to suggest that there may be a difference in response rate for personalised versus non-personalised text reminders; adjusted OR 0.61 (95% CI 0.30–1.24, p=0.17), in favour of the non-personalised text messages". You cannot say there is non-statistically significant evidence and then support that statement with statistics! Remove this please. This section has been reworded to reflect your suggestion. The heading, "Number of attempts to contact required". Replace with, Number of attempts required to contact the women. The authors have declined to make this change. In some instances the participant was not contacted, therefore it would be incorrect for the heading to referring the number required to contact them, when some were not contactable. Additionally, as explained in a previous comment we will not be changing participant to women. What do you mean by the maximum number of calls, as stated here "The maximum number of calls was reached for 55 of the 174 participants…"? This has been clarified both when describing the outcome, and in the results. The researcher tried to contact the participant a maximum of 6 times. Contacts required is a new term introduced here " There was no evidence of a difference in number of contacts required". What do you mean by it? This is referring the number of attempts to contact – a word had been omitted, and has been corrected. "The average time to respond was 6.2 days (ranging from 5 days early to 103 days late)". Respond to what, the phone call or the text, or the questionnaire? Terminology has been changed. "This was similar between those who received a personalised text (8.2 days for early versus 7.1 days for late) and those who received the non-personalised text (4.9 days for early versus 4.7 days for late), but there is a slight difference between those who received personalised or non-personalised texts". If it is similar, how can there be a slight difference? What point are you making here? The wording of the sentence has been changed to clarify this point. The sentence was meant to emphasis the difference in time between the personalised/non-personalised, whilst highlighting the similarities between early/late. Include the number of participants in the MiQuit Trial earlier in the paper when discussing the 200 randomised for the SWAT. The authors have included this figure (n=1002) earlier on in the paper. Discussion "It did show that there was some evidence that sending a non-personalised text message reminder would have a larger increase in response than sending personalised text messages did". This is misleading because it was not the case when all methods of questionnaire were included. Please amend the statement. Additional words have been added to explain that these results are only valid for telephone completion The final sentence of the discussion needs to be reviewed. What do you mean by overall effectiveness? These words have been removed. The authors would like to thank you for a very thorough review of this article - please see responds to your comments and suggestions below. We have amended the article to incorporate your corrections and suggestions were we pleased it was suitable to do so. Summary This was a SWAT within the MiQuit-3 trial. The purpose of the SWAT was to establish if the timing or personalisation of text messages increases completion of a questionnaire. Study design was a 2 x 2 factorial SWAT. Participants who reached their 36-week gestational follow-up were randomised to receive a personalised or non-personalised text message, either one week or one day prior to the telephone follow-up. Primary outcome was completion rate of questionnaire via telephone. Secondary outcomes included: completion rate via any method, time to completion, and number of reminders required. The authors concluded that timing of the text message did not appear to influence the retention of participants. The authors concluded that personalisation of a text message may be detrimental to retention; however, more SWATs should be undertaken in this field. Thank you for this well written summary of the paper. Major Comments My first comment is on the title, the purpose of the study and the conclusions drawn. The title, correctly refers to the retention of participants in the smoking cessation pregnancy RCT. The purpose of the SWAT though is to evaluate completion of a questionnaire, not retention in the host trial, as claimed in the conclusion in the abstract. I think this is conflated throughout and the authors need to consider this carefully and amend their paper. In fact, the registered SWATs in the NI SWAT repository give the outcomes in both as questionnaire completion. So therefore the conclusions drawn in the abstract and in the discussion are not supported by the data. The authors have amended the title of the paper, and changed references to retention within the paper to completion of questionnaires throughout. Alongside making the other suggested changes by the reviewer, we hope to have addressed any concerns in relation to the conclusions drawn. Abstract "There was evidence that a personalised text would result in fewer completions via telephone compared with a non-personalised text (adjusted OR 0.44, 95% CI 0.22–0.87, p=0.02)". This statement is confusing. The research question is personalised text message versus non-personalised text message. If using via telephone, then it should be also say non-personalised text via telephone. The wording has been amended to attempt to make this statement clearer, and also reference the results for any data collection method. Also, use text message, rather than text, throughout. The term ‘text’ has been changed to ‘text message’ throughout the paper. "Personalisation of a text message may be detrimental to retention". I don't think your results support a statement this strong. Firstly, this is not a trial with an adequate sample size to make this claim. Secondly, when you included all methods of receiving the questionnaire (I think this is correct interpretation but it is challenging to establish in the current version of the paper as the detail on all methods is unclear) you did not find that personalised or non-personalised texts mattered. At best you can say, personalisation of a text message appears to affect questionnaire completion via telephone. This sentence has been altered to include ‘data was collected only via the telephone’, and now also references that the results do not hold for data collection via all methods. The results are correct as finding of this work, and the conclusion of the abstract references that more work is needed in this area so no other alterations have been made in regards to this comment. Introduction I like the succinct introduction. Thank you for this comment. Methods The methods says "The SWATs are also registered with the Northern Ireland Hub for Trial Methodology Research SWAT Repository (SWATs 35 and 44; both registered December 2015). It's a little confusing to the reader. It looks like you're conducting two SWATs. I understand what you have taken both of these SWATS and conducted the two in a 2 x 2 factorial design. However, make this clear to the reader. Additional words have been added to this paragraph to make it clear that this was a factorial SWAT involving these two SWATs. Replace the phrase "carried out" with conducted throughout. I know the phrase carried out is used all the time in literature but it is not correct unless you are describing physically carrying an object. The phase carried out has been replaced with conducted. I would use the word women rather than participants, given that it is a trial of pregnant women. We thank you for the suggestion – however, the authors have decided not to make this change. The protocol for the MiQuit-3 trial refers to those involved both as participants, and as women. The term participants is not incorrect, and as it is made clear that this work is being done in pregnant women in both the introduction and conclusions of this paper, we feel it does not need to be re-emphasised throughout the whole paper. The phrase "all participants that had not yet had their 36-week gestational follow-up were eligible to participate" suggests that some people were more than 36 weeks pregnant. Is this the case? Otherwise you could simplify it and say women who were 36 weeks pregnant. It's important to be clear on the timing of the intervention given that this is one of your outcomes. This sentence references those who were eligible to be included in the SWAT. Some participants in the host trial would have been more than 36 weeks pregnant (or have had their baby/babies) when the SWAT was implement, and thus they were not eligible to be included in the SWAT. The wording of this paragraph has been altered in relation to this comment, and the reviewer comment regarding the number of participants involved in the SWAT, hopefully this has made it clearer. "Participants in MiQuit-3 were blind to their participation in this SWAT". Blinding is different to being unaware. Were they both blinded and unaware? A correction has been made in regards to the unawareness and blinding of participants. "The randomisation was undertaken by a statistician independent of the host trial, and of the staff involved in sending the texts". Explain how the statistician did the randomisation, e.g. computer generated. Also, explain how he communicated that randomisation to the researcher assigning the women to each group. Details have been added to explain how the randomisation was generated (Stata) and how the randomisation sequence was used. "Block randomisation, stratified by host trial allocation, and whether they had completed the previous follow-up; with varying block sizes of 4, 8, 12 and 16". This is not a sentence. Corrections have been made to this sentence. "A £5 voucher was given to all participants who completed a follow-up…". Was this part of the host trial or the SWAT? Detail has been added to clarify that this is part of the host trial "…additionally those who provided a saliva sample were given another £30 (£35 total)." Where does the saliva sample come into it? Is this part of the host trial? Explain in the paper. Detail has been added to explain why a saliva sample was given, and that it, and associated voucher were part of the host trial. How did you decide on how many to include for the SWAT. I accept that a sample size calculation is not required but a line in the paper on why you decided on (it appears to be 200) would be useful. Further details have been added to explain why only 200 were included. In the secondary outcome, explain what you mean by completed by any method. Details have been added to explain what other methods of completion could be used. "Time to response, defined as the number of days between the due date of the 36-week gestation follow-up and the date the questionnaire was recorded as complete". Are you certain all follow-up calls were made in 24 hours? The date of each attempt to contact was recorded. However this outcome captures completion by any follow-up method. Statistical Analysis "The primary outcome was completion rate; defined as the proportion of the questionnaires completed over the telephone within the follow-up window (14 days)". However, you then go on to say that you used logistic regression to analyse this. Logistic regression is not suitable for four categories. I suspect what you mean is that you compared the completion rates across the two personalised/not personalised and again early/late. I can see you did this from the table. However, you need to articulate that in the text because it is currently confusing. A logistic model can only deal with two levels of an outcome; it can handle multiple levels of a covariate. The outcome was completion (yes/no), and the swat allocations are included as covariates in the model. Each swat allocation is include as a separate covariate – as stated in the analysis section, providing two, two-level covariates. Thus the model does not include a four level variable, as you have suggested. Had swat allocation been included as a four level covariate, the model would have been able to do this – but it would not have provided an OR for each of the two SWAT interventions separately. This method is the appropriate method for analysing a binary outcome for a factorial SWAT, as such no changes have been made to the text. In statistical analysis, a full stop after level and a new sentence for "As this is a factorial..." Thank you for suggesting this correction – it has been made. Full stop required in this sentence too. Also, I suspect the word "compared" in this sentence should read completed. - "Time to response (days between questionnaire due and complete) was analysed using a Cox Proportional Hazards regression, those who compared the questionnaire early had their time set to 0.1, those did not complete were censored at either last contact date or 120 days if not contacted, and those who withdrew in the course of the SWAT were set to their withdrawal date". Corrections to this sentence have been made. Again the following is not a sentence, "All models were repeated with the inclusion of an interaction term to explore any possible interactions between the two SWAT interventions; with a significance level of 5%." Additional words have been added. Results "Additional participants were excluded from the analysis, where the covariates required for the model were not provided". What additional participants? Quantify and explain please. Why were the covariates not 'provided'? Explain please. The text in this sentence has been altered to make this clearer. "Three participants were not contacted due to difficulties/adverse events associated with their pregnancy but are still included in the analysis under ITT principles". Commas are required to make sense of the sentence. Changes have been made to this sentence. In your flow chart, what does primary refer to, and proximity? Add an explanation or use a term that explains a little better. Also in the flow chart, you say response rate but provide the number of participants. This is not a rate. The flow diagram has been updated to include consistent terminology. The numbers in the flow diagram are referencing the numbers within each analysis. In the primary outcome, continue with your phraseology - the 14-day follow-up window rather than "within 14 days of the due date". This term has been made consistent throughout the paper. I find the writing of the results very confusing. This sentence below suggests the outcome was completion rate via telephone versus completion rate via something else. "There was evidence to suggest a difference in completion rate via telephone adjusted OR 0.44 (0.22–0.87, p=0.02) which implies those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". I'm wondering why you keep saying via telephone. It is particularly confusing when explaining the results. The last part above again says … those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". It looks like the method of completion is the purpose of the study. The main data collection method for MiQuit-3 was via the telephone. As such, within the SWAT protocol for this factorial SWAT, it was decided that the primary outcome would focus specifically on data collected via this method, and as a secondary explore data collected via any method. The results for the primary and associated secondary outcome have been rewritten slightly to clarify that the results are only including those who completed it via the telephone, as opposed to comparing those who did it via the telephone with something else. When you use the phrase "were more likely to", you must give the details of the comparison, i.e., more likely than who? Additional words have been added for clarification. It is implied, but not adequately explained, that some women completed the questionnaire by some other means. It is not clear how this was handled in terms of the numbers analysed throughout the study and this needs to be explained. For the secondary outcomes (time to completion, and number of attempts to contact) there have been no additional adjustments or changes to the analysis due to the method of data collection. The completion method is only relevant to the primary outcome, where the trial team detailed that their main method of data collection was via the telephone, and thus the primary outcome explores this. However, to explore the effectiveness of the interventions on any data collection method (as is more typically done in RCTs where a number of methods are utilised) a secondary outcome was to explore this via any method. For your tables 3 and 4, add the number of women. Why does the left column say "response rate for all methods" when the primary outcome is defined as the proportion of the questionnaires completed over the telephone…" Response rate, completion rate and retention rate are all frequently used synonymously within the SWAT world. As such the terminology within this paper has switched between the terms. In response to this comment the terminology has been made consistent. The heading in the results section, "Response rates for all method", do you mean completion rates for all methods? A response rate is different. Response rate has been changed to completion rate throughout. If you hang your hat on statistically significant evidence, by quoting CIs and p-values, to establish if your SWAT was effective, or not, then the following has no place in your paper. "There is some, non statistically significant, evidence to suggest that there may be a difference in response rate for personalised versus non-personalised text reminders; adjusted OR 0.61 (95% CI 0.30–1.24, p=0.17), in favour of the non-personalised text messages". You cannot say there is non-statistically significant evidence and then support that statement with statistics! Remove this please. This section has been reworded to reflect your suggestion. The heading, "Number of attempts to contact required". Replace with, Number of attempts required to contact the women. The authors have declined to make this change. In some instances the participant was not contacted, therefore it would be incorrect for the heading to referring the number required to contact them, when some were not contactable. Additionally, as explained in a previous comment we will not be changing participant to women. What do you mean by the maximum number of calls, as stated here "The maximum number of calls was reached for 55 of the 174 participants…"? This has been clarified both when describing the outcome, and in the results. The researcher tried to contact the participant a maximum of 6 times. Contacts required is a new term introduced here " There was no evidence of a difference in number of contacts required". What do you mean by it? This is referring the number of attempts to contact – a word had been omitted, and has been corrected. "The average time to respond was 6.2 days (ranging from 5 days early to 103 days late)". Respond to what, the phone call or the text, or the questionnaire? Terminology has been changed. "This was similar between those who received a personalised text (8.2 days for early versus 7.1 days for late) and those who received the non-personalised text (4.9 days for early versus 4.7 days for late), but there is a slight difference between those who received personalised or non-personalised texts". If it is similar, how can there be a slight difference? What point are you making here? The wording of the sentence has been changed to clarify this point. The sentence was meant to emphasis the difference in time between the personalised/non-personalised, whilst highlighting the similarities between early/late. Include the number of participants in the MiQuit Trial earlier in the paper when discussing the 200 randomised for the SWAT. The authors have included this figure (n=1002) earlier on in the paper. Discussion "It did show that there was some evidence that sending a non-personalised text message reminder would have a larger increase in response than sending personalised text messages did". This is misleading because it was not the case when all methods of questionnaire were included. Please amend the statement. Additional words have been added to explain that these results are only valid for telephone completion The final sentence of the discussion needs to be reviewed. What do you mean by overall effectiveness? These words have been removed. Competing Interests: I have no competing interests to declare. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 30 Sep 2021 Elizabeth Coleman , York Trials Unit, Department of Health Sciences, University of York, UK, York, YO10 5DD, UK 30 Sep 2021 Author Response The authors would like to thank you for a very thorough review of this article - please see responds to your comments and suggestions below. We have amended the article ... Continue reading The authors would like to thank you for a very thorough review of this article - please see responds to your comments and suggestions below. We have amended the article to incorporate your corrections and suggestions were we pleased it was suitable to do so. Summary This was a SWAT within the MiQuit-3 trial. The purpose of the SWAT was to establish if the timing or personalisation of text messages increases completion of a questionnaire. Study design was a 2 x 2 factorial SWAT. Participants who reached their 36-week gestational follow-up were randomised to receive a personalised or non-personalised text message, either one week or one day prior to the telephone follow-up. Primary outcome was completion rate of questionnaire via telephone. Secondary outcomes included: completion rate via any method, time to completion, and number of reminders required. The authors concluded that timing of the text message did not appear to influence the retention of participants. The authors concluded that personalisation of a text message may be detrimental to retention; however, more SWATs should be undertaken in this field. Thank you for this well written summary of the paper. Major Comments My first comment is on the title, the purpose of the study and the conclusions drawn. The title, correctly refers to the retention of participants in the smoking cessation pregnancy RCT. The purpose of the SWAT though is to evaluate completion of a questionnaire, not retention in the host trial, as claimed in the conclusion in the abstract. I think this is conflated throughout and the authors need to consider this carefully and amend their paper. In fact, the registered SWATs in the NI SWAT repository give the outcomes in both as questionnaire completion. So therefore the conclusions drawn in the abstract and in the discussion are not supported by the data. The authors have amended the title of the paper, and changed references to retention within the paper to completion of questionnaires throughout. Alongside making the other suggested changes by the reviewer, we hope to have addressed any concerns in relation to the conclusions drawn. Abstract "There was evidence that a personalised text would result in fewer completions via telephone compared with a non-personalised text (adjusted OR 0.44, 95% CI 0.22–0.87, p=0.02)". This statement is confusing. The research question is personalised text message versus non-personalised text message. If using via telephone, then it should be also say non-personalised text via telephone. The wording has been amended to attempt to make this statement clearer, and also reference the results for any data collection method. Also, use text message, rather than text, throughout. The term ‘text’ has been changed to ‘text message’ throughout the paper. "Personalisation of a text message may be detrimental to retention". I don't think your results support a statement this strong. Firstly, this is not a trial with an adequate sample size to make this claim. Secondly, when you included all methods of receiving the questionnaire (I think this is correct interpretation but it is challenging to establish in the current version of the paper as the detail on all methods is unclear) you did not find that personalised or non-personalised texts mattered. At best you can say, personalisation of a text message appears to affect questionnaire completion via telephone. This sentence has been altered to include ‘data was collected only via the telephone’, and now also references that the results do not hold for data collection via all methods. The results are correct as finding of this work, and the conclusion of the abstract references that more work is needed in this area so no other alterations have been made in regards to this comment. Introduction I like the succinct introduction. Thank you for this comment. Methods The methods says "The SWATs are also registered with the Northern Ireland Hub for Trial Methodology Research SWAT Repository (SWATs 35 and 44; both registered December 2015). It's a little confusing to the reader. It looks like you're conducting two SWATs. I understand what you have taken both of these SWATS and conducted the two in a 2 x 2 factorial design. However, make this clear to the reader. Additional words have been added to this paragraph to make it clear that this was a factorial SWAT involving these two SWATs. Replace the phrase "carried out" with conducted throughout. I know the phrase carried out is used all the time in literature but it is not correct unless you are describing physically carrying an object. The phase carried out has been replaced with conducted. I would use the word women rather than participants, given that it is a trial of pregnant women. We thank you for the suggestion – however, the authors have decided not to make this change. The protocol for the MiQuit-3 trial refers to those involved both as participants, and as women. The term participants is not incorrect, and as it is made clear that this work is being done in pregnant women in both the introduction and conclusions of this paper, we feel it does not need to be re-emphasised throughout the whole paper. The phrase "all participants that had not yet had their 36-week gestational follow-up were eligible to participate" suggests that some people were more than 36 weeks pregnant. Is this the case? Otherwise you could simplify it and say women who were 36 weeks pregnant. It's important to be clear on the timing of the intervention given that this is one of your outcomes. This sentence references those who were eligible to be included in the SWAT. Some participants in the host trial would have been more than 36 weeks pregnant (or have had their baby/babies) when the SWAT was implement, and thus they were not eligible to be included in the SWAT. The wording of this paragraph has been altered in relation to this comment, and the reviewer comment regarding the number of participants involved in the SWAT, hopefully this has made it clearer. "Participants in MiQuit-3 were blind to their participation in this SWAT". Blinding is different to being unaware. Were they both blinded and unaware? A correction has been made in regards to the unawareness and blinding of participants. "The randomisation was undertaken by a statistician independent of the host trial, and of the staff involved in sending the texts". Explain how the statistician did the randomisation, e.g. computer generated. Also, explain how he communicated that randomisation to the researcher assigning the women to each group. Details have been added to explain how the randomisation was generated (Stata) and how the randomisation sequence was used. "Block randomisation, stratified by host trial allocation, and whether they had completed the previous follow-up; with varying block sizes of 4, 8, 12 and 16". This is not a sentence. Corrections have been made to this sentence. "A £5 voucher was given to all participants who completed a follow-up…". Was this part of the host trial or the SWAT? Detail has been added to clarify that this is part of the host trial "…additionally those who provided a saliva sample were given another £30 (£35 total)." Where does the saliva sample come into it? Is this part of the host trial? Explain in the paper. Detail has been added to explain why a saliva sample was given, and that it, and associated voucher were part of the host trial. How did you decide on how many to include for the SWAT. I accept that a sample size calculation is not required but a line in the paper on why you decided on (it appears to be 200) would be useful. Further details have been added to explain why only 200 were included. In the secondary outcome, explain what you mean by completed by any method. Details have been added to explain what other methods of completion could be used. "Time to response, defined as the number of days between the due date of the 36-week gestation follow-up and the date the questionnaire was recorded as complete". Are you certain all follow-up calls were made in 24 hours? The date of each attempt to contact was recorded. However this outcome captures completion by any follow-up method. Statistical Analysis "The primary outcome was completion rate; defined as the proportion of the questionnaires completed over the telephone within the follow-up window (14 days)". However, you then go on to say that you used logistic regression to analyse this. Logistic regression is not suitable for four categories. I suspect what you mean is that you compared the completion rates across the two personalised/not personalised and again early/late. I can see you did this from the table. However, you need to articulate that in the text because it is currently confusing. A logistic model can only deal with two levels of an outcome; it can handle multiple levels of a covariate. The outcome was completion (yes/no), and the swat allocations are included as covariates in the model. Each swat allocation is include as a separate covariate – as stated in the analysis section, providing two, two-level covariates. Thus the model does not include a four level variable, as you have suggested. Had swat allocation been included as a four level covariate, the model would have been able to do this – but it would not have provided an OR for each of the two SWAT interventions separately. This method is the appropriate method for analysing a binary outcome for a factorial SWAT, as such no changes have been made to the text. In statistical analysis, a full stop after level and a new sentence for "As this is a factorial..." Thank you for suggesting this correction – it has been made. Full stop required in this sentence too. Also, I suspect the word "compared" in this sentence should read completed. - "Time to response (days between questionnaire due and complete) was analysed using a Cox Proportional Hazards regression, those who compared the questionnaire early had their time set to 0.1, those did not complete were censored at either last contact date or 120 days if not contacted, and those who withdrew in the course of the SWAT were set to their withdrawal date". Corrections to this sentence have been made. Again the following is not a sentence, "All models were repeated with the inclusion of an interaction term to explore any possible interactions between the two SWAT interventions; with a significance level of 5%." Additional words have been added. Results "Additional participants were excluded from the analysis, where the covariates required for the model were not provided". What additional participants? Quantify and explain please. Why were the covariates not 'provided'? Explain please. The text in this sentence has been altered to make this clearer. "Three participants were not contacted due to difficulties/adverse events associated with their pregnancy but are still included in the analysis under ITT principles". Commas are required to make sense of the sentence. Changes have been made to this sentence. In your flow chart, what does primary refer to, and proximity? Add an explanation or use a term that explains a little better. Also in the flow chart, you say response rate but provide the number of participants. This is not a rate. The flow diagram has been updated to include consistent terminology. The numbers in the flow diagram are referencing the numbers within each analysis. In the primary outcome, continue with your phraseology - the 14-day follow-up window rather than "within 14 days of the due date". This term has been made consistent throughout the paper. I find the writing of the results very confusing. This sentence below suggests the outcome was completion rate via telephone versus completion rate via something else. "There was evidence to suggest a difference in completion rate via telephone adjusted OR 0.44 (0.22–0.87, p=0.02) which implies those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". I'm wondering why you keep saying via telephone. It is particularly confusing when explaining the results. The last part above again says … those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". It looks like the method of completion is the purpose of the study. The main data collection method for MiQuit-3 was via the telephone. As such, within the SWAT protocol for this factorial SWAT, it was decided that the primary outcome would focus specifically on data collected via this method, and as a secondary explore data collected via any method. The results for the primary and associated secondary outcome have been rewritten slightly to clarify that the results are only including those who completed it via the telephone, as opposed to comparing those who did it via the telephone with something else. When you use the phrase "were more likely to", you must give the details of the comparison, i.e., more likely than who? Additional words have been added for clarification. It is implied, but not adequately explained, that some women completed the questionnaire by some other means. It is not clear how this was handled in terms of the numbers analysed throughout the study and this needs to be explained. For the secondary outcomes (time to completion, and number of attempts to contact) there have been no additional adjustments or changes to the analysis due to the method of data collection. The completion method is only relevant to the primary outcome, where the trial team detailed that their main method of data collection was via the telephone, and thus the primary outcome explores this. However, to explore the effectiveness of the interventions on any data collection method (as is more typically done in RCTs where a number of methods are utilised) a secondary outcome was to explore this via any method. For your tables 3 and 4, add the number of women. Why does the left column say "response rate for all methods" when the primary outcome is defined as the proportion of the questionnaires completed over the telephone…" Response rate, completion rate and retention rate are all frequently used synonymously within the SWAT world. As such the terminology within this paper has switched between the terms. In response to this comment the terminology has been made consistent. The heading in the results section, "Response rates for all method", do you mean completion rates for all methods? A response rate is different. Response rate has been changed to completion rate throughout. If you hang your hat on statistically significant evidence, by quoting CIs and p-values, to establish if your SWAT was effective, or not, then the following has no place in your paper. "There is some, non statistically significant, evidence to suggest that there may be a difference in response rate for personalised versus non-personalised text reminders; adjusted OR 0.61 (95% CI 0.30–1.24, p=0.17), in favour of the non-personalised text messages". You cannot say there is non-statistically significant evidence and then support that statement with statistics! Remove this please. This section has been reworded to reflect your suggestion. The heading, "Number of attempts to contact required". Replace with, Number of attempts required to contact the women. The authors have declined to make this change. In some instances the participant was not contacted, therefore it would be incorrect for the heading to referring the number required to contact them, when some were not contactable. Additionally, as explained in a previous comment we will not be changing participant to women. What do you mean by the maximum number of calls, as stated here "The maximum number of calls was reached for 55 of the 174 participants…"? This has been clarified both when describing the outcome, and in the results. The researcher tried to contact the participant a maximum of 6 times. Contacts required is a new term introduced here " There was no evidence of a difference in number of contacts required". What do you mean by it? This is referring the number of attempts to contact – a word had been omitted, and has been corrected. "The average time to respond was 6.2 days (ranging from 5 days early to 103 days late)". Respond to what, the phone call or the text, or the questionnaire? Terminology has been changed. "This was similar between those who received a personalised text (8.2 days for early versus 7.1 days for late) and those who received the non-personalised text (4.9 days for early versus 4.7 days for late), but there is a slight difference between those who received personalised or non-personalised texts". If it is similar, how can there be a slight difference? What point are you making here? The wording of the sentence has been changed to clarify this point. The sentence was meant to emphasis the difference in time between the personalised/non-personalised, whilst highlighting the similarities between early/late. Include the number of participants in the MiQuit Trial earlier in the paper when discussing the 200 randomised for the SWAT. The authors have included this figure (n=1002) earlier on in the paper. Discussion "It did show that there was some evidence that sending a non-personalised text message reminder would have a larger increase in response than sending personalised text messages did". This is misleading because it was not the case when all methods of questionnaire were included. Please amend the statement. Additional words have been added to explain that these results are only valid for telephone completion The final sentence of the discussion needs to be reviewed. What do you mean by overall effectiveness? These words have been removed. The authors would like to thank you for a very thorough review of this article - please see responds to your comments and suggestions below. We have amended the article to incorporate your corrections and suggestions were we pleased it was suitable to do so. Summary This was a SWAT within the MiQuit-3 trial. The purpose of the SWAT was to establish if the timing or personalisation of text messages increases completion of a questionnaire. Study design was a 2 x 2 factorial SWAT. Participants who reached their 36-week gestational follow-up were randomised to receive a personalised or non-personalised text message, either one week or one day prior to the telephone follow-up. Primary outcome was completion rate of questionnaire via telephone. Secondary outcomes included: completion rate via any method, time to completion, and number of reminders required. The authors concluded that timing of the text message did not appear to influence the retention of participants. The authors concluded that personalisation of a text message may be detrimental to retention; however, more SWATs should be undertaken in this field. Thank you for this well written summary of the paper. Major Comments My first comment is on the title, the purpose of the study and the conclusions drawn. The title, correctly refers to the retention of participants in the smoking cessation pregnancy RCT. The purpose of the SWAT though is to evaluate completion of a questionnaire, not retention in the host trial, as claimed in the conclusion in the abstract. I think this is conflated throughout and the authors need to consider this carefully and amend their paper. In fact, the registered SWATs in the NI SWAT repository give the outcomes in both as questionnaire completion. So therefore the conclusions drawn in the abstract and in the discussion are not supported by the data. The authors have amended the title of the paper, and changed references to retention within the paper to completion of questionnaires throughout. Alongside making the other suggested changes by the reviewer, we hope to have addressed any concerns in relation to the conclusions drawn. Abstract "There was evidence that a personalised text would result in fewer completions via telephone compared with a non-personalised text (adjusted OR 0.44, 95% CI 0.22–0.87, p=0.02)". This statement is confusing. The research question is personalised text message versus non-personalised text message. If using via telephone, then it should be also say non-personalised text via telephone. The wording has been amended to attempt to make this statement clearer, and also reference the results for any data collection method. Also, use text message, rather than text, throughout. The term ‘text’ has been changed to ‘text message’ throughout the paper. "Personalisation of a text message may be detrimental to retention". I don't think your results support a statement this strong. Firstly, this is not a trial with an adequate sample size to make this claim. Secondly, when you included all methods of receiving the questionnaire (I think this is correct interpretation but it is challenging to establish in the current version of the paper as the detail on all methods is unclear) you did not find that personalised or non-personalised texts mattered. At best you can say, personalisation of a text message appears to affect questionnaire completion via telephone. This sentence has been altered to include ‘data was collected only via the telephone’, and now also references that the results do not hold for data collection via all methods. The results are correct as finding of this work, and the conclusion of the abstract references that more work is needed in this area so no other alterations have been made in regards to this comment. Introduction I like the succinct introduction. Thank you for this comment. Methods The methods says "The SWATs are also registered with the Northern Ireland Hub for Trial Methodology Research SWAT Repository (SWATs 35 and 44; both registered December 2015). It's a little confusing to the reader. It looks like you're conducting two SWATs. I understand what you have taken both of these SWATS and conducted the two in a 2 x 2 factorial design. However, make this clear to the reader. Additional words have been added to this paragraph to make it clear that this was a factorial SWAT involving these two SWATs. Replace the phrase "carried out" with conducted throughout. I know the phrase carried out is used all the time in literature but it is not correct unless you are describing physically carrying an object. The phase carried out has been replaced with conducted. I would use the word women rather than participants, given that it is a trial of pregnant women. We thank you for the suggestion – however, the authors have decided not to make this change. The protocol for the MiQuit-3 trial refers to those involved both as participants, and as women. The term participants is not incorrect, and as it is made clear that this work is being done in pregnant women in both the introduction and conclusions of this paper, we feel it does not need to be re-emphasised throughout the whole paper. The phrase "all participants that had not yet had their 36-week gestational follow-up were eligible to participate" suggests that some people were more than 36 weeks pregnant. Is this the case? Otherwise you could simplify it and say women who were 36 weeks pregnant. It's important to be clear on the timing of the intervention given that this is one of your outcomes. This sentence references those who were eligible to be included in the SWAT. Some participants in the host trial would have been more than 36 weeks pregnant (or have had their baby/babies) when the SWAT was implement, and thus they were not eligible to be included in the SWAT. The wording of this paragraph has been altered in relation to this comment, and the reviewer comment regarding the number of participants involved in the SWAT, hopefully this has made it clearer. "Participants in MiQuit-3 were blind to their participation in this SWAT". Blinding is different to being unaware. Were they both blinded and unaware? A correction has been made in regards to the unawareness and blinding of participants. "The randomisation was undertaken by a statistician independent of the host trial, and of the staff involved in sending the texts". Explain how the statistician did the randomisation, e.g. computer generated. Also, explain how he communicated that randomisation to the researcher assigning the women to each group. Details have been added to explain how the randomisation was generated (Stata) and how the randomisation sequence was used. "Block randomisation, stratified by host trial allocation, and whether they had completed the previous follow-up; with varying block sizes of 4, 8, 12 and 16". This is not a sentence. Corrections have been made to this sentence. "A £5 voucher was given to all participants who completed a follow-up…". Was this part of the host trial or the SWAT? Detail has been added to clarify that this is part of the host trial "…additionally those who provided a saliva sample were given another £30 (£35 total)." Where does the saliva sample come into it? Is this part of the host trial? Explain in the paper. Detail has been added to explain why a saliva sample was given, and that it, and associated voucher were part of the host trial. How did you decide on how many to include for the SWAT. I accept that a sample size calculation is not required but a line in the paper on why you decided on (it appears to be 200) would be useful. Further details have been added to explain why only 200 were included. In the secondary outcome, explain what you mean by completed by any method. Details have been added to explain what other methods of completion could be used. "Time to response, defined as the number of days between the due date of the 36-week gestation follow-up and the date the questionnaire was recorded as complete". Are you certain all follow-up calls were made in 24 hours? The date of each attempt to contact was recorded. However this outcome captures completion by any follow-up method. Statistical Analysis "The primary outcome was completion rate; defined as the proportion of the questionnaires completed over the telephone within the follow-up window (14 days)". However, you then go on to say that you used logistic regression to analyse this. Logistic regression is not suitable for four categories. I suspect what you mean is that you compared the completion rates across the two personalised/not personalised and again early/late. I can see you did this from the table. However, you need to articulate that in the text because it is currently confusing. A logistic model can only deal with two levels of an outcome; it can handle multiple levels of a covariate. The outcome was completion (yes/no), and the swat allocations are included as covariates in the model. Each swat allocation is include as a separate covariate – as stated in the analysis section, providing two, two-level covariates. Thus the model does not include a four level variable, as you have suggested. Had swat allocation been included as a four level covariate, the model would have been able to do this – but it would not have provided an OR for each of the two SWAT interventions separately. This method is the appropriate method for analysing a binary outcome for a factorial SWAT, as such no changes have been made to the text. In statistical analysis, a full stop after level and a new sentence for "As this is a factorial..." Thank you for suggesting this correction – it has been made. Full stop required in this sentence too. Also, I suspect the word "compared" in this sentence should read completed. - "Time to response (days between questionnaire due and complete) was analysed using a Cox Proportional Hazards regression, those who compared the questionnaire early had their time set to 0.1, those did not complete were censored at either last contact date or 120 days if not contacted, and those who withdrew in the course of the SWAT were set to their withdrawal date". Corrections to this sentence have been made. Again the following is not a sentence, "All models were repeated with the inclusion of an interaction term to explore any possible interactions between the two SWAT interventions; with a significance level of 5%." Additional words have been added. Results "Additional participants were excluded from the analysis, where the covariates required for the model were not provided". What additional participants? Quantify and explain please. Why were the covariates not 'provided'? Explain please. The text in this sentence has been altered to make this clearer. "Three participants were not contacted due to difficulties/adverse events associated with their pregnancy but are still included in the analysis under ITT principles". Commas are required to make sense of the sentence. Changes have been made to this sentence. In your flow chart, what does primary refer to, and proximity? Add an explanation or use a term that explains a little better. Also in the flow chart, you say response rate but provide the number of participants. This is not a rate. The flow diagram has been updated to include consistent terminology. The numbers in the flow diagram are referencing the numbers within each analysis. In the primary outcome, continue with your phraseology - the 14-day follow-up window rather than "within 14 days of the due date". This term has been made consistent throughout the paper. I find the writing of the results very confusing. This sentence below suggests the outcome was completion rate via telephone versus completion rate via something else. "There was evidence to suggest a difference in completion rate via telephone adjusted OR 0.44 (0.22–0.87, p=0.02) which implies those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". I'm wondering why you keep saying via telephone. It is particularly confusing when explaining the results. The last part above again says … those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". It looks like the method of completion is the purpose of the study. The main data collection method for MiQuit-3 was via the telephone. As such, within the SWAT protocol for this factorial SWAT, it was decided that the primary outcome would focus specifically on data collected via this method, and as a secondary explore data collected via any method. The results for the primary and associated secondary outcome have been rewritten slightly to clarify that the results are only including those who completed it via the telephone, as opposed to comparing those who did it via the telephone with something else. When you use the phrase "were more likely to", you must give the details of the comparison, i.e., more likely than who? Additional words have been added for clarification. It is implied, but not adequately explained, that some women completed the questionnaire by some other means. It is not clear how this was handled in terms of the numbers analysed throughout the study and this needs to be explained. For the secondary outcomes (time to completion, and number of attempts to contact) there have been no additional adjustments or changes to the analysis due to the method of data collection. The completion method is only relevant to the primary outcome, where the trial team detailed that their main method of data collection was via the telephone, and thus the primary outcome explores this. However, to explore the effectiveness of the interventions on any data collection method (as is more typically done in RCTs where a number of methods are utilised) a secondary outcome was to explore this via any method. For your tables 3 and 4, add the number of women. Why does the left column say "response rate for all methods" when the primary outcome is defined as the proportion of the questionnaires completed over the telephone…" Response rate, completion rate and retention rate are all frequently used synonymously within the SWAT world. As such the terminology within this paper has switched between the terms. In response to this comment the terminology has been made consistent. The heading in the results section, "Response rates for all method", do you mean completion rates for all methods? A response rate is different. Response rate has been changed to completion rate throughout. If you hang your hat on statistically significant evidence, by quoting CIs and p-values, to establish if your SWAT was effective, or not, then the following has no place in your paper. "There is some, non statistically significant, evidence to suggest that there may be a difference in response rate for personalised versus non-personalised text reminders; adjusted OR 0.61 (95% CI 0.30–1.24, p=0.17), in favour of the non-personalised text messages". You cannot say there is non-statistically significant evidence and then support that statement with statistics! Remove this please. This section has been reworded to reflect your suggestion. The heading, "Number of attempts to contact required". Replace with, Number of attempts required to contact the women. The authors have declined to make this change. In some instances the participant was not contacted, therefore it would be incorrect for the heading to referring the number required to contact them, when some were not contactable. Additionally, as explained in a previous comment we will not be changing participant to women. What do you mean by the maximum number of calls, as stated here "The maximum number of calls was reached for 55 of the 174 participants…"? This has been clarified both when describing the outcome, and in the results. The researcher tried to contact the participant a maximum of 6 times. Contacts required is a new term introduced here " There was no evidence of a difference in number of contacts required". What do you mean by it? This is referring the number of attempts to contact – a word had been omitted, and has been corrected. "The average time to respond was 6.2 days (ranging from 5 days early to 103 days late)". Respond to what, the phone call or the text, or the questionnaire? Terminology has been changed. "This was similar between those who received a personalised text (8.2 days for early versus 7.1 days for late) and those who received the non-personalised text (4.9 days for early versus 4.7 days for late), but there is a slight difference between those who received personalised or non-personalised texts". If it is similar, how can there be a slight difference? What point are you making here? The wording of the sentence has been changed to clarify this point. The sentence was meant to emphasis the difference in time between the personalised/non-personalised, whilst highlighting the similarities between early/late. Include the number of participants in the MiQuit Trial earlier in the paper when discussing the 200 randomised for the SWAT. The authors have included this figure (n=1002) earlier on in the paper. Discussion "It did show that there was some evidence that sending a non-personalised text message reminder would have a larger increase in response than sending personalised text messages did". This is misleading because it was not the case when all methods of questionnaire were included. Please amend the statement. Additional words have been added to explain that these results are only valid for telephone completion The final sentence of the discussion needs to be reviewed. What do you mean by overall effectiveness? These words have been removed. Competing Interests: I have no competing interests to declare. Close Report a concern COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Edwards PJ. Reviewer Report For: Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.5256/f1000research.55180.r90364 ) The direct URL for this report is: https://f1000research.com/articles/10-637/v1#referee-response-90364 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 29 Jul 2021 Phil J. Edwards , Department of Population Health, London School of Hygiene and Tropical Medicine, London, UK Approved VIEWS 0 https://doi.org/10.5256/f1000research.55180.r90364 This manuscript reports the results of a 2x2 factorial trial nested within an RCT of MiQuit, a text-message, smoking cessation self-help support programme for pregnant smokers. The nested factorial trial sought to evaluate the effect on response to a questionnaire ... Continue reading READ ALL This manuscript reports the results of a 2x2 factorial trial nested within an RCT of MiQuit, a text-message, smoking cessation self-help support programme for pregnant smokers. The nested factorial trial sought to evaluate the effect on response to a questionnaire administered over the telephone of two interventions applied to a pre-notification text message: (i) personalisation (text begins “Hi [name]”, or not), and (ii) timing of text messages (early: one week before follow-up, or late: one day before follow-up). 194 participants who had not yet had their 36-week gestational follow-up were randomised into this nested trial. Analysis of intervention effects was conducted using a logistic regression model. The study found some evidence that personalised text messages reduced response (OR = 0.44; 95% CI 0.22 to 0.87; p=0.02); and no evidence that the earlier timing of text messages had an effect on response (OR = 0.86; 95% CI 0.44 to 1.67; p=0.65). The manuscript is a clear and concise account of the study, citing the current literature. The study design is appropriate and the work appears to be technically sound. The authors appropriately recognise that their results are only generalisable to their study population (females aged 17 to 41 years). The conclusions are adequately supported by the results, and the study makes a useful contribution to the data collection literature. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Yes Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: Evidence-based Data Collection I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Edwards PJ. Reviewer Report For: Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.5256/f1000research.55180.r90364 ) The direct URL for this report is: https://f1000research.com/articles/10-637/v1#referee-response-90364 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Author Response 30 Sep 2021 Elizabeth Coleman , York Trials Unit, Department of Health Sciences, University of York, UK, York, YO10 5DD, UK 30 Sep 2021 Author Response Thank you for reviewing this article. Competing Interests: No competing interests were disclosed. Thank you for reviewing this article. Thank you for reviewing this article. Competing Interests: No competing interests were disclosed. Close Report a concern Respond or Comment COMMENTS ON THIS REPORT Author Response 30 Sep 2021 Elizabeth Coleman , York Trials Unit, Department of Health Sciences, University of York, UK, York, YO10 5DD, UK 30 Sep 2021 Author Response Thank you for reviewing this article. Competing Interests: No competing interests were disclosed. Thank you for reviewing this article. Thank you for reviewing this article. Competing Interests: No competing interests were disclosed. Close Report a concern COMMENT ON THIS REPORT Comments on this article Comments (0) Version 2 VERSION 2 PUBLISHED 22 Jul 2021 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 Version 2 (revision) 30 Sep 21 read Version 1 22 Jul 21 read read Phil J. Edwards , London School of Hygiene and Tropical Medicine, London, UK Frances Shiely , University College Cork, Cork, Ireland; University College cork, Cork, Ireland Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert Browse by related subjects keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2021 Shiely F. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 04 Oct 2021 | for Version 2 Frances Shiely , Trials Research and Methodologies Unit, HRB Clinical Research Facility, Mercy University Hospital, University College Cork, Cork, Ireland; School of Public Health, University College cork, Cork, Ireland 0 Views copyright © 2021 Shiely F. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Thank you to authors for making the suggested changes. I believe these amendments will allow for this SWAT to be replicated. I have no further comments. Competing Interests No competing interests were disclosed. Reviewer Expertise Epidemiology; Trial Methodology; SWATs I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Shiely F. Peer Review Report For: Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.5256/f1000research.77567.r95844) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/10-637/v2#referee-response-95844 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2021 Shiely F. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 04 Aug 2021 | for Version 1 Frances Shiely , Trials Research and Methodologies Unit, HRB Clinical Research Facility, Mercy University Hospital, University College Cork, Cork, Ireland; School of Public Health, University College cork, Cork, Ireland 0 Views copyright © 2021 Shiely F. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Summary This was a SWAT within the MiQuit-3 trial. The purpose of the SWAT was to establish if the timing or personalisation of text messages increases completion of a questionnaire. Study design was a 2 x 2 factorial SWAT. Participants who reached their 36-week gestational follow-up were randomised to receive a personalised or non-personalised text message, either one week or one day prior to the telephone follow-up. Primary outcome was completion rate of questionnaire via telephone. Secondary outcomes included: completion rate via any method, time to completion, and number of reminders required. The authors concluded that timing of the text message did not appear to influence the retention of participants. The authors concluded that personalisation of a text message may be detrimental to retention; however, more SWATs should be undertaken in this field. Major Comments My first comment is on the title, the purpose of the study and the conclusions drawn. The title, correctly refers to the retention of participants in the smoking cessation pregnancy RCT. The purpose of the SWAT though is to evaluate completion of a questionnaire, not retention in the host trial, as claimed in the conclusion in the abstract. I think this is conflated throughout and the authors need to consider this carefully and amend their paper. In fact, the registered SWATs in the NI SWAT repository give the outcomes in both as questionnaire completion. So therefore the conclusions drawn in the abstract and in the discussion are not supported by the data. Abstract "There was evidence that a personalised text would result in fewer completions via telephone compared with a non-personalised text (adjusted OR 0.44, 95% CI 0.22–0.87, p=0.02)". This statement is confusing. The research question is personalised text message versus non-personalised text message. If using via telephone, then it should be also say non-personalised text via telephone. Also, use text message, rather than text, throughout. "Personalisation of a text message may be detrimental to retention". I don't think your results support a statement this strong. Firstly, this is not a trial with an adequate sample size to make this claim. Secondly, when you included all methods of receiving the questionnaire (I think this is correct interpretation but it is challenging to establish in the current version of the paper as the detail on all methods is unclear) you did not find that personalised or non-personalised texts mattered. At best you can say, personalisation of a text message appears to affect questionnaire completion via telephone. Introduction I like the succinct introduction. Methods The methods says "The SWATs are also registered with the Northern Ireland Hub for Trial Methodology Research SWAT Repository (SWATs 35 and 44; both registered December 2015). It's a little confusing to the reader. It looks like you're conducting two SWATs. I understand what you have taken both of these SWATS and conducted the two in a 2 x 2 factorial design. However, make this clear to the reader. Replace the phrase "carried out" with conducted throughout. I know the phrase carried out is used all the time in literature but it is not correct unless you are describing physically carrying an object. I would use the word women rather than participants, given that it is a trial of pregnant women. The phrase "all participants that had not yet had their 36-week gestational follow-up were eligible to participate" suggests that some people were more than 36 weeks pregnant. Is this the case? Otherwise you could simplify it and say women who were 36 weeks pregnant. It's important to be clear on the timing of the intervention given that this is one of your outcomes. "Participants in MiQuit-3 were blind to their participation in this SWAT". Blinding is different to being unaware. Were they both blinded and unaware? "The randomisation was undertaken by a statistician independent of the host trial, and of the staff involved in sending the texts". Explain how the statistician did the randomisation, e.g. computer generated. Also, explain how he communicated that randomisation to the researcher assigning the women to each group. "Block randomisation, stratified by host trial allocation, and whether they had completed the previous follow-up; with varying block sizes of 4, 8, 12 and 16". This is not a sentence. "A £5 voucher was given to all participants who completed a follow-up…". Was this part of the host trial or the SWAT? "…additionally those who provided a saliva sample were given another £30 (£35 total)." Where does the saliva sample come into it? Is this part of the host trial? Explain in the paper. How did you decide on how many to include for the SWAT. I accept that a sample size calculation is not required but a line in the paper on why you decided on (it appears to be 200) would be useful. In the secondary outcome, explain what you mean by completed by any method. "Time to response, defined as the number of days between the due date of the 36-week gestation follow-up and the date the questionnaire was recorded as complete". Are you certain all follow-up calls were made in 24 hours? Statistical Analysis "The primary outcome was completion rate; defined as the proportion of the questionnaires completed over the telephone within the follow-up window (14 days)". However, you then go on to say that you used logistic regression to analyse this. Logistic regression is not suitable for four categories. I suspect what you mean is that you compared the completion rates across the two personalised/not personalised and again early/late. I can see you did this from the table. However, you need to articulate that in the text because it is currently confusing. In statistical analysis, a full stop after level and a new sentence for "As this is a factorial..." Full stop required in this sentence too. Also, I suspect the word "compared" in this sentence should read completed. - "Time to response (days between questionnaire due and complete) was analysed using a Cox Proportional Hazards regression, those who compared the questionnaire early had their time set to 0.1, those did not complete were censored at either last contact date or 120 days if not contacted, and those who withdrew in the course of the SWAT were set to their withdrawal date". Again the following is not a sentence, "All models were repeated with the inclusion of an interaction term to explore any possible interactions between the two SWAT interventions; with a significance level of 5%." Results "Additional participants were excluded from the analysis, where the covariates required for the model were not provided". What additional participants? Quantify and explain please. Why were the covariates not 'provided'? Explain please. "Three participants were not contacted due to difficulties/adverse events associated with their pregnancy but are still included in the analysis under ITT principles". Commas are required to make sense of the sentence. In your flow chart, what does primary refer to, and proximity? Add an explanation or use a term that explains a little better. Also in the flow chart, you say response rate but provide the number of participants. This is not a rate. In the primary outcome, continue with your phraseology - the 14-day follow-up window rather than "within 14 days of the due date". I find the writing of the results very confusing. This sentence below suggests the outcome was completion rate via telephone versus completion rate via something else. "There was evidence to suggest a difference in completion rate via telephone adjusted OR 0.44 (0.22–0.87, p=0.02) which implies those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". I'm wondering why you keep saying via telephone. It is particularly confusing when explaining the results. The last part above again says … those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". It looks like the method of completion is the purpose of the study. When you use the phrase "were more likely to", you must give the details of the comparison, i.e., more likely than who? It is implied, but not adequately explained, that some women completed the questionnaire by some other means. It is not clear how this was handled in terms of the numbers analysed throughout the study and this needs to be explained. For your tables 3 and 4, add the number of women. Why does the left column say "response rate for all methods" when the primary outcome is defined as the proportion of the questionnaires completed over the telephone…" The heading in the results section, "Response rates for all method", do you mean completion rates for all methods? A response rate is different. If you hang your hat on statistically significant evidence, by quoting CIs and p-values, to establish if your SWAT was effective, or not, then the following has no place in your paper. "There is some, non statistically significant, evidence to suggest that there may be a difference in response rate for personalised versus non-personalised text reminders; adjusted OR 0.61 (95% CI 0.30–1.24, p=0.17), in favour of the non-personalised text messages". You cannot say there is non-statistically significant evidence and then support that statement with statistics! Remove this please. The heading, "Number of attempts to contact required". Replace with, Number of attempts required to contact the women. What do you mean by the maximum number of calls, as stated here "The maximum number of calls was reached for 55 of the 174 participants…"? Contacts required is a new term introduced here " There was no evidence of a difference in number of contacts required". What do you mean by it? "The average time to respond was 6.2 days (ranging from 5 days early to 103 days late)". Respond to what, the phone call or the text, or the questionnaire? "This was similar between those who received a personalised text (8.2 days for early versus 7.1 days for late) and those who received the non-personalised text (4.9 days for early versus 4.7 days for late), but there is a slight difference between those who received personalised or non-personalised texts". If it is similar, how can there be a slight difference? What point are you making here? Include the number of participants in the MiQuit Trial earlier in the paper when discussing the 200 randomised for the SWAT. Discussion "It did show that there was some evidence that sending a non-personalised text message reminder would have a larger increase in response than sending personalised text messages did". This is misleading because it was not the case when all methods of questionnaire were included. Please amend the statement. The final sentence of the discussion needs to be reviewed. What do you mean by overall effectiveness? Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Partly If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? No Competing Interests No competing interests were disclosed. Reviewer Expertise Epidemiology; Trial Methodology; SWATs I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (1) Author Response 30 Sep 2021 Elizabeth Coleman, York Trials Unit, Department of Health Sciences, University of York, UK, York, YO10 5DD, UK The authors would like to thank you for a very thorough review of this article - please see responds to your comments and suggestions below. We have amended the article to incorporate your corrections and suggestions were we pleased it was suitable to do so. Summary This was a SWAT within the MiQuit-3 trial. The purpose of the SWAT was to establish if the timing or personalisation of text messages increases completion of a questionnaire. Study design was a 2 x 2 factorial SWAT. Participants who reached their 36-week gestational follow-up were randomised to receive a personalised or non-personalised text message, either one week or one day prior to the telephone follow-up. Primary outcome was completion rate of questionnaire via telephone. Secondary outcomes included: completion rate via any method, time to completion, and number of reminders required. The authors concluded that timing of the text message did not appear to influence the retention of participants. The authors concluded that personalisation of a text message may be detrimental to retention; however, more SWATs should be undertaken in this field. Thank you for this well written summary of the paper. Major Comments My first comment is on the title, the purpose of the study and the conclusions drawn. The title, correctly refers to the retention of participants in the smoking cessation pregnancy RCT. The purpose of the SWAT though is to evaluate completion of a questionnaire, not retention in the host trial, as claimed in the conclusion in the abstract. I think this is conflated throughout and the authors need to consider this carefully and amend their paper. In fact, the registered SWATs in the NI SWAT repository give the outcomes in both as questionnaire completion. So therefore the conclusions drawn in the abstract and in the discussion are not supported by the data. The authors have amended the title of the paper, and changed references to retention within the paper to completion of questionnaires throughout. Alongside making the other suggested changes by the reviewer, we hope to have addressed any concerns in relation to the conclusions drawn. Abstract "There was evidence that a personalised text would result in fewer completions via telephone compared with a non-personalised text (adjusted OR 0.44, 95% CI 0.22–0.87, p=0.02)". This statement is confusing. The research question is personalised text message versus non-personalised text message. If using via telephone, then it should be also say non-personalised text via telephone. The wording has been amended to attempt to make this statement clearer, and also reference the results for any data collection method. Also, use text message, rather than text, throughout. The term ‘text’ has been changed to ‘text message’ throughout the paper. "Personalisation of a text message may be detrimental to retention". I don't think your results support a statement this strong. Firstly, this is not a trial with an adequate sample size to make this claim. Secondly, when you included all methods of receiving the questionnaire (I think this is correct interpretation but it is challenging to establish in the current version of the paper as the detail on all methods is unclear) you did not find that personalised or non-personalised texts mattered. At best you can say, personalisation of a text message appears to affect questionnaire completion via telephone. This sentence has been altered to include ‘data was collected only via the telephone’, and now also references that the results do not hold for data collection via all methods. The results are correct as finding of this work, and the conclusion of the abstract references that more work is needed in this area so no other alterations have been made in regards to this comment. Introduction I like the succinct introduction. Thank you for this comment. Methods The methods says "The SWATs are also registered with the Northern Ireland Hub for Trial Methodology Research SWAT Repository (SWATs 35 and 44; both registered December 2015). It's a little confusing to the reader. It looks like you're conducting two SWATs. I understand what you have taken both of these SWATS and conducted the two in a 2 x 2 factorial design. However, make this clear to the reader. Additional words have been added to this paragraph to make it clear that this was a factorial SWAT involving these two SWATs. Replace the phrase "carried out" with conducted throughout. I know the phrase carried out is used all the time in literature but it is not correct unless you are describing physically carrying an object. The phase carried out has been replaced with conducted. I would use the word women rather than participants, given that it is a trial of pregnant women. We thank you for the suggestion – however, the authors have decided not to make this change. The protocol for the MiQuit-3 trial refers to those involved both as participants, and as women. The term participants is not incorrect, and as it is made clear that this work is being done in pregnant women in both the introduction and conclusions of this paper, we feel it does not need to be re-emphasised throughout the whole paper. The phrase "all participants that had not yet had their 36-week gestational follow-up were eligible to participate" suggests that some people were more than 36 weeks pregnant. Is this the case? Otherwise you could simplify it and say women who were 36 weeks pregnant. It's important to be clear on the timing of the intervention given that this is one of your outcomes. This sentence references those who were eligible to be included in the SWAT. Some participants in the host trial would have been more than 36 weeks pregnant (or have had their baby/babies) when the SWAT was implement, and thus they were not eligible to be included in the SWAT. The wording of this paragraph has been altered in relation to this comment, and the reviewer comment regarding the number of participants involved in the SWAT, hopefully this has made it clearer. "Participants in MiQuit-3 were blind to their participation in this SWAT". Blinding is different to being unaware. Were they both blinded and unaware? A correction has been made in regards to the unawareness and blinding of participants. "The randomisation was undertaken by a statistician independent of the host trial, and of the staff involved in sending the texts". Explain how the statistician did the randomisation, e.g. computer generated. Also, explain how he communicated that randomisation to the researcher assigning the women to each group. Details have been added to explain how the randomisation was generated (Stata) and how the randomisation sequence was used. "Block randomisation, stratified by host trial allocation, and whether they had completed the previous follow-up; with varying block sizes of 4, 8, 12 and 16". This is not a sentence. Corrections have been made to this sentence. "A £5 voucher was given to all participants who completed a follow-up…". Was this part of the host trial or the SWAT? Detail has been added to clarify that this is part of the host trial "…additionally those who provided a saliva sample were given another £30 (£35 total)." Where does the saliva sample come into it? Is this part of the host trial? Explain in the paper. Detail has been added to explain why a saliva sample was given, and that it, and associated voucher were part of the host trial. How did you decide on how many to include for the SWAT. I accept that a sample size calculation is not required but a line in the paper on why you decided on (it appears to be 200) would be useful. Further details have been added to explain why only 200 were included. In the secondary outcome, explain what you mean by completed by any method. Details have been added to explain what other methods of completion could be used. "Time to response, defined as the number of days between the due date of the 36-week gestation follow-up and the date the questionnaire was recorded as complete". Are you certain all follow-up calls were made in 24 hours? The date of each attempt to contact was recorded. However this outcome captures completion by any follow-up method. Statistical Analysis "The primary outcome was completion rate; defined as the proportion of the questionnaires completed over the telephone within the follow-up window (14 days)". However, you then go on to say that you used logistic regression to analyse this. Logistic regression is not suitable for four categories. I suspect what you mean is that you compared the completion rates across the two personalised/not personalised and again early/late. I can see you did this from the table. However, you need to articulate that in the text because it is currently confusing. A logistic model can only deal with two levels of an outcome; it can handle multiple levels of a covariate. The outcome was completion (yes/no), and the swat allocations are included as covariates in the model. Each swat allocation is include as a separate covariate – as stated in the analysis section, providing two, two-level covariates. Thus the model does not include a four level variable, as you have suggested. Had swat allocation been included as a four level covariate, the model would have been able to do this – but it would not have provided an OR for each of the two SWAT interventions separately. This method is the appropriate method for analysing a binary outcome for a factorial SWAT, as such no changes have been made to the text. In statistical analysis, a full stop after level and a new sentence for "As this is a factorial..." Thank you for suggesting this correction – it has been made. Full stop required in this sentence too. Also, I suspect the word "compared" in this sentence should read completed. - "Time to response (days between questionnaire due and complete) was analysed using a Cox Proportional Hazards regression, those who compared the questionnaire early had their time set to 0.1, those did not complete were censored at either last contact date or 120 days if not contacted, and those who withdrew in the course of the SWAT were set to their withdrawal date". Corrections to this sentence have been made. Again the following is not a sentence, "All models were repeated with the inclusion of an interaction term to explore any possible interactions between the two SWAT interventions; with a significance level of 5%." Additional words have been added. Results "Additional participants were excluded from the analysis, where the covariates required for the model were not provided". What additional participants? Quantify and explain please. Why were the covariates not 'provided'? Explain please. The text in this sentence has been altered to make this clearer. "Three participants were not contacted due to difficulties/adverse events associated with their pregnancy but are still included in the analysis under ITT principles". Commas are required to make sense of the sentence. Changes have been made to this sentence. In your flow chart, what does primary refer to, and proximity? Add an explanation or use a term that explains a little better. Also in the flow chart, you say response rate but provide the number of participants. This is not a rate. The flow diagram has been updated to include consistent terminology. The numbers in the flow diagram are referencing the numbers within each analysis. In the primary outcome, continue with your phraseology - the 14-day follow-up window rather than "within 14 days of the due date". This term has been made consistent throughout the paper. I find the writing of the results very confusing. This sentence below suggests the outcome was completion rate via telephone versus completion rate via something else. "There was evidence to suggest a difference in completion rate via telephone adjusted OR 0.44 (0.22–0.87, p=0.02) which implies those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". I'm wondering why you keep saying via telephone. It is particularly confusing when explaining the results. The last part above again says … those who received the non-personalised text were more likely to complete the questionnaire when completing via the telephone". It looks like the method of completion is the purpose of the study. The main data collection method for MiQuit-3 was via the telephone. As such, within the SWAT protocol for this factorial SWAT, it was decided that the primary outcome would focus specifically on data collected via this method, and as a secondary explore data collected via any method. The results for the primary and associated secondary outcome have been rewritten slightly to clarify that the results are only including those who completed it via the telephone, as opposed to comparing those who did it via the telephone with something else. When you use the phrase "were more likely to", you must give the details of the comparison, i.e., more likely than who? Additional words have been added for clarification. It is implied, but not adequately explained, that some women completed the questionnaire by some other means. It is not clear how this was handled in terms of the numbers analysed throughout the study and this needs to be explained. For the secondary outcomes (time to completion, and number of attempts to contact) there have been no additional adjustments or changes to the analysis due to the method of data collection. The completion method is only relevant to the primary outcome, where the trial team detailed that their main method of data collection was via the telephone, and thus the primary outcome explores this. However, to explore the effectiveness of the interventions on any data collection method (as is more typically done in RCTs where a number of methods are utilised) a secondary outcome was to explore this via any method. For your tables 3 and 4, add the number of women. Why does the left column say "response rate for all methods" when the primary outcome is defined as the proportion of the questionnaires completed over the telephone…" Response rate, completion rate and retention rate are all frequently used synonymously within the SWAT world. As such the terminology within this paper has switched between the terms. In response to this comment the terminology has been made consistent. The heading in the results section, "Response rates for all method", do you mean completion rates for all methods? A response rate is different. Response rate has been changed to completion rate throughout. If you hang your hat on statistically significant evidence, by quoting CIs and p-values, to establish if your SWAT was effective, or not, then the following has no place in your paper. "There is some, non statistically significant, evidence to suggest that there may be a difference in response rate for personalised versus non-personalised text reminders; adjusted OR 0.61 (95% CI 0.30–1.24, p=0.17), in favour of the non-personalised text messages". You cannot say there is non-statistically significant evidence and then support that statement with statistics! Remove this please. This section has been reworded to reflect your suggestion. The heading, "Number of attempts to contact required". Replace with, Number of attempts required to contact the women. The authors have declined to make this change. In some instances the participant was not contacted, therefore it would be incorrect for the heading to referring the number required to contact them, when some were not contactable. Additionally, as explained in a previous comment we will not be changing participant to women. What do you mean by the maximum number of calls, as stated here "The maximum number of calls was reached for 55 of the 174 participants…"? This has been clarified both when describing the outcome, and in the results. The researcher tried to contact the participant a maximum of 6 times. Contacts required is a new term introduced here " There was no evidence of a difference in number of contacts required". What do you mean by it? This is referring the number of attempts to contact – a word had been omitted, and has been corrected. "The average time to respond was 6.2 days (ranging from 5 days early to 103 days late)". Respond to what, the phone call or the text, or the questionnaire? Terminology has been changed. "This was similar between those who received a personalised text (8.2 days for early versus 7.1 days for late) and those who received the non-personalised text (4.9 days for early versus 4.7 days for late), but there is a slight difference between those who received personalised or non-personalised texts". If it is similar, how can there be a slight difference? What point are you making here? The wording of the sentence has been changed to clarify this point. The sentence was meant to emphasis the difference in time between the personalised/non-personalised, whilst highlighting the similarities between early/late. Include the number of participants in the MiQuit Trial earlier in the paper when discussing the 200 randomised for the SWAT. The authors have included this figure (n=1002) earlier on in the paper. Discussion "It did show that there was some evidence that sending a non-personalised text message reminder would have a larger increase in response than sending personalised text messages did". This is misleading because it was not the case when all methods of questionnaire were included. Please amend the statement. Additional words have been added to explain that these results are only valid for telephone completion The final sentence of the discussion needs to be reviewed. What do you mean by overall effectiveness? These words have been removed. View more View less Competing Interests I have no competing interests to declare. reply Respond Report a concern Shiely F. Peer Review Report For: Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.5256/f1000research.55180.r90184) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/10-637/v1#referee-response-90184 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2021 Edwards P. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 29 Jul 2021 | for Version 1 Phil J. Edwards , Department of Population Health, London School of Hygiene and Tropical Medicine, London, UK 0 Views copyright © 2021 Edwards P. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (1) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This manuscript reports the results of a 2x2 factorial trial nested within an RCT of MiQuit, a text-message, smoking cessation self-help support programme for pregnant smokers. The nested factorial trial sought to evaluate the effect on response to a questionnaire administered over the telephone of two interventions applied to a pre-notification text message: (i) personalisation (text begins “Hi [name]”, or not), and (ii) timing of text messages (early: one week before follow-up, or late: one day before follow-up). 194 participants who had not yet had their 36-week gestational follow-up were randomised into this nested trial. Analysis of intervention effects was conducted using a logistic regression model. The study found some evidence that personalised text messages reduced response (OR = 0.44; 95% CI 0.22 to 0.87; p=0.02); and no evidence that the earlier timing of text messages had an effect on response (OR = 0.86; 95% CI 0.44 to 1.67; p=0.65). The manuscript is a clear and concise account of the study, citing the current literature. The study design is appropriate and the work appears to be technically sound. The authors appropriately recognise that their results are only generalisable to their study population (females aged 17 to 41 years). The conclusions are adequately supported by the results, and the study makes a useful contribution to the data collection literature. Is the work clearly and accurately presented and does it cite the current literature? Yes Is the study design appropriate and is the work technically sound? Yes Are sufficient details of methods and analysis provided to allow replication by others? Yes If applicable, is the statistical analysis and its interpretation appropriate? Yes Are all the source data underlying the results available to ensure full reproducibility? Yes Are the conclusions drawn adequately supported by the results? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Evidence-based Data Collection I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (1) Author Response 30 Sep 2021 Elizabeth Coleman, York Trials Unit, Department of Health Sciences, University of York, UK, York, YO10 5DD, UK Thank you for reviewing this article. View more View less Competing Interests No competing interests were disclosed. reply Respond Report a concern Edwards PJ. Peer Review Report For: Pre-notification and personalisation of text messages to increase questionnaire completion in a smoking cessation pregnancy RCT: an embedded randomised factorial trial [version 2; peer review: 2 approved] . F1000Research 2021, 10 :637 ( https://doi.org/10.5256/f1000research.55180.r90364) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/10-637/v1#referee-response-90364 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with F1000Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Pre-notification and personalisation of text...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://f1000research.com/articles/10-637/v2" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://f1000research.com/articles/10-637/v2&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://f1000research.com/articles/10-637/v2" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Coleman E et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://f1000research.com/articles/10-637/v2/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://f1000research.com/articles/10-637", templates : { twitter : "Pre-notification and personalisation of text messages to increase.... Coleman E et al., published by " + "@F1000Research" + ", https://f1000research.com/articles/10-637/v2" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/51964/77567") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "77567"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "95843": 0, "90181": 0, "95844": 14, "90183": 0, "90182": 0, "90184": 33, "90186": 0, "90364": 34, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "e1af0903-a8f3-4119-b44b-06dd5ef4b73c"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); An innovative open access publishing platform offering rapid publication and open peer review, whilst supporting data deposition and sharing. Browse Gateways Collections How it Works Contact For Developers Cookie Notice Privacy Notice RSS Submit Your Research Follow us © 2012-2026 F1000 Research Ltd. ISSN 2046-1402 | Legal | Partner of Research4Life • CrossRef • ORCID • FAIRSharing R.templateTests.simpleTemplate = R.template(' $text $text $text $text $text '); R.templateTests.runTests(); var F1000platform = new F1000.Platform({ name: "f1000research", displayName: "F1000Research", hostName: "f1000research.com", id: "1", editorialEmail: "[email protected]", infoEmail: "[email protected]", usePmcStats: true }); $(function(){R.ui.dropdowns('.dropdown-for-authors, .dropdown-for-about, .dropdown-for-myresearch');}); // $(function(){R.ui.dropdowns('.dropdown-for-referees');}); $(document).ready(function () { if ($(".cookie-warning").is(":visible")) { $(".sticky").css("margin-bottom", "35px"); $(".devices").addClass("devices-and-cookie-warning"); } $(".cookie-warning .close-button").click(function (e) { $(".devices").removeClass("devices-and-cookie-warning"); $(".sticky").css("margin-bottom", "0"); }); $("#tweeter-feed .tweet-message").each(function (i, message) { var self = $(message); self.html(linkify(self.html())); }); $(".partner").on("mouseenter mouseleave", function() { $(this).find(".gray-scale, .colour").toggleClass("is-hidden"); }); }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });