Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria

Balancing evidence-informed and... | Gates Open Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://gatesopenresearch.org/js/vendor/ckeditor/' window.reactTheme = 'gates'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); Skip to content Gates Open Research file_upload Submit via VeriXiv search clear search menu close clear Search Browse Gateways & Collections How to Publish Submit via VeriXiv My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Publication Charges Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Contact Blog My Account Submissions Content and Tracking Alerts My Details Sign In Submit via VeriXiv { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://gatesopenresearch.org/articles/7-106" }, "headline": "Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate...", "datePublished": "2023-07-04T16:07:38", "dateModified": "2023-07-04T16:07:38", "author": [ { "@type": "Person", "name": "Meghan Cutherell" }, { "@type": "Person", "name": "Mary Phillips" }, { "@type": "Person", "name": "Carrie Ellett" }, { "@type": "Person", "name": "Emnet Woubishet" }, { "@type": "Person", "name": "Joy Otsanya Ede" }, { "@type": "Person", "name": "Akinjide Adesina" }, { "@type": "Person", "name": "Arnold Kabahaula" }, { "@type": "Person", "name": "Alex Nana-Sinkam" }, { "@type": "Person", "name": "Abednego Musau" }, { "@type": "Person", "name": "Katherine Nichol" } ], "publisher": { "@type": "Organization", "name": "Gates Open Research", "logo": { "@type": "ImageObject", "url": "https://gatesopenresearch.org/img/AMP/Gates_image.png", "height": 600, "width": 47 } }, "image": { "@type": "ImageObject", "url": "https://gatesopenresearch.org/img/AMP/Gates_image.png", "height": 1200, "width": 94 }, "description": "In 2021, the Adolescents 360 (A360) project pursued a human-centered design (HCD) process to layer complementary economic empowerment components on top of its existing sexual and reproductive health (SRH) interventions targeting adolescent girls aged 15 to 19. Given the volume of evidence informing successful approaches for improving economic and empowerment outcomes for adolescents, we pursued an intentionally evidence-informed and gender-intentional design process, while trying to also respond directly to user insights. In this open letter, we share how we utilized and validated the evidence-base while applying the core tenets of HCD (empathy and user insights) to design holistic, layered programming for girls. We describe three overarching categories which depict how we used the existing evidence and new user insights to strengthen our design process. Often the evidence base allowed us to expedite finding a solution that worked for our users. However, at times there was a disconnect between what we knew worked in the evidence base and what our users said they wanted. New insights also allowed us to build a greater understanding of our users’ lived experiences where there were existing evidence gaps. We were aided by the engagement of a technical partner, BRAC, who synthesized evidence for our design teams and functioned as an ‘on demand’ support mechanism as questions and challenges arose. Yet, the volume of information to absorb almost guaranteed that we would miss out on the opportunity to apply certain evidence-based practices. We encourage researchers to consider how to make evidence more easily digestible to practitioners and for the whole community of practice to work together to identify what questions need to be asked to effectively operationalize evidence in a local context." } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://gatesopenresearch.org/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://gatesopenresearch.org/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://gatesopenresearch.org/articles/7-106", "name": "Balancing evidence-informed and user-responsive design: Experience..." } } ] } Home Browse Balancing evidence-informed and user-responsive design: Experience... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article Cutherell M, Phillips M, Ellett C et al. Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.12688/gatesopenres.14724.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Open Letter Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] Meghan Cutherell https://orcid.org/0000-0002-0326-3629 1 , Mary Phillips https://orcid.org/0009-0007-2868-1169 1 , Carrie Ellett 2 , [...] Emnet Woubishet 3 , Joy Otsanya Ede 4 , Akinjide Adesina 4 , Arnold Kabahaula 5 , Alex Nana-Sinkam 6 , Abednego Musau 1 , Katherine Nichol 7 Meghan Cutherell https://orcid.org/0000-0002-0326-3629 1 , Mary Phillips https://orcid.org/0009-0007-2868-1169 1 , [...] Carrie Ellett 2 , Emnet Woubishet 3 , Joy Otsanya Ede 4 , Akinjide Adesina 4 , Arnold Kabahaula 5 , Alex Nana-Sinkam 6 , Abednego Musau 1 , Katherine Nichol 7 PUBLISHED 04 Jul 2023 Author details Author details 1 Population Services International, Washington, District of Columbia, 20036, USA 2 BRAC International, Nairobi, Kenya 3 Population Services International Ethiopia, Addis Ababa, Ethiopia 4 Society for Family Health Nigeria, Abuja, Federal Capital Territory, Nigeria 5 Population Services International Tanzania, Dar es Salaam, Tanzania 6 IDEO.org, Nairobi, Kenya 7 Kore Global, Vancouver, Canada Meghan Cutherell Roles: Conceptualization, Investigation, Project Administration, Supervision, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Mary Phillips Roles: Conceptualization, Investigation, Project Administration, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Carrie Ellett Roles: Conceptualization, Investigation, Validation, Writing – Review & Editing Emnet Woubishet Roles: Investigation, Project Administration, Validation, Writing – Review & Editing Joy Otsanya Ede Roles: Investigation, Project Administration, Validation, Writing – Review & Editing Akinjide Adesina Roles: Investigation, Validation, Writing – Review & Editing Arnold Kabahaula Roles: Investigation, Project Administration, Validation, Writing – Review & Editing Alex Nana-Sinkam Roles: Investigation, Project Administration, Validation, Writing – Review & Editing Abednego Musau Roles: Conceptualization, Validation, Writing – Review & Editing Katherine Nichol Roles: Resources, Validation, Writing – Review & Editing OPEN PEER REVIEW DETAILS REVIEWER STATUS This article is included in the International Conference on Family Planning gateway. Abstract In 2021, the Adolescents 360 (A360) project pursued a human-centered design (HCD) process to layer complementary economic empowerment components on top of its existing sexual and reproductive health (SRH) interventions targeting adolescent girls aged 15 to 19. Given the volume of evidence informing successful approaches for improving economic and empowerment outcomes for adolescents, we pursued an intentionally evidence-informed and gender-intentional design process, while trying to also respond directly to user insights. In this open letter, we share how we utilized and validated the evidence-base while applying the core tenets of HCD (empathy and user insights) to design holistic, layered programming for girls. We describe three overarching categories which depict how we used the existing evidence and new user insights to strengthen our design process. Often the evidence base allowed us to expedite finding a solution that worked for our users. However, at times there was a disconnect between what we knew worked in the evidence base and what our users said they wanted. New insights also allowed us to build a greater understanding of our users’ lived experiences where there were existing evidence gaps. We were aided by the engagement of a technical partner, BRAC, who synthesized evidence for our design teams and functioned as an ‘on demand’ support mechanism as questions and challenges arose. Yet, the volume of information to absorb almost guaranteed that we would miss out on the opportunity to apply certain evidence-based practices. We encourage researchers to consider how to make evidence more easily digestible to practitioners and for the whole community of practice to work together to identify what questions need to be asked to effectively operationalize evidence in a local context. READ ALL READ LESS Keywords Human-centered Design (HCD), economic empowerment, sexual and reproductive health (SRH), adolescents, user-centered, evidence-based, gender-responsive, Adolescents 360 (A360) Corresponding Author(s) Meghan Cutherell ( [email protected] ) Close Corresponding author: Meghan Cutherell Competing interests: No competing interests were disclosed. Grant information: This work was supported by the Gates Foundation INV-004274, the Children’s Investment Fund Foundation R-1911-04245, and investment from ten members of PSI’s philanthropic community, Maverick Collective. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Copyright: © 2023 Cutherell M et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. How to cite: Cutherell M, Phillips M, Ellett C et al. Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.12688/gatesopenres.14724.1 ) First published: 04 Jul 2023, 7 :106 ( https://doi.org/10.12688/gatesopenres.14724.1 ) Latest published: 04 Jul 2023, 7 :106 ( https://doi.org/10.12688/gatesopenres.14724.1 ) Disclaimer The views expressed in this article are those of the authors. Publication in Gates Open Research does not imply endorsement by the Gates Foundation. Introduction Adolescent girls represent 16% of all women of reproductive age (15–49) 1 . Adolescence is a critical moment for intervention, as it is a period that establishes future behaviors and patterns 2 and an important window before discriminatory gender norms are fully entrenched 3 . Adolescents require age-appropriate information, opportunities to develop key life skills, and essential health services in a safe and supportive environment to grow, develop, and pursue healthy futures. Increasing access to tailored, adolescent-focused services and expanding opportunities for adolescents to engage in the design and delivery of interventions related to their own health are critical components of a rights-based approach to adolescent sexual and reproductive health (ASRH) programming 4 . Yet, the specific needs of adolescent girls are often neglected or underemphasized in global, regional, and national-level priorities. As girls transition into young women, they face many barriers including school dropout, child marriage, early pregnancy, physical and mental health problems, and gender-based violence 5 . Lack of sexual and reproductive health (SRH) knowledge and access to comprehensive SRH services, and cultural norms that promote early childbearing contribute to high rates of unplanned pregnancy among adolescents 6 . Adolescents aged 15–19 have a low contraceptive prevalence rate (CPR), estimated to be around 10.2% and have double the unmet need of all women of reproductive age (43% vs. 24%) 1 . Simultaneously, discriminatory gender norms and patriarchal structures limit adolescent girls’ ability to achieve economic well-being. These barriers are built-in from an early age and constrain the extent to which girls can gain the skills and experiences necessary to pursue improved economic outcomes and economic autonomy. As adults, women are less likely to participate in the paid labor force compared to men and are more likely to be unemployed and over-represented in informal and vulnerable employment sectors 7 . There is a growing evidence base demonstrating adolescent girls’ need for a holistic package of services that can offer reproductive health information and services, build their agency, and establish a positive enabling environment for them to pursue their life goals 8 . There is increasing interest from the broad community of practice (donors, implementers, and local stakeholders alike) in addressing adolescent girls’ needs through programming that combines SRH with age-appropriate economic empowerment. For adult women, evidence suggests that reproductive health improvements can lead to improvements in economic empowerment 9 – 11 . Yet, for adolescents, the evidence on the interplay between economic empowerment and SRH is more complex. There is some information, albeit limited, on successful programmatic approaches that integrate components of SRH into economic programming for adolescents 12 , 13 . Some evidence also shows that interventions which have sought to prevent early and forced marriage, as well as early childbearing, have had significant impact on the economic empowerment of adolescent girls and young women (AGYW) 14 . Yet other research demonstrates diluted effects when combining SRH and economic empowerment components in programming for adolescent girls 15 . Overall, there is a growing body of evidence on the types of interventions which demonstrate significant and meaningful impact on adolescent girls’ economic empowerment 12 . Adolescents 360 Amplify In 2016, Population Services International (PSI) and its consortium of partners launched Adolescents 360 (A360) with funding from the Bill & Melinda Gates Foundation (BMGF) and the Children’s Investment Fund Foundation (CIFF). A360 was a 4.5-year project working directly with young people to design and deliver interventions that increase demand for, and voluntary uptake of, modern contraception among adolescent girls aged 15 to 19 years. A360 designed and implemented four interventions across three countries – Smart Start in Ethiopia, Kuwa Mjanja in Tanzania, Matasa Matan Arewa (MMA) in northern Nigeria, and 9ja Girls in southern Nigeria 16 – 21 . In late 2020, A360 received funding to continue implementation for an additional five years under a follow-on project, A360 Amplify. The strategic priorities for this follow-on include 1) adaptation to strengthen our SRH interventions and to create proof of concept for holistic user-centered intervention components, 2) pursuit of sustainability for our ASRH interventions through institutionalization and scale within government systems, and 3) contribution to filling gaps in the local, regional, and global evidence base through high-quality research and learning activities. Our user insights indicate that resonance of our interventions in the initial project investment was dependent on offering more than contraceptive counseling and services. By including a life and/or vocational skills and livelihoods demonstration or training (VSLT) component in three out of four interventions (Kuwa Mjanja, MMA, and 9ja Girls), the project responded to what girls said they needed to secure a stable future for themselves. These components made the program feel relevant to girls, helped us to establish the relevance of contraception for girls’ lives, and fostered the approval of girls’ key influencers. However, girls had high expectations for these skills components and for some the reality fell short of their expectations, with girls stating that they needed the opportunity to learn more diverse, marketable skills and to receive additional support to apply these skills for improved income generation. “The mentor came to our compound to invite us, she told us that we will be learning about how to take care of our family, about nutrition, FP but what got me interested was that she said at the end, we will learn a skill.…Hearing that … I became so interested.” – Girl, Nasarawa State; A360 Process Evaluation Nigeria, 2019, Itad 22 “They should be teaching us a variety of skills at a time because parents do stop their girls from participating once they discovered that they are only teaching them just one thing for a long time.” – Girl, Ogun State; A360 Participatory Action Research Nigeria, 2019, Itad 23 This learning clearly demonstrated the value of strengthening these program components to provide a more substantive economic empowerment offering to girls. As a result, in 2020 and 2021, we pursued a human-centered design (HCD) process to layer economic empowerment components onto our existing SRH interventions across all four program geographies. Given the volume of evidence informing successful approaches for improving economic outcomes for adolescents and increasing their empowerment more broadly, we pursued an intentionally evidence-informed and gender-intentional design process, while trying to also respond directly to user insights, maintaining our ‘girl-centered’ approach. In this open letter, we describe our experience cultivating this balance – how we utilized and validated the evidence-base while applying the core tenets of HCD (empathy and user insights) to design holistic, layered programming for girls. Design process Across all geographies, the objective of the design process was to adapt the existing SRH interventions to offer participating girls the opportunity to further identify and progress towards their economic goals. As part of our intentional pursuit of gender transformative programming, we aimed to design age-appropriate program adaptations that not only supported girls to gain additional income, savings, and/or assets but did so in a way that built their self-efficacy and economic autonomy. Given the growing evidence around multi-component approaches that pursue both SRH and economic outcomes, we also wanted to understand how, if at all, these more intensive and intentional economic empowerment components would influence contraceptive uptake and continuation among participating adolescent girls. The HCD timeline and process was similar across geographies, with some notable differences. We followed the same three overarching design phases as we pursued in our formative design phase for A360’s SRH interventions in 2016 – insight gathering, rough prototyping, and live prototyping. Within each of these phases, potential program participants and other key stakeholders who might interact with the final intervention – such as mothers or husbands – were invited to participate in the testing and give feedback on the evolving concepts. To ensure we included youth perspectives and to help “bridge” the gap between adult researchers and adolescent girl participants, 18–24-year-olds were hired and trained as Youth Innovation Officers (Nigeria / Tanzania) or Young Designers (Ethiopia). These young people participated as full members of the design teams, leading research conversations and prototype testing in the field. We partnered with IDEO.org as our HCD technical assistance partner. The COVID-19 pandemic limited in-person engagement and as a result IDEO.org provided design strategy and facilitation remotely, guiding the design and implementation teams in Nigeria, Tanzania and Ethiopia who drove the design process in country. In Ethiopia, our design work began in August 2020 compared to January 2021 for the remaining geographies as the result of a complementary investment from Maverick Collective philanthropists. However, in Ethiopia we also had a more intentionally limited engagement from IDEO.org and as a result our design process converged with that of Nigeria and Tanzania in July 2021 during live prototyping. Across all design phases, we engaged 679 adolescent girls (169 in Ethiopia, 96 in southern Nigeria, 156 in northern Nigeria, and 258 in Tanzania) along with 551 other stakeholders (88 in Ethiopia, 149 in southern Nigeria, 196 in northern Nigeria, and 118 in Tanzania) ( Table 1 ). Quotes from these engagements are provided in this Open Letter to substantiate our learning and experience. The raw data set containing these quotes is currently unpublished, but a synthesis of the data from this design process will be made publicly available at the end of 2023. Table 1. Economic empowerment design phases. Phase Who we interacted with What we did and the expected outcome Insight Gathering / Design Research Ethiopia: • 24 adolescent girls • 19 husbands of adolescent girls • 10 parents-in-law • 6 community leaders • 4 teachers • 2 business owners • 16 local economic empowerment experts We used qualitative data collection methods to understand participant and community perspectives on girls’ engagement in economic activities. The intent was to surface barriers to girls’ economic participation and empowerment and opportunities to support girls to pursue improved economic outcomes and autonomy. Qualitative methods utilized included: • Individual interviews • Focus group discussions • Key informant interviews • Role play • Vox prop: Design teams provide participants with a prompt or short story and ask them to respond to that story in a way which conveys their own experiences, thoughts, and beliefs. • Card sort: Participants are presented with a set of cards which have different concepts, themes, persons, or topics and are asked to sort these cards based on a prompt from the design team. Southern Nigeria: • 29 adolescent girls (mostly unmarried) • 20 adolescent boys and older girls • 10 mothers of unmarried adolescent girls • 11 religious and community leaders • 4 female entrepreneurs • 8 government and local organization representatives Northern Nigeria: • 30 married adolescent girls • 10 husbands of adolescent girls • 20 mothers-in-law or co-wives of adolescent girls • 10 religious and community leaders • 5 female entrepreneurs • 8 government and local organization representatives Tanzania: • 59 adolescent girls (mostly unmarried) • 34 government representatives Rough Prototyping (Including Ideation & Building of Prototypes) Ethiopia: • 115 married adolescent girls • 4 husbands of married adolescent girls In this phase, we used findings from the insight gathering phase to develop hypotheses about how to solve the key challenges and take advantage of opportunities identified. To do this, we built prototypes – models and tangible concepts that people could interact with and respond to. As we received feedback, teams synthesized findings to make iterations to concepts and increase fidelity, or the specificity and resonance of the concepts. • In Nigeria, with hands-on support from IDEO. org the design team moved rapidly, completing this phase in approximately two months. • In Ethiopia, where IDEO.org engaged just for specific moments to help the team build concepts and where there was more synthesis time between field test, this process lasted approximately five months. Southern Nigeria: • 30 adolescent girls • 16 adolescent boys • 18 community and religious leaders • 8 female entrepreneurs • 1 government representative Northern Nigeria: • 30 married adolescent girls • 16 adolescent boys • 18 community and religious leaders • 8 female entrepreneurs • 6 government representatives Tanzania: • 70 adolescent girls • 34 other stakeholders (disaggregation of other stakeholders not available) Live Prototyping Ethiopia: • 30 married adolescent girls • 27 husbands of married adolescent girls During this phase, we wanted to test the feasibility and scalability of the draft solutions by bringing together different elements from the earlier phases of prototyping into a single ‘test’ that could be experienced by end users as a service or product. Through this test, we learned how different elements of the designed solution worked together as well as learned what resources would be needed to implement the solution in a real- world setting. Southern Nigeria: • 37 adolescent girls • 49 mothers of adolescent girls • 2 female entrepreneurs • 2 community and religious leaders Northern Nigeria: • 96 married adolescent girls • 91 husbands of married adolescent girls • 2 female entrepreneurs • 2 government and organization representatives Tanzania: • 82 adolescent girls • 29 parents of adolescent girls • 1 male partner of an adolescent girl • 10 government and organization representatives • 10 community members In acknowledgment that economic empowerment programming is not one of PSI’s core technical competencies, throughout the design process, A360 collaborated with BRAC as a conduit to the global evidence base around girls’ economic empowerment. Their technical assistance role, beginning in 2021, included reviews of all design materials, rapid literature summaries, and development of skills or competency-based curriculum, drawing from their evidence-based Empowerment and Livelihoods for Adolescents (ELA) Model 24 . Their participation in the HCD process was crucial, sharing best practices and evidence that responded to identified needs of adolescents and compiling literature to help guide inquiries that arose in the design process. As the design process evolved, the need for additions to existing A360 curricula content and follow-on support for economic empowerment outcomes became evident. BRAC then engaged in integrating selected ELA content into the A360 curriculum and training staff on its usage. BRAC continued to provide support to our teams as the pilot launched in 2022. Kore Global provided technical assistance to pursue a gender-intentional design. With IDEO.org they co-developed a gender in design toolkit to guide the process and ensure the resulting program designs were gender responsive. Final intervention designs The result of the design process is interventions that are informed by the evidence and directly responsive to our users’ lived experiences. While each program aims to achieve the same outcomes, namely increases in girls’ income, savings, and assets, and improved economic autonomy, the specific pathways differ by geography. All programs begin with their respective SRH intervention. Girls are then offered the chance to continue to participate in a more intensive economic empowerment program. In Ethiopia, girls are brought into the economic empowerment program, Smart Steps ( Figure 1 ), through a Smart Start counseling session which focuses on how delaying and spacing pregnancies can support girls and couples to pursue financial stability 19 . If they wish to participate in the expanded economic empowerment program, they are invited to a ‘ future mapping’ session , first jointly with their husbands and then individually. During these sessions girls are supported to identify their medium- and long-term goals and what activities they can take to achieve those goals. Girls’ husbands are supported to understand the value of girls’ economic and market participation in accelerating progress towards achieving their joint goals as a couple ( Figure 2 ). Girls are then gathered into an adapted version of Village Savings and Loan Associations (VSLA), called a ‘Step Up Association .’ These associations are for married adolescent girls only and self-governed by participants, with support from a program-hired mentor. Each week, the associations meet and provide a platform for girls to collect savings from each member. In our adapted program, girls also go through a participatory curriculum specifically designed for low-literacy audiences to teach essential soft-skills and business skills. After four or five weeks of meetings, girls can choose to access loans from the pooled savings to fund investments in existing businesses or to begin new income-generation activities. Groups are eligible for a matching grant after the first 16 weeks if: a) all members achieve 80% attendance in the initial period; b) the group has saved a minimum amount; and c) they have complied with their constitution and maintained proper bookkeeping. If the group meets these criteria, they are eligible to have their total savings matched at 150%. This money is transferred to the group as a whole and is then available as part of the loan pool. Figure 1. A visual overview of Smart Steps, the economic empowerment adaptation in Ethiopia. Figure 2. Sample asset, Smart Steps joint future mapping session template. In both northern and southern Nigeria, the heart of the economic empowerment programs, MMA+ and 9ja Girls+ respectively, is a scaffolded package of soft, business, and vocational skills training combined with mentorship and coaching ( Figure 3 and Figure 4 ). Communities are oriented to the aims of the joint SRH and economic empowerment program and girls are mobilized, either through referral from their key influencers (primarily parents for unmarried girls and husbands for married girls) or directly by program mentors. They are invited to attend an initial set of four curriculum sessions, each lasting 90 minutes, that focus on developing health-related knowledge and core soft skills such as decision-making and communications. After completing these initial sessions, girls are invited to move into a secondary curriculum that provides them with a combination of business and technical or vocational skills. After the secondary curriculum, girls can elect to learn one to two vocational skills through either a vocational training center (northern Nigeria) or apprenticeships (southern Nigeria). Following the skills trainings, girls are then given mentorship support to develop and execute a business plan. Their participation culminates in a large, public graduation that doubles as a marketplace for girls to display the products and services from their newly gained skills. This is a chance for the community to show public support for the program and for girls to show to their husbands or parents the value of what they have learned through their participation. The program models in southern and northern Nigeria, although serving different girls, are overall very similar. Figure 3. A visual overview of 9ja Girls+ and MMA+, the economic empowerment adaptations in Nigeria. Figure 4. Sample asset, 9ja Girls + life map. In Tanzania, the economic empowerment program , Kishua Academy , provides a similar scaffolded skills-building experience as in Nigeria but incorporates additional elements of peer mentorship and partnership with TVET institutes ( Figure 5 , Figure 6 ). Girls are recruited through the SRH intervention, Kuwa Mjanja, which implements community-based contraceptive service delivery events geared towards adolescents. Girls sign up for the Kishua Academy, are introduced to a cohort of their peers with whom they will be receiving skills training, and meet their ‘Career Dada,’ a peer mentor with whom they can build trust and have open discussions about their business goals, relationships, and SRH needs. They progress through a series of soft and business skills sessions and then are invited to join a specific course at a local TVET institute. Their engagement during and after these vocational skills training sessions includes opportunities to apprentice with ‘Career Mamas’ who are experienced female entrepreneurs within the community who can mentor and support girls to progress. Girls who opted to learn skills which were predominantly dominated by men in the community were sometimes placed with a ‘Career Baba’, an experienced businessman in the community who could mentor them in their chosen skill. After completing their courses, graduating cohorts transition to local government oversight which supports them (through Youth Development Officers / Community Development Officers) to apply for loans to grow their businesses through the local government-run youth development funding program. There is a moment post-graduation for the community to gather to celebrate girls for their accomplishment and participation in the program. Figure 5. A visual overview of Kishua Academy, the economic empowerment adaptation in Tanzania. Figure 6. Sample asset, Kishua Academy health facts cards aimed at addressing myths and misconceptions about contraception among girls and their male partners. In Nigeria and Ethiopia, work moved forward post-design into pilot, allowing for additional refinement, while work in Tanzania ended after live prototyping and no additional refinement was conducted. Using evidence during design phrases Across the design phases, we used the evidence base to inform and contextualize our design process and findings. In doing so we discovered nuance in how what we know from the evidence base corresponded with the insights we were drawing directly from our program users. We have described three overarching categories which depict how we used the existing evidence and new user insights to strengthen our design process. Though we describe these categories separately, in practice there was often overlap. 1. The evidence base allowed us to expedite finding a solution that worked for our users We mined existing systematic reviews to identify promising practices for improving outcomes for adolescent girls around economic empowerment, self-efficacy, and health knowledge 12 , 14 , 25 – 29 . We prioritized practices that had specific evidence with adolescent populations to build prototypes that could be trialed within our geographies. In the early phases, we intentionally designed inquiry tools and rough prototypes to validate key elements of the evidence base. By speaking directly with adolescent girls and their influencers, we could confirm that they felt these elements were important and obtain additional details on how girls wanted to experience them in practice ( Table 2 ). This made the process of finding something which worked for our users faster and more efficient. We encountered some limitations in that adolescent girl-focused economic empowerment programming is not traditionally well evaluated, though this is changing with increased investment in this space. Table 2. Validation of insights from evidence with user insights during the economic empowerment design process. Evidence-based Insights Validation from User Insights Adolescents are just beginning to form a deeper sense of who they are and want to be. Developing their skills and capacity is only effective in supporting them to progress towards positive outcomes when support is also provided to help them establish goals and aspirations and chart a pathway toward achieving those goals 31 – 34 . Many if not all the adolescent girls we spoke with were ambitious and eager to make money. Many of them had a specific goal that they stated that they were working towards. At the same time, these goals lacked specificity and girls needed additional support to articulate what exactly they wanted and how they hoped to get there. “We’ll buy the car when we move to the city. I don’t think we’ll have a problem saving enough to buy the car with just our income from agriculture.” – Married girl, Ethiopia “I have never written down my goals before because I don’t think I need to, now I have and this will guide me in achieving my purposed goal” – Unmarried girl, Ogun State, Nigeria Effective programs provide a complementary mix of vocational, life, and business skills 12 . Girls who had participated in vocational training in the past without a corresponding engagement in soft or business skills found themselves unable to manage their businesses effectively. We routinely saw a lack of key skills required for economic advancement, both in vocational skills training, but also in foundational business skills, such as budgeting and negotiation. “I have been spending a lot of money and see less profit, so knowing how to manage money can help my business and my confidence.” – Unmarried girl, Tanzania “Before I had no idea on budgeting and savings but with my participation in the MMA program, I ensure all my expenses are budgeted for, I do take my income and minus all my expenses from it, this will give me an idea on how much I gain. At the end of my purchase, I save the remaining amount. This knowledge I acquired on budgeting and savings has helped me to save in group with other girls like myself.” – Married girl, Kaduna state, Nigeria There is consensus on the importance of life skills for adolescent girls’ empowerment. Two life skills repeatedly mentioned in the literature as being essential to positive outcomes are decision-making and negotiation / communication 35 – 37 . Adolescent girls struggled to identify which soft skills they needed, as they tended to be more focused on specific hard skills required to jump start income generation or savings. Identifying the types of soft skills needed for advancement is complicated for young people given the rapidly changing world. While they may perceive the gap between their current skills and where they want to be, they may not be able to identify what is required to bridge that gap. In our programming, we adhered to the evidence base and sought to provide effective opportunities to strengthen decision-making and negotiation/ communication skills. Adolescent girls’ key influencers provide a key gatekeeping function to their participation in economic activities 38 , 39 . Across all geographies, there was a clear need to engage girls’ influencers to increase support for their participation in economic activities. However, this insight came out most strongly in our geographies working specifically with married adolescent girls who experience unique social, religious, and cultural restrictions that constrain their agency and aspirations. “She can spend her cheese (money) on something small buts if it is something big she need to get her husband consent”…“Our husbands don’t allow us stay and sell in shops to protect our integrity and image in the eyes of the people.” – Married girl, Kaduna state, Nigeria “His [my husband's] support is essential, even if I get money from my parents and buy cattle, he might sell them.” – Married girl, Amhara region, Ethiopia “My father needs to support me through this journey so that he can be proud of me when I utilize the photography skills, I learn to take pictures of all the activities during my graduation ceremony.” – Unmarried girl, Ogun State. Nigeria Group-based programming for girls frequently uses mentors to build girls’ assets – for example the relationships, skills, and knowledge she needs to identify and pursue her aspirations. The role of these mentors can vary, but they are a vital part of effective programming for girls 40 . There was a clear preference for mentor-led skills training and demonstration over self- guided learning. Through our insights we were also able to dig deeper into the type of profile girls valued in a mentor. Girls saw value both in mentorship from older women who had more business experience and younger ‘near peers’ who they could open up to and who shared similar experiences. “There should be a mentor who I can always consult through the journey, not only a timed program or class.” – Girl, Tanzania “I would need support every 3 to 6 months to check back and give me feedback. The first time should be in person, then subsequently through SMS or phone calls.” – Unmarried girl, Ogun state, Nigeria “I would prefer a mentor to be in charge of our savings collective and also be present during savings group meetings.” – Unmarried girl, Ogun State, Nigeria. In general, we understood the practices that have the greatest established efficacy, with some limitations acknowledged, to be a) group-based with opportunities to build solidarity and peer trust; b) mentor-led, particularly by mentors who understand the community context; c) combining vocational training, and business and soft skills development; d) introducing concepts around gender and power to shift girls’ critical consciousness; and e) inclusive of follow up after the initial training, such as through mentorship or coaching 30 . These components are often most effective when implemented in combination. Additionally, in some contexts we prioritized savings groups, given that they are linked to positive impacts on poverty reduction and can serve as a practical platform to implement the promising practices described above. Despite differences in the final program design across geographies due to varying contextual factors, the resulting programs retained most of these core evidence-based program components ( Figure 7 ). Figure 7. Translation of evidence-based practice into A360 economic empowerment program design. Mining existing evidence-based practice provided value not just in insight gathering and initial prototype building, but also moving into the latter design phases (additional rounds of prototype testing and live prototyping) when we needed to build out detailed systems maps. When the design team identified a barrier that needed to be overcome to promote program effectiveness, we first consulted the evidence base to understand if there were existing practices that could be adopted to fill gaps in the proposed program design or strategy. For example, in line with the broader project objectives to promote sustainability for our program interventions, we wanted to explore pathways to sustainable scale. We examined the evidence base on scaling economic empowerment programs for AGYW and identified key lessons. We learned that good practice required a locally grounded approach with more than one scale pathway, responding to local contexts and generating local ownership 41 . We recognized that, unlike our SRH interventions, there was not likely to be one partner or government ministry that would have the capacity to wholesale adopt these designs given the cross-sectoral nature of these interventions. Additionally, there are limited resources within ministries to take up these solutions as they are necessarily holistic and need to be delivered with integrity, making them time-intensive and requiring collaboration across multiple stakeholders. This informed our landscaping of potential pathways to scale during live prototyping and helped us focus on understanding which actors were best placed for what during the scale-up process. As another example, in live prototyping in Ethiopia we noted that though girls showed interest in participating in savings and loans groups, they felt limited by their small savings pool, which constrained the amount of the loans available. This was affecting program attendance and meant girls were missing out on critical soft-skills training sessions. Working with BRAC, we learned about ways other organizations had managed similar challenges. After exploring the options and weighing them against our program priorities, we decided to institute group-level matching grants which groups were eligible to receive contingent on consistent savings and attendance. This was based on an approach successfully implemented by a BRAC partner in Rwanda 42 . 2. At times there was a disconnect between what we knew worked in the evidence base and what our users said they wanted. Not all attempts to test existing promising practices with our users elicited positive reactions. This is to be expected – adolescent populations are not homogenous, and resonance of these program components is likely to vary across geographic contexts and specific adolescent sub-populations (older vs. younger adolescents, married vs. unmarried, etc.). However, a challenge in HCD can be that users may prioritize what is known or comfortable. If insight gathering and prototyping are not done well, this can lead to users reporting a preference for, at best, the status quo, and worst, harmful traditional practices, as they are the norm. In this instance, having the evidence-base in mind encouraged us to persist in pursuing promising practices and continue learning to understand the barriers that underlay resistance to what the evidence says works. In doing so, we better understood how to effectively apply the evidence base ( Table 3 ). Table 3. Examples of resolving discordance between the evidence and user insights during economic empowerment design process. Evidence Insight User Insight Final Validated Insight and Tested Solution Group-based programming is shown to be promising for outcomes related to employment, self-efficacy, gender attitudes, and SRH/HIV knowledge 12 . However, gaps exist in the evidence around group cohesion and trust. In many instances, particularly for populations of unmarried adolescents, mistrust in girls within peer groups is a common occurrence and is exacerbated when and if financial resources are involved. In the insight gathering phase we found that particularly with populations of unmarried girls they were enthusiastic about learning in groups, but very skeptical about saving or running businesses together. “The group brand [prototype] does not work because truth is hard to find among friends, therefore there will be no trust.” – Unmarried girl, Ogun state, Nigeria “ It’s better [to be in a group] so we can all learn from each other. If it’s only one person, it won’t be easy and interesting.” – Unmarried girl, Ogun state, Nigeria “I want to learn through the group because unity is power.” – Unmarried girl, Tanzania In subsequent design phases we continued testing group-based programming and observed to understand the resistance. We assumed that the groups we tested would be focused on learning and that savings and business pursuits would be individual. We made efforts to create cohesiveness and trust in these groups as part of best practice. We found that as trust was built girls saw the potential of shared risk / gain and began pursuing group-based savings and business opportunities on their own. It became clear from this additional testing that girls’ skepticism arose from their lack of exposure to these types of collective ventures rather than their fundamental opposition to them. When they were in an environment with structure that facilitated trust, this skepticism was overcome. "I would like to do [a savings and rental collective] if the people involved are trustworthy and considerate." – Girl, Ogun state, Nigeria "My daughters can do [a savings and rental collective] if they trust themselves. If the trust is there and profit is being made, the profits are shared and can be used for other things." – Mother of girl, Ogun state, Nigeria Our final intervention designs relied on mentor-led, group-based skills classes and incorporated content around building group trust and support in the initial curriculum sessions. We presented girls with the options to pursue individual or collective business ventures but did prioritize group- based savings models (particularly in Ethiopia where this is the core of the final program design). Programs that support girls with vocational training opportunities should make sure that the skills offered match market needs 43 . This can often be facilitated through market assessment, prioritizing youth-led or community-led approaches 44 , 45 . The vocational skills that often show the most promise in graduating girls from small to medium enterprises include those traditionally male-dominated vocations that predominate TVET in most countries 46 . Girls gravitated towards learning and practicing traditionally female-dominated skills, often because of the lack of alternative examples within their communities. They were reluctant to learn vocational skills that they weren’t familiar with, as they were concerned about who would patronize this type of business. Additionally, these traditionally female- dominated skills often translated into ‘quicker’ money for girls that could be used immediately, contrasted with the long-term time horizon necessary to learn more complex non-traditional vocational skills (such as electronics or solar panel installation). “Skills loved to learn by us: soap making, make up, bead making, tailoring, tie and dye making, ofi making, clothes knitting, gele tying, playing instruments and catering.” – Unmarried girl, Ogun state, Nigeria “My parents are farmers, I don’t feel like I need to go to [vocational training]. I’m comfortable doing what my parents are doing.” – Girl, Tanzania In further exploration, it was possible to prompt girls’ interest in exploring new skills through critical consciousness activities such as asking girls why certain tasks were for men or women. Some girls even changed the skills they selected as most interesting as a result, after asking whether “girls could do a new or different skill,” such as learning to become an electrician. Yet new skills still felt like a risk for girls who were reliant on earning quick money to support themselves or who had limited family support. “I feel comfortable with the traditional skills because I can learn them at any time and there would always be someone to teach me. I feel discouraged about the non-traditional skills because the materials are not readily available.” – Married girl, Kaduna state, Nigeria In the final intervention design for our geographies that included vocational skills training, we elected to give girls the opportunity to learn more than one vocational skill. This allowed girls to pursue the ‘quick wins’ that often came through the learning and application of more traditional skills while also taking advantage of the potential that non-traditional skills could bring in opening greater market opportunities. Yet, the reality of entrenched gender norms still restricted the skills girls chose to learn, with only a small subset of girls choosing what they perceived as the ‘riskier’ non-traditional skills. Evidence emphasizes the importance of life skills for improving a range of outcomes for adolescent girls , including psychosocial and mental health, SRH, social relationships, and economic assets and opportunities 24 , 29 , 47 – 55 . Life skills can also be linked to improved self-efficacy and agency among adolescent girls 48 , 56 . Girls conveyed some reluctance to attend soft skills curriculum sessions. In some instances, girls had already failed school and were uncomfortable in classroom-like settings. In others, they were unclear on the value of life-skills relative to more obvious benefits of saving money or learning a vocational skill. This impacted program attendance in unexpected ways. For instance, in Ethiopia, girls would miss a session, but still send money with a friend to contribute to that week’s saving. “I started feeling a headache because [these skills sessions] made me think too much.” – Married girl, Kaduna state, Nigeria We hypothesized that if we could find a way to get girls beyond that initial reluctance to attend these sessions, that they would be able to appreciate the value of the skills. We adapted our strategy for the classes to be a low-literacy, participatory approach based on BRAC’s ELA program. In addition, we made design choices that promoted attendance at these sessions (i.e. linking eligibility for matching grants to session attendance in Ethiopia). Ultimately, we did see that girls had a positive experience and valued these sessions after they were prompted to attend. Our testing also reinforced the value of quality delivery of the content by a well-trained mentor. Mentors that were not well trained tended to default to lecture-based, non-participatory approaches that discouraged and disincentivized girls from engaging. 3. New insights allowed us to build a greater understanding of our users’ lived experiences where there were existing gaps in the evidence base The evidence on promising practices for girls’ economic empowerment, though growing, is not exhaustive. In conducting our insight-gathering phase, we were able to uncover additional detail on the lived experiences of our program users that did not feature prominently in the evidence base. While the overall themes of the insights drawn from the design process are not new, the context-specific nuances were important for us in program development and can be valuable contributions to the existing body of evidence. Increasing resilience through a diversity of skills In the evidence base we saw that most programs focused on technical skills paired with some business or soft skills. Yet, our research demonstrated an enormous appetite by girls to learn a diverse set of skills that could provide them with a competitive advantage. Girls did not want one-dimensional training; they were eager for continuous upskilling that would allow them to weather shifts in the market and other situational factors, such as the impacts of climate shocks or conflict. They were eager to learn skills that could be layered together for greater profit, such as hairdressing and make-up or poultry rearing and fish farming. Best practice and research, in our exploration of the literature, did not address the need for young female entrepreneurs to have a set of skills that could allow them to adapt to seasons and trends to ensure continuous income throughout the year and in a longer-term time horizon. Designing a skills curriculum around this type of ‘resilience’ could also become even more critical as the impacts of climate change are felt more acutely within these communities. “I don’t want to learn about soap-making only.” – Girl, Tanzania “If we have a lot of businesses in our group…the clients will have a lot of choice to choose what they want.” – Girl, Tanzania “I want to own my own business in the future . I would like to own a hairdressing / mani-pedi business. Make-up will give me the most income…I’ll learn all the skills around make-up, pedicure, and manicure so I can have my own place.” – Girl, Ogun State, Nigeria (currently working as a make-up artist) Navigating business choices and market access for girls in conservative settings In certain geographies our design research uncovered greater specificity in the restrictions faced by married adolescent girls in conservative contexts that influence the ways in which they can enter and participate in the market. In northern Nigeria especially, where mixing between the sexes is restricted, girls were often severely limited in options for income-generating activities. In Ethiopia, although there is more interaction between the sexes, the result is much the same, as traditional gender roles mean that girls must be at home to take care of children. Yet, girls demonstrated incredible entrepreneurialism in the face of those restrictions. In Nigeria, girls participated in women-only markets on dedicated days or worked out of their home and relied on husbands or brothers to sell their products. In Ethiopia, girls focused on home-based income-generation activities (such as poultry rearing) or negotiated with extended family members to shift childcare responsibilities. These insights point to how adolescent girls, and women in general, can be successful in income generating activities in conservative settings. Nonetheless, the social practice of sex-based restrictions (e.g. male only markets) has a significant impact on entrepreneurship opportunities and the ways these girls must navigate business. This uncovered a need for further research and best practices on how women can work within these existing restrictions even while systems and norm change are in process. “Women run their businesses at home and there is a market just for women (on Thursdays) where they trade and shop.” – Girl, Kaduna state, Nigeria "So far, we don't support each other. I work on the farm, she works at home. Maybe going forward we can help each other." – Husband of an adolescent girl, Ethiopia, “Most women are not into shoe making and in the whole of [LGA name] only two men are into shoe making … Yes, my husband would let me do it, but he won’t let me open a shop, so I would have to do it at home.” – Girl, Kaduna state, Nigeria Low trust in institutional support structures While we expected to find some frustration or disappointment with prior financial inclusion initiatives that had ended or failed to provide the promised impact, the level of mistrust was greater than we anticipated. We were struck by the broad-based level of mistrust expressed by participants stemming from their interaction across non-governmental, governmental, and formal financial institutions. Users pointed to the failures of past NGO projects to promote lasting outcomes. Mistrust of government-run programs often stemmed from corruption, burdensome bureaucracy, or poor management that limited the funds available for community services. Some users, however, reported greater trust in government loan programs, as rates were generally considered favorable. This contrasts sharply with opinions about microfinance institutions. Across geographies, participants shared negative experiences about high interest rates that made loans difficult, if not impossible, to repay. These negative perceptions raise questions about how NGOs should be interacting with institutional structures to address persistent gaps and promote sustained change. Leveraging existing systems generally presents the greatest avenue for sustainability. However, given existing mistrust and structural deficiencies we question the feasibility of this without significant structural change. Our insights point to a need for the organizations promoting economic empowerment, especially for marginalized groups, to move beyond understanding these barriers to intentionally designing and implementing programming that pursues strengthening of financial institutions in a way which is sustainable and promotes community trust. "LAPO [microfinance institution] are killers." – Mother of adolescent girl, Ogun state, Nigeria "I would not be interested [in government loans]. I do not have a reason, but the government are not useful, fair, and I would not want to use them." – Girl, Ogun state, Nigeria Variations in desired and required dosage for achieving economic empowerment Across documented skill-building programming for adolescent girls, the topics covered, and time dedicated, differed, from a week to over a year long. The research on the appropriate dosage needed to achieve positive outcomes is limited. This leaves organizations to make their best guess about an appropriate timeline and to let budgetary limitations drive decision-making. Dosage is complicated by disparate needs across sub-populations of adolescents. We saw this across our own geographies in how insights led to differences in dosage – in northern Nigeria, our program provided 6–8 hours of SRH and soft skills sessions and 15–20 hours of economic empowerment training including soft and hard skills over the course of 12 weeks. While in Ethiopia, participants met for one and a half hours per week over the course of approximately 30 weeks. We struggled to balance the time girls needed to absorb skills and new information against the other demands on their time. Married girls were busy managing their household and caring for children. Younger unmarried girls were attending school and had a full load of chores at home, and older unmarried girls might already be involved in a basic income generation activity. In cases where girls were unable to leave home due to pregnancy or childbirth, we provided make up sessions to participants. Despite initial resistance mentioned previously to participate in soft skills training, attendance across geographies for these skills sessions was high, demonstrating that localized solutions with attention to the varying needs of different target populations are critical. These insights also point to the value in providing alternative learning pathways for individuals when they encounter challenges in attending regular group meetings for periods of time. Leveraging joint goal setting and crafting long term engagement plans for girls’ influencers While the evidence base is clear on the importance of engaging married girls’ husbands to support their participation in economic empowerment activities, there are fewer evidence-based strategies on how to do so effectively. In Ethiopia, where our SRH approach already targets couples, we used an extended goal-setting session to try and build this support. During the session, which included a facilitated conversation between the couple, they identified their long-term goals and how they would each contribute. Using a model couple, we demonstrated how goals could be reached sooner if both the husband and the wife participated in income generation. We took care to note the non-income-generating activities often falling on women (such as childcare or food preparation) that also contribute to the success of the household. At the end of the session, husbands were introduced to the economic empowerment program and asked to support their wife’s attendance. Both husbands and wives responded positively to these sessions, suggesting the value of harnessing shared goal setting and in making explicit the benefits of multiple earners. While this was a positive start, additional contact with husbands was needed. Some husbands required multiple visits from program facilitators to reinforce the importance of their wife’s attendance at weekly association meetings. In addition, it is essential to be clear what participants would and would not receive for participation. Some husbands expected that their wives would receive a cash transfer for participation and grew frustrated when that was not the case. Again, this required additional communication from program facilitators with husbands to resolve. On the other hand, we also saw some husbands who were very supportive of their wife’s participation, as demonstrated through attending sessions to contribute weekly savings if she was unable to attend. Lessons and recommendations This open letter describes the complexity we encountered while trying to design with responsiveness to the existing evidence and to users’ desires and needs. A challenge we faced was that the evidence for economic empowerment among adolescent girls was not easily translatable to program design. First, the volume of evidence around economic empowerment programs for adolescents often seemed overwhelming. Second, the evidence base has significant gaps in research and practice around girls’ economic empowerment, particularly marginalized communities 12 . The translation of evidence was exacerbated by the differences between the macro-economic contexts in which we are implementing. For example, a lack of vocational training centers or high levels of unemployment limit the opportunities available and what proven interventions may even be plausible. Additionally, as an organization focused on improving health and not economic outcomes, we were at a disadvantage. We know that girls need – and ask for – multi-sectoral solutions. In the absence of well-established collaboration across sectors, this may require organizations to pursue design and implementation of programs outside their existing wheelhouse. We found that the HCD process helped us to translate the evidence and make it more easily usable to program designers. For example, as noted above, the insight gathering and prototyping processes allowed us to validate existing insights from the evidence base and hear more from girls about what they wanted to see in practice, for instance the need to help girls get more specific with their goal setting or help them to see the value of soft skills classes. The HCD process also allowed us to fill in gaps in the existing evidence base and supported us to adopt user-generated solutions, such as the need to offer multiple vocational skills to help girls stay competitive. Our economic strengthening technical partner also provided invaluable feedback and allowed our teams to rapidly expand their technical capacity in this new program area. We adopted two approaches to reduce the burden on teams to absorb too much information at once. The first was that the economic empowerment partner took on the role of synthesizing large volumes of information. Rather than share journal articles or large reviews, the partner developed presentations on key topics that lasted approximately an hour and allowed time for discussion. The second was to have an “on-demand” support mechanism as questions or challenges arose. Given the vast amount of information available, much of which might be irrelevant depending on the program model chosen, it did not feel efficient to try and proactively understand evidence around potential future challenges. It was important to provide design team members, especially those based in implementation geographies, the right information at the right time. In this way having a technical assistance approach which was demand-based allowed us to request detailed information on a specific challenge as it arose and focus our energies on understanding and applying the evidence. Nonetheless, we believe it would be better to have technical expertise fully embedded within the design team to support in the identification of gap areas as they arose, as a less experienced implementor may not always be able to recognize known gaps or program weaknesses. Though we instituted many ‘layers’ of technical support to promote translation and application of the evidence, we know that despite our best intentions there were pieces of evidence that we missed the opportunity to apply because we didn’t have the bandwidth to digest such a substantive body of knowledge. The volume of information to absorb almost guarantees that organizations will miss out on the opportunity to apply certain evidence-based practices. We encourage researchers to consider how to make evidence more easily digestible to practitioners and for the whole community of practice to work together to identify what questions need to be asked to effectively operationalize evidence in a local context. Data availability The quotes and synthesis of data from design included within this article are intended to provide examples to substantiate our learning and experience from the design process described in this Open Letter. There are therefore currently no raw data associated with this Open Letter. However, a synthesis of the data and learning generated during design will be published externally at the end of 2023. Acknowledgements We acknowledge the substantial work done by our design and implementation teams in Ethiopia, Nigeria, and Tanzania that generated the lessons contained in this publication. Acknowledgment is also given to contributors within our technical partners – IDEO.org and BRAC – who provided critical support in design facilitation and in translation of the evidence base respectively. Lastly, we are grateful for and acknowledge the participation of government stakeholders across all geographies in our design process, which supported us to pursue design with sustainability in mind. Faculty Opinions recommended References 1. Sully EA, Biddlecom A, Darroch JE, et al. : Adding It up: Investing in Sexual and Reproductive Health. 2020; Accessed November 7, 2022. Reference Source 2. Levine R, Lloyd CB, Greene M, et al. : Girls Count: A Global Investment & Action Agenda. 2008. Reference Source 3. Blum RW, Boyden J, Erulkar A, et al. : Achieving Gender Equality Requires Placing Adolescents at the Center. J Adolesc Health. 2019; 64 (6): 691–693. PubMed Abstract | Publisher Full Text | Free Full Text 4. World Health Organization: Adolescent health. Accessed November 7, 2022. Reference Source 5. Bergstrom K, Ozler B: Improving the Well-Being of Adolescent Girls in Developing Countries. 2021. Reference Source 6. World Health Organization: Adolescent pregnancy fact sheet. 2022; Accessed November 14, 2022. Reference Source 7. UN Women: Facts and Figures: Economic Empowerment. 2022; Accessed November 14, 2022. Reference Source 8. The Coalition for Adolescent Girls: Ensuring Adolescent Girls’ Wellbeing: A Holistic Approach. 2017; Accessed May 15, 2023. Reference Source 9. Lee M, Finlay JE: The Effect of Reproductive Health Improvements on Women’s Economic Empowerment. 2017; Accessed November 14, 2022. Reference Source 10. Bill and Melinda Gates Foundation (BMGF): Womens Economic Empowerment Health Outcomes Fact Sheet. Reference Source 11. Ivar L, Berge O, Bjorvatn K, et al. : Reducing Early Pregnancy in Low-Income Countries: A Literature Review and New Evidence. 2017. Publisher Full Text 12. Haberland N, de Hoop T, Desai S, et al. : Adolescent girls’ and young women’s economic empowerment programs: Emerging insights from a review of reviews. 2021; Accessed November 14, 2022. Publisher Full Text 13. Edmeades J, Lantos H, Mekuria F: Worth the effort? Combining sexual and reproductive health and economic empowerment programming for married adolescent girls in Amhara, Ethiopia. Vulnerable Child Youth Stud. 2016; 11 (4): 339–351. Publisher Full Text 14. Kabeer N: Gender, Livelihood Capabilities and Women’s Economic Empowerment: Reviewing Evidence over the Life Course. 2018. Reference Source 15. Chowdhary P, Mekuria FT, Tewahido D, et al. : Building sustainable and scalable peer-based programming: promising approaches from TESFA in Ethiopia. Reprod Health. 2022; 19 (Suppl 1): 55. PubMed Abstract | Publisher Full Text | Free Full Text 16. Malakoff S, Cutherell M, Musau A: Introducing Adolescents 360 Designing and Implementing Adaptive, Youth-Centered Programming in Ethiopia, Tanzania, and Nigeria. 2021; Accessed May 15, 2023. Reference Source 17. Cutherell M, Cole C, Malakoff S, et al. : Pursuing Adaptive, Youth-Powered Adolescent Sexual and Reproductive Health Programming: The Case of Kuwa Mjanja in Tanzania. 2021. 18. Cutherell M, Malakoff S, Coppola A, et al. : Aligning Contraception with Family and Life Goals of Married Adolescent Girls in Northern Nigeria: The Case of Matasa Matan Arewa. 2021. Reference Source 19. Cutherell M, Cole C, Atlie S, et al. : Supporting Scalable, Youth-Powered Programming at the Community Level in Ethiopia: The Case of Smart Start. 2019. Reference Source 20. Phillips M, Cole C, Cutherell M, et al. : Connecting Contraception to Girls’ Lives and Aspirations in Southern Nigeria: The Case of 9ja Girls. 2020. Reference Source 21. Wilson M, Cutherell M, Musau A, et al. : Implementing adaptive youth-centered adolescent sexual reproductive health programming: learning from the Adolescents 360 project in Tanzania, Ethiopia, and Nigeria (2016-2020) [version 1; peer review: 2 approved]. Gates Open Res. 2022; 6 : 14. PubMed Abstract | Publisher Full Text | Free Full Text 22. Itad: A360 Nigeria Process Evaluation. 2019. Reference Source 23. Itad: A360 Nigeria Participatory Action Research. 2020. 24. Bandiera O, Buehren N, Burgess R, et al. : Women’s Empowerment in Action: Evidence from a Randomized Control Trial in Africa. Am Econ J Appl Econ. 2020; 12 (1): 259. Publisher Full Text 25. Haberland N, Mccarthy K, Brady M: Insights and Evidence Gaps in Girl-Centered Programming: A Systematic Review. 2018. Publisher Full Text 26. Nanda S, Sharma S, Anand S, et al. : What Works for Adolescents’ Empowerment: A Learning Review . 2020; Accessed May 15, 2023. Reference Source 27. Stavropoulou M: Interventions Promoting Adolescent Girls’ Economic Capabilities: What Works? 2018. Reference Source 28. Marcus R: ALiGN Guide to Girls’ Clubs, Empowerment Programmes and Gender Norm Change. 2019. Reference Source 29. Marcus R, Gupta-Archer N, Darcy M, et al. : Girls’ Clubs, Life Skills Programmes and Girls’ Well-Being Outcomes. 2017. 30. Bill and Melinda Gates Foundation (BMGF): Women’s Economic Empowerment. Accessed November 14, 2022. Reference Source 31. Pfeifer JH, Berkman ET: The Development of Self and Identity in Adolescence: Neural Evidence and Implications for a Value-Based Choice Perspective on Motivated Behavior. Child Dev Perspect. 2018; 12 (3): 158–164. PubMed Abstract | Publisher Full Text | Free Full Text 32. UCLA Center for the Developing Adolescent: Developing Values, Goals, & Identity. Center for the Developing Adolescent, Accessed November 19, 2022. Reference Source 33. Bandura A: Social Foundations of Thought and Action: A Social Cognitive Theory. Prentice Hall, Inc.; 1986; Accessed May 15, 2023. Reference Source 34. Locke EA, Latham GP: The development of goal setting theory: A half century retrospective. Motiv Sci. 2019; 5 (2): 93–105. Publisher Full Text 35. United Nations Educational S and CO (UNESCO): Emerging Evidence, Lessons and Practice in Comprehensive Sexuality Education: A Global Review. 2015; Accessed May 15, 2023. Reference Source 36. Jackson Hachonda N, Bulanda-Shalala P, Jackson H, et al. : GirlsRead! Girls’ Rights: An Empowerment Curriculum. 2018. Publisher Full Text 37. Chandra-Mouli V, Akwara E: Improving access to and use of contraception by adolescents: What progress has been made, what lessons have been learnt, and what are the implications for action? Best Pract Res Clin Obstet Gynaecol. 2020; 66 : 107–118. PubMed Abstract | Publisher Full Text | Free Full Text 38. Jain A, Ismail H, Tobey E, et al. : Stigma as a barrier to family planning use among married youth in Ethiopia. J Biosoc Sci. 2019; 51 (4): 505–519. PubMed Abstract | Publisher Full Text 39. World Health Organization (WHO), United Nations Population Fund (UNFPA): Married Adolescents : No Place of Safety. World Health Organization & United Nations Population Fund; 2006. Reference Source 40. Temin M, Roca E: Making the Most of Mentors: Recruitment, Training, and Support of Mentors for Adolescent Girl Programming—Toolkit. 2019. Publisher Full Text 41. Cislaghi B, Heise L: Four avenues of normative influence: A research agenda for health promotion in low and mid-income countries. Health Psychol. 2018; 37 (6): 562–573. PubMed Abstract | Publisher Full Text 42. Global Communities: The Impact of Conditional Household Saving Incentives on the Resilience of Vulnerable Households - Global Communities. 2021; Accessed May 15, 2023. Reference Source 43. Fewer S, Ramos J, Dunning D: Economic Empowerment Strategies for Adolescent Girls A Research Study Conducted for the Adolescent Girls’ Advocacy and Leadership Initiative. 2016; Accessed May 15, 2023. Reference Source 44. FHI360: Workforce Connections: Final Report. 2018. 45. Mercy Corps: Youth-Led Labour Market Assessment Toolkit. 2018. Reference Source 46. Williams A, Becky CM, Theophilus AT: Challenges of women in technical and vocational education: A case study of federal college of education (technical), Gusau. Vocational and Technical Education. 2018; 10 (1): 7–13. Reference Source 47. Dupuy K, Bezu S, Knudsen A, et al. : Life Skills in Non-Formal Contexts for Adolescent Girls in Developing Countries. 2018; Accessed May 15, 2023. Reference Source 48. Acharya R, Kalyanwala S, Jejeebhoy SJ, et al. : Broadening Girls’ Horizons: Effects of Life Skills Education Programme in Rural Uttar Pradesh. 2009. Publisher Full Text 49. Leventhal KS, Gillham J, DeMaria L, et al. : Building psychosocial assets and wellbeing among adolescent girls: A randomized controlled trial. J Adolesc. 2015; 45 : 284–95. PubMed Abstract | Publisher Full Text 50. O’Callaghan P, McMullen J, Shannon C, et al. : A randomized controlled trial of trauma-focused cognitive behavioral therapy for sexually exploited, war-affected Congolese girls. J Am Acad Child Adolesc Psychiatry. 2013; 52 (4): 359–69. PubMed Abstract | Publisher Full Text 51. Dunbar MS, Kang Dufour MS, Lambdin B, et al. : The SHAZ! project: results from a pilot randomized trial of a structural intervention to prevent HIV among adolescent women in Zimbabwe. PLoS One. 2014; 9 (11): e113621. PubMed Abstract | Publisher Full Text | Free Full Text 52. Brady M, Assaad R, Ibrahim BL, et al. : Providing New Opportunities to Adolescent Girls in Socially Conservative Settings: The Ishraq Program in Rural Upper Egypt—Full Report. 2007. Reference Source 53. Edmeades J, Hayes R, Gaynair G: Improving the Lives of Married Adolescent Girls in Amhara, Ethiopia: A Summary of the Evidence. 2016. 54. Kashfi F, Ramdoss S, MacMillan S: BRAC’s Empowerment and Livelihood for Adolescents: Changing Mind-Sets and Going to Scale with Social and Financial Skills for Girls. 2012. Reference Source 55. Shahnaz R, Karim R: Providing Microfinance and Social Space to Empower Adolescent Girls: An Evaluation of BRAC’s ELA Centres. 2008; Accessed May 15, 2023. Reference Source 56. Ashraf N, Low C, Mcginn K: The Impact of Teaching Negotiation on Girls’ Education and Health Outcomes Innovations for Poverty Action-Zambia Negotiating a Better Future Final Pilot Report Report Content. 2013. Reference Source Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 04 Jul 2023 ADD YOUR COMMENT Comment Author details Author details 1 Population Services International, Washington, District of Columbia, 20036, USA 2 BRAC International, Nairobi, Kenya 3 Population Services International Ethiopia, Addis Ababa, Ethiopia 4 Society for Family Health Nigeria, Abuja, Federal Capital Territory, Nigeria 5 Population Services International Tanzania, Dar es Salaam, Tanzania 6 IDEO.org, Nairobi, Kenya 7 Kore Global, Vancouver, Canada Meghan Cutherell Roles: Conceptualization, Investigation, Project Administration, Supervision, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Mary Phillips Roles: Conceptualization, Investigation, Project Administration, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Carrie Ellett Roles: Conceptualization, Investigation, Validation, Writing – Review & Editing Emnet Woubishet Roles: Investigation, Project Administration, Validation, Writing – Review & Editing Joy Otsanya Ede Roles: Investigation, Project Administration, Validation, Writing – Review & Editing Akinjide Adesina Roles: Investigation, Validation, Writing – Review & Editing Arnold Kabahaula Roles: Investigation, Project Administration, Validation, Writing – Review & Editing Alex Nana-Sinkam Roles: Investigation, Project Administration, Validation, Writing – Review & Editing Abednego Musau Roles: Conceptualization, Validation, Writing – Review & Editing Katherine Nichol Roles: Resources, Validation, Writing – Review & Editing Competing interests No competing interests were disclosed. Grant information This work was supported by the Gates Foundation INV-004274, the Children’s Investment Fund Foundation R-1911-04245, and investment from ten members of PSI’s philanthropic community, Maverick Collective. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. Article Versions (1) version 1 Published: 04 Jul 2023, 7:106 https://doi.org/10.12688/gatesopenres.14724.1 Copyright © 2023 Cutherell M et al . This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads Gates Open Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article Cutherell M, Phillips M, Ellett C et al. Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.12688/gatesopenres.14724.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 04 Jul 2023 Views 0 Cite How to cite this report: LaFond A and Wachira M. Reviewer Report For: Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.21956/gatesopenres.16050.r34588 ) The direct URL for this report is: https://gatesopenresearch.org/articles/7-106/v1#referee-response-34588 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 12 Sep 2023 Anne LaFond , JSI, Arlington, USA Muthoni Wachira , HCDExchange and JSI, Arlington, VA, USA Approved VIEWS 0 https://doi.org/10.21956/gatesopenres.16050.r34588 The letter explains clearly the importance of layering ASRH programs with economic empowerment opportunities. It also communicates well the complexity associated with this kind of programming and the challenges of applying both evidence-based practices and user-responsive strategies. The paper provides ... Continue reading READ ALL The letter explains clearly the importance of layering ASRH programs with economic empowerment opportunities. It also communicates well the complexity associated with this kind of programming and the challenges of applying both evidence-based practices and user-responsive strategies. The paper provides valuable information not only for ASRH and health program funders, designers and implementers, but also programs in other sectors that seek to address the intersectionality of social outcomes and economic opportunity and security. It delves deeper than most papers into specific and practical lessons of integrated program designs and the use of two best practices: being evidence-informed and generating and applying insights on program users’ lived experiences, especially among vulnerable and under-represented populations. The experiences/insights shared from this program will benefit ASRH programs seeking better and more sustained ASRH outcomes. The call for improving approaches to synthesizing evidence and making it accessible (and therefore useful) to program designers should be noted. An advantage of this paper beyond providing insights into programs that layer economic empowerment interventions into SRH is its focus on how the program design process took place. This paper offers practical insights into intervention design strategies that seek to optimize both human-centered and evidence-driven approaches without backing away from the challenge of working this way. Consultation with program users may be a standard practice. However, HCD introduces ways of working with people (youth in this case) that generates insights that may not be well reflected in published evidence. In the case of the four programs discussed, these user insights helped to tailor and refine evidence-driven health programs and strengthen intervention design. The layering of evidence, along with collaboration with economic empowerment experts, helped program designers find the right fit between interventions and a variety of youth program users across different countries, age groups, and life stages. Tables 2 and 3 are particularly useful in illustrating how evidence and user insights can be complementary in program design. Where evidence provides a range of tested solutions (e.g., the core components that made up each intervention), HCD helps to validate their relevance in specific program settings and populations, fill evidence gaps and streamline the prioritization of possible solutions. Where user insights did not line up fully with the published evidence, the HCD processes - user insights research and prototyping - helped to tailor interventions to the needs and desires of different users (e.g., younger and older adolescents; married, unmarried). The discord between evidence-based approaches and user insights was addressed through iteration and adaptation in the application of HCD. To further the application of this learning, it would be helpful if the authors could translate their learnings more explicitly for practitioners who are designing HCD-led interventions. Suggested minor revisions: While the focus on being evidence-informed is clear in the paper, the authors could explain more clearly how the design process was “gender-intentional.” It would help to reflect on the effectiveness of the balanced approach as well as its complexity. If there is any available evidence on the outcomes of any of the programs presented, it would be useful to mention it with the caveat that economic empowerment programs can take some time to produce results. Provide a brief explanation of what you mean by age-appropriate economic empowerment. Questions may arise around the a) legal age for employment in the three countries and b) legal and ethical considerations around work for 15 and 16-year-olds. It would be helpful to understand if this influenced project design or success. Economic empowerment programs are gaining traction in ASRH programing. It would be valuable for this letter to recommend areas for further research to determine the influence of economic empowerment on ASRH programs. P9 Header. There is a typo in ‘ Using evidence during design phrases’ It should be ‘design phases’. Is the rationale for the Open Letter provided in sufficient detail? Yes Does the article adequately reference differing views and opinions? Yes Are all factual statements correct, and are statements and arguments made adequately supported by citations? Yes Is the Open Letter written in accessible language? Yes Where applicable, are recommendations and next steps explained clearly for others to follow? Partly Competing Interests: No competing interests were disclosed. We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT LaFond A and Wachira M. Reviewer Report For: Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.21956/gatesopenres.16050.r34588 ) The direct URL for this report is: https://gatesopenresearch.org/articles/7-106/v1#referee-response-34588 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Fox L. Reviewer Report For: Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.21956/gatesopenres.16050.r34586 ) The direct URL for this report is: https://gatesopenresearch.org/articles/7-106/v1#referee-response-34586 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 25 Aug 2023 Louise Fox , The Brookings Institution, Washington, District of Columbia, USA Approved VIEWS 0 https://doi.org/10.21956/gatesopenres.16050.r34586 This Open Letter describes Gates-funded project experience delivering SRH services to female adolescents in Sub-Saharan Africa (SSA) using gender transformative programming. The grantees used a human-centered design (HCD) process to solicit early feedback from stakeholders (e.g. potential participants, their families, ... Continue reading READ ALL This Open Letter describes Gates-funded project experience delivering SRH services to female adolescents in Sub-Saharan Africa (SSA) using gender transformative programming. The grantees used a human-centered design (HCD) process to solicit early feedback from stakeholders (e.g. potential participants, their families, and community leaders) on the participants' perceived needs and ideal modes of service delivery. Service providers incorporated this feedback into project design. Key findings included: Participants did not initially value SRH services and associated life skills training as much as the providers did based on international evidence. Participants wanted vocational skills training to help with income generation (e.g. hair dressing skills, business skills). They were more willing to participate in other trainings if they also got the vocational skills training. Participants mostly sought skills training in traditionally female fields, despite these not being the most lucrative. Participants chose the "known and comfortable". Engaging with stakeholders (especially the family) at the outset was highly effective. In particular, engaging with husbands on joint goal setting proved effective. These insights are very valuable for practitioners, and clearly demonstrate the value of the HCD approach. While the cheapest design for an SRH project could be to simply provide the SRH services (which, if used, tend to have a high rate of return), if the target population does not demand these services and does not value them relative to vocational training, the cheapest design will be the least cost-effective. These findings help justify the use of more expensive but multi-faceted program design. They may also explain why many NGO- or donor-led programs for adolescent females do not scale into the public sector, where implementation silos dominate. The practitioners' experience also highlighted the limits imposed by existing gender norms on the use of a gender transformative service provision model. The Letter also highlighted a known but undervalued result: that the success of life skills training is highly dependent on the quality of the mentor and the pedagogical methods. Overall, the Letter is well written and presents the programming and results in clear writing and very helpful graphics. However, the introduction was less helpful and should be revised. A stronger introduction would include: Statistics on female adolescents in SSA, not global statistics which are mostly meaningless in this context. A summary paragraph on what we know (evidence) about why adolescents in SSA have such a high rate of unmet contraception need compared with all women of reproductive age. This material would (i) set the scene for the program design, and (ii) help explain the findings. Ideally this discussion would go beyond the vague "discriminatory gender norms and patriarchal structures" since presumably these constrain all women, not just adolescents. Finally, although this Letter focused on practice, not causal evidence, some statistics on outcomes (including attrition, which presumably was lower owing to the HCD design approach) would be helpful. Is the rationale for the Open Letter provided in sufficient detail? Yes Does the article adequately reference differing views and opinions? Partly Are all factual statements correct, and are statements and arguments made adequately supported by citations? Yes Is the Open Letter written in accessible language? Yes Where applicable, are recommendations and next steps explained clearly for others to follow? Yes Competing Interests: No competing interests were disclosed. Reviewer Expertise: Youth Employment in Sub-Saharan Africa. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Fox L. Reviewer Report For: Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.21956/gatesopenres.16050.r34586 ) The direct URL for this report is: https://gatesopenresearch.org/articles/7-106/v1#referee-response-34586 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Khosla R. Reviewer Report For: Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.21956/gatesopenres.16050.r34581 ) The direct URL for this report is: https://gatesopenresearch.org/articles/7-106/v1#referee-response-34581 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 15 Aug 2023 Rajat Khosla , United Nations University, Kuala Lumpur, Malaysia Approved with Reservations VIEWS 0 https://doi.org/10.21956/gatesopenres.16050.r34581 This is a very well researched and timely article and I congratulate the authors. Using HCD process to layer complementary economic empowerment components to existing SRH interventions is a very useful way to ensure sustainability of interventions and prevent high ... Continue reading READ ALL This is a very well researched and timely article and I congratulate the authors. Using HCD process to layer complementary economic empowerment components to existing SRH interventions is a very useful way to ensure sustainability of interventions and prevent high turnover of clients. The manuscript would benefit further from additional insights/details on the following elements: a) how does the layering of economic empowerment components to SRH interventions help navigate (positively or otherwise) the family/community dynamics and power relations associated with certain SRH interventions eg family planning; CSE etc; b) do the retention rates improve for SRH components after the economic interventions stop; c) Is there a "compromise" element to be factored in, i.e. do SRH interventions have to lowered in ambition for the package of SRH/economic empowerment to be accepted by clients and communities. For instance, does it preclude addressing certain SRH components over the others, e.g safe abortion; sexuality; d) Did the study look into dimensions which should be factored in to ensure scale, i.e. how to you move this from boutique level to scale. These are just some additional issues which would be useful for authors to address as they finalise the manuscript and develop next steps. Is the rationale for the Open Letter provided in sufficient detail? Yes Does the article adequately reference differing views and opinions? Yes Are all factual statements correct, and are statements and arguments made adequately supported by citations? Yes Is the Open Letter written in accessible language? Yes Where applicable, are recommendations and next steps explained clearly for others to follow? Partly Competing Interests: No competing interests were disclosed. Reviewer Expertise: Gender equality, health eequity, SRH I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Khosla R. Reviewer Report For: Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.21956/gatesopenres.16050.r34581 ) The direct URL for this report is: https://gatesopenresearch.org/articles/7-106/v1#referee-response-34581 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 04 Jul 2023 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 3 Version 1 04 Jul 23 read read read Rajat Khosla , United Nations University, Kuala Lumpur, Malaysia Louise Fox , The Brookings Institution, Washington, USA Anne LaFond , JSI, Arlington, USA Muthoni Wachira , HCDExchange and JSI, Arlington, USA Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2023 LaFond A et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 12 Sep 2023 | for Version 1 Anne LaFond , JSI, Arlington, USA Muthoni Wachira , HCDExchange and JSI, Arlington, VA, USA 0 Views copyright © 2023 LaFond A et al. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions The letter explains clearly the importance of layering ASRH programs with economic empowerment opportunities. It also communicates well the complexity associated with this kind of programming and the challenges of applying both evidence-based practices and user-responsive strategies. The paper provides valuable information not only for ASRH and health program funders, designers and implementers, but also programs in other sectors that seek to address the intersectionality of social outcomes and economic opportunity and security. It delves deeper than most papers into specific and practical lessons of integrated program designs and the use of two best practices: being evidence-informed and generating and applying insights on program users’ lived experiences, especially among vulnerable and under-represented populations. The experiences/insights shared from this program will benefit ASRH programs seeking better and more sustained ASRH outcomes. The call for improving approaches to synthesizing evidence and making it accessible (and therefore useful) to program designers should be noted. An advantage of this paper beyond providing insights into programs that layer economic empowerment interventions into SRH is its focus on how the program design process took place. This paper offers practical insights into intervention design strategies that seek to optimize both human-centered and evidence-driven approaches without backing away from the challenge of working this way. Consultation with program users may be a standard practice. However, HCD introduces ways of working with people (youth in this case) that generates insights that may not be well reflected in published evidence. In the case of the four programs discussed, these user insights helped to tailor and refine evidence-driven health programs and strengthen intervention design. The layering of evidence, along with collaboration with economic empowerment experts, helped program designers find the right fit between interventions and a variety of youth program users across different countries, age groups, and life stages. Tables 2 and 3 are particularly useful in illustrating how evidence and user insights can be complementary in program design. Where evidence provides a range of tested solutions (e.g., the core components that made up each intervention), HCD helps to validate their relevance in specific program settings and populations, fill evidence gaps and streamline the prioritization of possible solutions. Where user insights did not line up fully with the published evidence, the HCD processes - user insights research and prototyping - helped to tailor interventions to the needs and desires of different users (e.g., younger and older adolescents; married, unmarried). The discord between evidence-based approaches and user insights was addressed through iteration and adaptation in the application of HCD. To further the application of this learning, it would be helpful if the authors could translate their learnings more explicitly for practitioners who are designing HCD-led interventions. Suggested minor revisions: While the focus on being evidence-informed is clear in the paper, the authors could explain more clearly how the design process was “gender-intentional.” It would help to reflect on the effectiveness of the balanced approach as well as its complexity. If there is any available evidence on the outcomes of any of the programs presented, it would be useful to mention it with the caveat that economic empowerment programs can take some time to produce results. Provide a brief explanation of what you mean by age-appropriate economic empowerment. Questions may arise around the a) legal age for employment in the three countries and b) legal and ethical considerations around work for 15 and 16-year-olds. It would be helpful to understand if this influenced project design or success. Economic empowerment programs are gaining traction in ASRH programing. It would be valuable for this letter to recommend areas for further research to determine the influence of economic empowerment on ASRH programs. P9 Header. There is a typo in ‘ Using evidence during design phrases’ It should be ‘design phases’. Is the rationale for the Open Letter provided in sufficient detail? Yes Does the article adequately reference differing views and opinions? Yes Are all factual statements correct, and are statements and arguments made adequately supported by citations? Yes Is the Open Letter written in accessible language? Yes Where applicable, are recommendations and next steps explained clearly for others to follow? Partly Competing Interests No competing interests were disclosed. We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) LaFond A and Wachira M. Peer Review Report For: Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.21956/gatesopenres.16050.r34588) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://gatesopenresearch.org/articles/7-106/v1#referee-response-34588 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2023 Fox L. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 25 Aug 2023 | for Version 1 Louise Fox , The Brookings Institution, Washington, District of Columbia, USA 0 Views copyright © 2023 Fox L. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This Open Letter describes Gates-funded project experience delivering SRH services to female adolescents in Sub-Saharan Africa (SSA) using gender transformative programming. The grantees used a human-centered design (HCD) process to solicit early feedback from stakeholders (e.g. potential participants, their families, and community leaders) on the participants' perceived needs and ideal modes of service delivery. Service providers incorporated this feedback into project design. Key findings included: Participants did not initially value SRH services and associated life skills training as much as the providers did based on international evidence. Participants wanted vocational skills training to help with income generation (e.g. hair dressing skills, business skills). They were more willing to participate in other trainings if they also got the vocational skills training. Participants mostly sought skills training in traditionally female fields, despite these not being the most lucrative. Participants chose the "known and comfortable". Engaging with stakeholders (especially the family) at the outset was highly effective. In particular, engaging with husbands on joint goal setting proved effective. These insights are very valuable for practitioners, and clearly demonstrate the value of the HCD approach. While the cheapest design for an SRH project could be to simply provide the SRH services (which, if used, tend to have a high rate of return), if the target population does not demand these services and does not value them relative to vocational training, the cheapest design will be the least cost-effective. These findings help justify the use of more expensive but multi-faceted program design. They may also explain why many NGO- or donor-led programs for adolescent females do not scale into the public sector, where implementation silos dominate. The practitioners' experience also highlighted the limits imposed by existing gender norms on the use of a gender transformative service provision model. The Letter also highlighted a known but undervalued result: that the success of life skills training is highly dependent on the quality of the mentor and the pedagogical methods. Overall, the Letter is well written and presents the programming and results in clear writing and very helpful graphics. However, the introduction was less helpful and should be revised. A stronger introduction would include: Statistics on female adolescents in SSA, not global statistics which are mostly meaningless in this context. A summary paragraph on what we know (evidence) about why adolescents in SSA have such a high rate of unmet contraception need compared with all women of reproductive age. This material would (i) set the scene for the program design, and (ii) help explain the findings. Ideally this discussion would go beyond the vague "discriminatory gender norms and patriarchal structures" since presumably these constrain all women, not just adolescents. Finally, although this Letter focused on practice, not causal evidence, some statistics on outcomes (including attrition, which presumably was lower owing to the HCD design approach) would be helpful. Is the rationale for the Open Letter provided in sufficient detail? Yes Does the article adequately reference differing views and opinions? Partly Are all factual statements correct, and are statements and arguments made adequately supported by citations? Yes Is the Open Letter written in accessible language? Yes Where applicable, are recommendations and next steps explained clearly for others to follow? Yes Competing Interests No competing interests were disclosed. Reviewer Expertise Youth Employment in Sub-Saharan Africa. I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard. reply Respond to this report Responses (0) Fox L. Peer Review Report For: Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.21956/gatesopenres.16050.r34586) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://gatesopenresearch.org/articles/7-106/v1#referee-response-34586 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2023 Khosla R. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 15 Aug 2023 | for Version 1 Rajat Khosla , United Nations University, Kuala Lumpur, Malaysia 0 Views copyright © 2023 Khosla R. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Approved With Reservations info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This is a very well researched and timely article and I congratulate the authors. Using HCD process to layer complementary economic empowerment components to existing SRH interventions is a very useful way to ensure sustainability of interventions and prevent high turnover of clients. The manuscript would benefit further from additional insights/details on the following elements: a) how does the layering of economic empowerment components to SRH interventions help navigate (positively or otherwise) the family/community dynamics and power relations associated with certain SRH interventions eg family planning; CSE etc; b) do the retention rates improve for SRH components after the economic interventions stop; c) Is there a "compromise" element to be factored in, i.e. do SRH interventions have to lowered in ambition for the package of SRH/economic empowerment to be accepted by clients and communities. For instance, does it preclude addressing certain SRH components over the others, e.g safe abortion; sexuality; d) Did the study look into dimensions which should be factored in to ensure scale, i.e. how to you move this from boutique level to scale. These are just some additional issues which would be useful for authors to address as they finalise the manuscript and develop next steps. Is the rationale for the Open Letter provided in sufficient detail? Yes Does the article adequately reference differing views and opinions? Yes Are all factual statements correct, and are statements and arguments made adequately supported by citations? Yes Is the Open Letter written in accessible language? Yes Where applicable, are recommendations and next steps explained clearly for others to follow? Partly Competing Interests No competing interests were disclosed. Reviewer Expertise Gender equality, health eequity, SRH I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above. reply Respond to this report Responses (0) Khosla R. Peer Review Report For: Balancing evidence-informed and user-responsive design: Experience with human-centered design to generate layered economic empowerment and SRH programming in Tanzania, Ethiopia, and Nigeria [version 1; peer review: 2 approved, 1 approved with reservations] . Gates Open Res 2023, 7 :106 ( https://doi.org/10.21956/gatesopenres.16050.r34581) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://gatesopenresearch.org/articles/7-106/v1#referee-response-34581 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with Gates Open Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Balancing evidence-informed and user-responsive...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://gatesopenresearch.org/articles/7-106/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://gatesopenresearch.org/articles/7-106/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://gatesopenresearch.org/articles/7-106/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('Cutherell M et al.'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://gatesopenresearch.org/articles/7-106/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://gatesopenresearch.org/articles/7-106", templates : { twitter : "Balancing evidence-informed and user-responsive design: Experience.... Cutherell M et al., published by " + "Gates Open Research" + ", https://gatesopenresearch.org/articles/7-106/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/14724/16050") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "16050"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "34580": 0, "34581": 17, "34582": 0, "34583": 0, "34584": 0, "34585": 0, "34586": 9, "34587": 0, "34588": 10, "34589": 0, "34590": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "f3c37caa-105f-4a96-8da8-36d52d738849"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); Are you a Gates-funded researcher? If you are a previous or current Gates grant holder, sign up for information about developments, publishing and publications from Gates Open Research. First Name * You must provide your first name Last Name * You must provide your last name Email * You must provide a valid email address Institution You must provide an institution. Submit Thank you! We'll keep you updated on any major new updates to Gates Open Research Gates Open Research Browse Gateways How to Publish About Contact Legal For Developers Cookie Notice Privacy Notice RSS Submit via VeriXiv © F1000 Research Limited and its licensors ISSN 2572-4754 var F1000platform = new F1000.Platform({ name: "gates", displayName: "Gates Open Research", hostName: "gatesopenresearch.org", id: "3", editorialEmail: "[email protected]", infoEmail: "[email protected]", usePmcStats: true }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });