Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot

preprint OA: closed CC-BY-4.0

Abstract

Life support robots that can be fully autonomous clothing wear-support robotic identification control systems are challenging. Robotic-assisted dressing solutions have the potential to provide tremendous support to the elderly, patients with mobility impairments, and their caregivers. In this study, we propose an IoT control system that automatically identifies clothing wearing position boundaries and recognizes actual spatial height information using a stereo camera with computer vision. The location information of the clothes boundary was recognized use the semantic segmentation model and machine learning method. Then, using the depth measurement of the stereo camera, the spatial height position of the actual clothing boundary was calculated using the depth information. Finally, the auxiliary position movement control of the clothes-wearing support robot was carried out using the IoT method. We experimentally verified that the recognition control system can successfully achieve the recognition and control of the auxiliary position movement of the device. We performed practical experiments for the evaluation. The recognition accuracy and control accuracy in multiple situations and environmental conditions were 77.35% and 97.21%.
Full text 146,286 characters · extracted from preprint-html · click to expand
Using machine learning based stereo camera clothing... | F1000Research "use strict";function _typeof(t){return(_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(t){return typeof t}:function(t){return t&&"function"==typeof Symbol&&t.constructor===Symbol&&t!==Symbol.prototype?"symbol":typeof t})(t)}!function(){var t=function(){var t,e,o=[],n=window,r=n;for(;r;){try{if(r.frames.__tcfapiLocator){t=r;break}}catch(t){}if(r===n.top)break;r=r.parent}t||(!function t(){var e=n.document,o=!!n.frames.__tcfapiLocator;if(!o)if(e.body){var r=e.createElement("iframe");r.style.cssText="display:none",r.name="__tcfapiLocator",e.body.appendChild(r)}else setTimeout(t,5);return!o}(),n.__tcfapi=function(){for(var t=arguments.length,n=new Array(t),r=0;r 3&&2===parseInt(n[1],10)&&"boolean"==typeof n[3]&&(e=n[3],"function"==typeof n[2]&&n[2]("set",!0)):"ping"===n[0]?"function"==typeof n[2]&&n[2]({gdprApplies:e,cmpLoaded:!1,cmpStatus:"stub"}):o.push(n)},n.addEventListener("message",(function(t){var e="string"==typeof t.data,o={};if(e)try{o=JSON.parse(t.data)}catch(t){}else o=t.data;var n="object"===_typeof(o)&&null!==o?o.__tcfapiCall:null;n&&window.__tcfapi(n.command,n.version,(function(o,r){var a={__tcfapiReturn:{returnValue:o,success:r,callId:n.callId}};t&&t.source&&t.source.postMessage&&t.source.postMessage(e?JSON.stringify(a):a,"*")}),n.parameter)}),!1))};"undefined"!=typeof module?module.exports=t:t()}(); dataLayer = dataLayer || []; // Standard GTM initialization - Google Consent Mode handles consent automatically (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= 'https://www.googletagmanager.com/gtm.js?id='+i+dl+ '>m_auth=hzk0Vc3qFsQYhCrIoHz68A>m_preview=env-1>m_cookies_win=x';f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-MWFK8L5J'); ;window.NREUM||(NREUM={});NREUM.init={distributed_tracing:{enabled:true},privacy:{cookies_enabled:true},ajax:{deny_list:["bam.nr-data.net"]}}; ;NREUM.loader_config={accountID:"438030",trustKey:"438030",agentID:"772317073",licenseKey:"97f8f67f26",applicationID:"772317073"} ;NREUM.info={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net",licenseKey:"97f8f67f26",applicationID:"772317073",sa:1} ;/*! For license information please see nr-loader-spa-1.236.0.min.js.LICENSE.txt */ (()=>{"use strict";var e,t,r={5763:(e,t,r)=>{r.d(t,{P_:()=>l,Mt:()=>g,C5:()=>s,DL:()=>v,OP:()=>T,lF:()=>D,Yu:()=>y,Dg:()=>h,CX:()=>c,GE:()=>b,sU:()=>_});var n=r(8632),i=r(9567);const o={beacon:n.ce.beacon,errorBeacon:n.ce.errorBeacon,licenseKey:void 0,applicationID:void 0,sa:void 0,queueTime:void 0,applicationTime:void 0,ttGuid:void 0,user:void 0,account:void 0,product:void 0,extra:void 0,jsAttributes:{},userAttributes:void 0,atts:void 0,transactionName:void 0,tNamePlain:void 0},a={};function s(e){if(!e)throw new Error("All info objects require an agent identifier!");if(!a[e])throw new Error("Info for ".concat(e," was never set"));return a[e]}function c(e,t){if(!e)throw new Error("All info objects require an agent identifier!");a[e]=(0,i.D)(t,o),(0,n.Qy)(e,a[e],"info")}var u=r(7056);const d=()=>{const e={blockSelector:"[data-nr-block]",maskInputOptions:{password:!0}};return{allow_bfcache:!0,privacy:{cookies_enabled:!0},ajax:{deny_list:void 0,enabled:!0,harvestTimeSeconds:10},distributed_tracing:{enabled:void 0,exclude_newrelic_header:void 0,cors_use_newrelic_header:void 0,cors_use_tracecontext_headers:void 0,allowed_origins:void 0},session:{domain:void 0,expiresMs:u.oD,inactiveMs:u.Hb},ssl:void 0,obfuscate:void 0,jserrors:{enabled:!0,harvestTimeSeconds:10},metrics:{enabled:!0},page_action:{enabled:!0,harvestTimeSeconds:30},page_view_event:{enabled:!0},page_view_timing:{enabled:!0,harvestTimeSeconds:30,long_task:!1},session_trace:{enabled:!0,harvestTimeSeconds:10},harvest:{tooManyRequestsDelay:60},session_replay:{enabled:!1,harvestTimeSeconds:60,sampleRate:.1,errorSampleRate:.1,maskTextSelector:"*",maskAllInputs:!0,get blockClass(){return"nr-block"},get ignoreClass(){return"nr-ignore"},get maskTextClass(){return"nr-mask"},get blockSelector(){return e.blockSelector},set blockSelector(t){e.blockSelector+=",".concat(t)},get maskInputOptions(){return e.maskInputOptions},set maskInputOptions(t){e.maskInputOptions={...t,password:!0}}},spa:{enabled:!0,harvestTimeSeconds:10}}},f={};function l(e){if(!e)throw new Error("All configuration objects require an agent identifier!");if(!f[e])throw new Error("Configuration for ".concat(e," was never set"));return f[e]}function h(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");f[e]=(0,i.D)(t,d()),(0,n.Qy)(e,f[e],"config")}function g(e,t){if(!e)throw new Error("All configuration objects require an agent identifier!");var r=l(e);if(r){for(var n=t.split("."),i=0;i {r.d(t,{D:()=>i});var n=r(50);function i(e,t){try{if(!e||"object"!=typeof e)return(0,n.Z)("Setting a Configurable requires an object as input");if(!t||"object"!=typeof t)return(0,n.Z)("Setting a Configurable requires a model to set its initial properties");const r=Object.create(Object.getPrototypeOf(t),Object.getOwnPropertyDescriptors(t)),o=0===Object.keys(r).length?e:r;for(let a in o)if(void 0!==e[a])try{"object"==typeof e[a]&&"object"==typeof t[a]?r[a]=i(e[a],t[a]):r[a]=e[a]}catch(e){(0,n.Z)("An error occurred while setting a property of a Configurable",e)}return r}catch(e){(0,n.Z)("An error occured while setting a Configurable",e)}}},6818:(e,t,r)=>{r.d(t,{Re:()=>i,gF:()=>o,q4:()=>n});const n="1.236.0",i="PROD",o="CDN"},385:(e,t,r)=>{r.d(t,{FN:()=>a,IF:()=>u,Nk:()=>f,Tt:()=>s,_A:()=>o,il:()=>n,pL:()=>c,v6:()=>i,w1:()=>d});const n="undefined"!=typeof window&&!!window.document,i="undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self.navigator instanceof WorkerNavigator||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis.navigator instanceof WorkerNavigator),o=n?window:"undefined"!=typeof WorkerGlobalScope&&("undefined"!=typeof self&&self instanceof WorkerGlobalScope&&self||"undefined"!=typeof globalThis&&globalThis instanceof WorkerGlobalScope&&globalThis),a=""+o?.location,s=/iPad|iPhone|iPod/.test(navigator.userAgent),c=s&&"undefined"==typeof SharedWorker,u=(()=>{const e=navigator.userAgent.match(/Firefox[/\s](\d+\.\d+)/);return Array.isArray(e)&&e.length>=2?+e[1]:0})(),d=Boolean(n&&window.document.documentMode),f=!!navigator.sendBeacon},1117:(e,t,r)=>{r.d(t,{w:()=>o});var n=r(50);const i={agentIdentifier:"",ee:void 0};class o{constructor(e){try{if("object"!=typeof e)return(0,n.Z)("shared context requires an object as input");this.sharedContext={},Object.assign(this.sharedContext,i),Object.entries(e).forEach((e=>{let[t,r]=e;Object.keys(i).includes(t)&&(this.sharedContext[t]=r)}))}catch(e){(0,n.Z)("An error occured while setting SharedContext",e)}}}},8e3:(e,t,r)=>{r.d(t,{L:()=>d,R:()=>c});var n=r(2177),i=r(1284),o=r(4322),a=r(3325);const s={};function c(e,t){const r={staged:!1,priority:a.p[t]||0};u(e),s[e].get(t)||s[e].set(t,r)}function u(e){e&&(s[e]||(s[e]=new Map))}function d(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:"",t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"feature";if(u(e),!e||!s[e].get(t))return a(t);s[e].get(t).staged=!0;const r=[...s[e]];function a(t){const r=e?n.ee.get(e):n.ee,a=o.X.handlers;if(r.backlog&&a){var s=r.backlog[t],c=a[t];if(c){for(var u=0;s&&u {let[t,r]=e;return r.staged}))&&(r.sort(((e,t)=>e[1].priority-t[1].priority)),r.forEach((e=>{let[t]=e;a(t)})))}function f(e,t){var r=e[1];(0,i.D)(t[r],(function(t,r){var n=e[0];if(r[0]===n){var i=r[1],o=e[3],a=e[2];i.apply(o,a)}}))}},2177:(e,t,r)=>{r.d(t,{c:()=>f,ee:()=>u});var n=r(8632),i=r(2210),o=r(1284),a=r(5763),s="nr@context";let c=(0,n.fP)();var u;function d(){}function f(e){return(0,i.X)(e,s,l)}function l(){return new d}function h(){u.aborted=!0,u.backlog={}}c.ee?u=c.ee:(u=function e(t,r){var n={},c={},f={},g=!1;try{g=16===r.length&&(0,a.OP)(r).isolatedBacklog}catch(e){}var p={on:b,addEventListener:b,removeEventListener:y,emit:v,get:x,listeners:w,context:m,buffer:A,abort:h,aborted:!1,isBuffering:E,debugId:r,backlog:g?{}:t&&"object"==typeof t.backlog?t.backlog:{}};return p;function m(e){return e&&e instanceof d?e:e?(0,i.X)(e,s,l):l()}function v(e,r,n,i,o){if(!1!==o&&(o=!0),!u.aborted||i){t&&o&&t.emit(e,r,n);for(var a=m(n),s=w(e),d=s.length,f=0;fn,p:()=>i});var n=r(2177).ee.get("handle");function i(e,t,r,i,o){o?(o.buffer([e],i),o.emit(e,t,r)):(n.buffer([e],i),n.emit(e,t,r))}},4322:(e,t,r)=>{r.d(t,{X:()=>o});var n=r(5546);o.on=a;var i=o.handlers={};function o(e,t,r,o){a(o||n.E,i,e,t,r)}function a(e,t,r,i,o){o||(o="feature"),e||(e=n.E);var a=t[o]=t[o]||{};(a[r]=a[r]||[]).push([e,i])}},3239:(e,t,r)=>{r.d(t,{bP:()=>s,iz:()=>c,m$:()=>a});var n=r(385);let i=!1,o=!1;try{const e={get passive(){return i=!0,!1},get signal(){return o=!0,!1}};n._A.addEventListener("test",null,e),n._A.removeEventListener("test",null,e)}catch(e){}function a(e,t){return i||o?{capture:!!e,passive:i,signal:t}:!!e}function s(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;window.addEventListener(e,t,a(r,n))}function c(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2],n=arguments.length>3?arguments[3]:void 0;document.addEventListener(e,t,a(r,n))}},4402:(e,t,r)=>{r.d(t,{Ht:()=>u,M:()=>c,Rl:()=>a,ky:()=>s});var n=r(385);const i="xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx";function o(e,t){return e?15&e[t]:16*Math.random()|0}function a(){const e=n._A?.crypto||n._A?.msCrypto;let t,r=0;return e&&e.getRandomValues&&(t=e.getRandomValues(new Uint8Array(31))),i.split("").map((e=>"x"===e?o(t,++r).toString(16):"y"===e?(3&o()|8).toString(16):e)).join("")}function s(e){const t=n._A?.crypto||n._A?.msCrypto;let r,i=0;t&&t.getRandomValues&&(r=t.getRandomValues(new Uint8Array(31)));const a=[];for(var s=0;s {r.d(t,{Bq:()=>n,Hb:()=>o,oD:()=>i});const n="NRBA",i=144e5,o=18e5},7894:(e,t,r)=>{function n(){return Math.round(performance.now())}r.d(t,{z:()=>n})},7243:(e,t,r)=>{r.d(t,{e:()=>o});var n=r(385),i={};function o(e){if(e in i)return i[e];if(0===(e||"").indexOf("data:"))return{protocol:"data"};let t;var r=n._A?.location,o={};if(n.il)t=document.createElement("a"),t.href=e;else try{t=new URL(e,r.href)}catch(e){return o}o.port=t.port;var a=t.href.split("://");!o.port&&a[1]&&(o.port=a[1].split("/")[0].split("@").pop().split(":")[1]),o.port&&"0"!==o.port||(o.port="https"===a[0]?"443":"80"),o.hostname=t.hostname||r.hostname,o.pathname=t.pathname,o.protocol=a[0],"/"!==o.pathname.charAt(0)&&(o.pathname="/"+o.pathname);var s=!t.protocol||":"===t.protocol||t.protocol===r.protocol,c=t.hostname===r.hostname&&t.port===r.port;return o.sameOrigin=s&&(!t.hostname||c),"/"===o.pathname&&(i[e]=o),o}},50:(e,t,r)=>{function n(e,t){"function"==typeof console.warn&&(console.warn("New Relic: ".concat(e)),t&&console.warn(t))}r.d(t,{Z:()=>n})},2587:(e,t,r)=>{r.d(t,{N:()=>c,T:()=>u});var n=r(2177),i=r(5546),o=r(8e3),a=r(3325);const s={stn:[a.D.sessionTrace],err:[a.D.jserrors,a.D.metrics],ins:[a.D.pageAction],spa:[a.D.spa],sr:[a.D.sessionReplay,a.D.sessionTrace]};function c(e,t){const r=n.ee.get(t);e&&"object"==typeof e&&(Object.entries(e).forEach((e=>{let[t,n]=e;void 0===u[t]&&(s[t]?s[t].forEach((e=>{n?(0,i.p)("feat-"+t,[],void 0,e,r):(0,i.p)("block-"+t,[],void 0,e,r),(0,i.p)("rumresp-"+t,[Boolean(n)],void 0,e,r)})):n&&(0,i.p)("feat-"+t,[],void 0,void 0,r),u[t]=Boolean(n))})),Object.keys(s).forEach((e=>{void 0===u[e]&&(s[e]?.forEach((t=>(0,i.p)("rumresp-"+e,[!1],void 0,t,r))),u[e]=!1)})),(0,o.L)(t,a.D.pageViewEvent))}const u={}},2210:(e,t,r)=>{r.d(t,{X:()=>i});var n=Object.prototype.hasOwnProperty;function i(e,t,r){if(n.call(e,t))return e[t];var i=r();if(Object.defineProperty&&Object.keys)try{return Object.defineProperty(e,t,{value:i,writable:!0,enumerable:!1}),i}catch(e){}return e[t]=i,i}},1284:(e,t,r)=>{r.d(t,{D:()=>n});const n=(e,t)=>Object.entries(e||{}).map((e=>{let[r,n]=e;return t(r,n)}))},4351:(e,t,r)=>{r.d(t,{P:()=>o});var n=r(2177);const i=()=>{const e=new WeakSet;return(t,r)=>{if("object"==typeof r&&null!==r){if(e.has(r))return;e.add(r)}return r}};function o(e){try{return JSON.stringify(e,i())}catch(e){try{n.ee.emit("internal-error",[e])}catch(e){}}}},3960:(e,t,r)=>{r.d(t,{K:()=>a,b:()=>o});var n=r(3239);function i(){return"undefined"==typeof document||"complete"===document.readyState}function o(e,t){if(i())return e();(0,n.bP)("load",e,t)}function a(e){if(i())return e();(0,n.iz)("DOMContentLoaded",e)}},8632:(e,t,r)=>{r.d(t,{EZ:()=>u,Qy:()=>c,ce:()=>o,fP:()=>a,gG:()=>d,mF:()=>s});var n=r(7894),i=r(385);const o={beacon:"bam.nr-data.net",errorBeacon:"bam.nr-data.net"};function a(){return i._A.NREUM||(i._A.NREUM={}),void 0===i._A.newrelic&&(i._A.newrelic=i._A.NREUM),i._A.NREUM}function s(){let e=a();return e.o||(e.o={ST:i._A.setTimeout,SI:i._A.setImmediate,CT:i._A.clearTimeout,XHR:i._A.XMLHttpRequest,REQ:i._A.Request,EV:i._A.Event,PR:i._A.Promise,MO:i._A.MutationObserver,FETCH:i._A.fetch}),e}function c(e,t,r){let i=a();const o=i.initializedAgents||{},s=o[e]||{};return Object.keys(s).length||(s.initializedAt={ms:(0,n.z)(),date:new Date}),i.initializedAgents={...o,[e]:{...s,[r]:t}},i}function u(e,t){a()[e]=t}function d(){return function(){let e=a();const t=e.info||{};e.info={beacon:o.beacon,errorBeacon:o.errorBeacon,...t}}(),function(){let e=a();const t=e.init||{};e.init={...t}}(),s(),function(){let e=a();const t=e.loader_config||{};e.loader_config={...t}}(),a()}},7956:(e,t,r)=>{r.d(t,{N:()=>i});var n=r(3239);function i(e){let t=arguments.length>1&&void 0!==arguments[1]&&arguments[1],r=arguments.length>2?arguments[2]:void 0,i=arguments.length>3?arguments[3]:void 0;return void(0,n.iz)("visibilitychange",(function(){if(t)return void("hidden"==document.visibilityState&&e());e(document.visibilityState)}),r,i)}},1214:(e,t,r)=>{r.d(t,{em:()=>v,u5:()=>N,QU:()=>S,_L:()=>I,Gm:()=>L,Lg:()=>M,gy:()=>U,BV:()=>Q,Kf:()=>ee});var n=r(2177);const i="nr@original";var o=Object.prototype.hasOwnProperty,a=!1;function s(e,t){return e||(e=n.ee),r.inPlace=function(e,t,n,i,o){n||(n="");var a,s,c,u="-"===n.charAt(0);for(c=0;c 2?n-2:0),o=2;o {r(A[T],e,w),r(E[T],e,w)})),r(l._A,"fetch",y),t.on(y+"end",(function(e,r){var n=this;if(r){var i=r.headers.get("content-length");null!==i&&(n.rxSize=i),t.emit(y+"done",[null,r],n)}else t.emit(y+"done",[e],n)})),t}const O={},j=["pushState","replaceState"];function S(e){const t=function(e){return(e||n.ee).get("history")}(e);return!l.il||O[t.debugId]++||(O[t.debugId]=1,s(t).inPlace(window.history,j,"-")),t}var P=r(3239);const C={},R=["appendChild","insertBefore","replaceChild"];function I(e){const t=function(e){return(e||n.ee).get("jsonp")}(e);if(!l.il||C[t.debugId])return t;C[t.debugId]=!0;var r=s(t),i=/[?&](?:callback|cb)=([^&#]+)/,o=/(.*)\.([^.]+)/,a=/^(\w+)(\.|$)(.*)$/;function c(e,t){var r=e.match(a),n=r[1],i=r[3];return i?c(i,t[n]):t[n]}return r.inPlace(Node.prototype,R,"dom-"),t.on("dom-start",(function(e){!function(e){if(!e||"string"!=typeof e.nodeName||"script"!==e.nodeName.toLowerCase())return;if("function"!=typeof e.addEventListener)return;var n=(a=e.src,s=a.match(i),s?s[1]:null);var a,s;if(!n)return;var u=function(e){var t=e.match(o);if(t&&t.length>=3)return{key:t[2],parent:c(t[1],window)};return{key:e,parent:window}}(n);if("function"!=typeof u.parent[u.key])return;var d={};function f(){t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}function l(){t.emit("jsonp-error",[],d),t.emit("jsonp-end",[],d),e.removeEventListener("load",f,(0,P.m$)(!1)),e.removeEventListener("error",l,(0,P.m$)(!1))}r.inPlace(u.parent,[u.key],"cb-",d),e.addEventListener("load",f,(0,P.m$)(!1)),e.addEventListener("error",l,(0,P.m$)(!1)),t.emit("new-jsonp",[e.src],d)}(e[0])})),t}var k=r(5763);const H={};function L(e){const t=function(e){return(e||n.ee).get("mutation")}(e);if(!l.il||H[t.debugId])return t;H[t.debugId]=!0;var r=s(t),i=k.Yu.MO;return i&&(window.MutationObserver=function(e){return this instanceof i?new i(r(e,"fn-")):i.apply(this,arguments)},MutationObserver.prototype=i.prototype),t}const z={};function M(e){const t=function(e){return(e||n.ee).get("promise")}(e);if(z[t.debugId])return t;z[t.debugId]=!0;var r=n.c,o=s(t),a=k.Yu.PR;return a&&function(){function e(r){var n=t.context(),i=o(r,"executor-",n,null,!1);const s=Reflect.construct(a,[i],e);return t.context(s).getCtx=function(){return n},s}l._A.Promise=e,Object.defineProperty(e,"name",{value:"Promise"}),e.toString=function(){return a.toString()},Object.setPrototypeOf(e,a),["all","race"].forEach((function(r){const n=a[r];e[r]=function(e){let i=!1;[...e||[]].forEach((e=>{this.resolve(e).then(a("all"===r),a(!1))}));const o=n.apply(this,arguments);return o;function a(e){return function(){t.emit("propagate",[null,!i],o,!1,!1),i=i||!e}}}})),["resolve","reject"].forEach((function(r){const n=a[r];e[r]=function(e){const r=n.apply(this,arguments);return e!==r&&t.emit("propagate",[e,!0],r,!1,!1),r}})),e.prototype=a.prototype;const n=a.prototype.then;a.prototype.then=function(){var e=this,i=r(e);i.promise=e;for(var a=arguments.length,s=new Array(a),c=0;c e())),t};function m(e,t){i.inPlace(t,["onreadystatechange"],"fn-",E)}function b(){var e=this,t=r.context(e);e.readyState>3&&!t.resolved&&(t.resolved=!0,r.emit("xhr-resolved",[],e)),i.inPlace(e,f,"fn-",E)}if(function(e,t){for(var r in e)t[r]=e[r]}(o,p),p.prototype=o.prototype,i.inPlace(p.prototype,J,"-xhr-",E),r.on("send-xhr-start",(function(e,t){m(e,t),function(e){h.push(e),a&&(y?y.then(A):u?u(A):(w=-w,x.data=w))}(t)})),r.on("open-xhr-start",m),a){var y=c&&c.resolve();if(!u&&!c){var w=1,x=document.createTextNode(w);new a(A).observe(x,{characterData:!0})}}else t.on("fn-end",(function(e){e[0]&&e[0].type===d||A()}));function A(){for(var e=0;e {r.d(t,{t:()=>n});const n=r(3325).D.ajax},6660:(e,t,r)=>{r.d(t,{A:()=>i,t:()=>n});const n=r(3325).D.jserrors,i="nr@seenError"},3081:(e,t,r)=>{r.d(t,{gF:()=>o,mY:()=>i,t9:()=>n,vz:()=>s,xS:()=>a});const n=r(3325).D.metrics,i="sm",o="cm",a="storeSupportabilityMetrics",s="storeEventMetrics"},4649:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageAction},7633:(e,t,r)=>{r.d(t,{Dz:()=>i,OJ:()=>a,qw:()=>o,t9:()=>n});const n=r(3325).D.pageViewEvent,i="firstbyte",o="domcontent",a="windowload"},9251:(e,t,r)=>{r.d(t,{t:()=>n});const n=r(3325).D.pageViewTiming},3614:(e,t,r)=>{r.d(t,{BST_RESOURCE:()=>i,END:()=>s,FEATURE_NAME:()=>n,FN_END:()=>u,FN_START:()=>c,PUSH_STATE:()=>d,RESOURCE:()=>o,START:()=>a});const n=r(3325).D.sessionTrace,i="bstResource",o="resource",a="-start",s="-end",c="fn"+a,u="fn"+s,d="pushState"},7836:(e,t,r)=>{r.d(t,{BODY:()=>A,CB_END:()=>E,CB_START:()=>u,END:()=>x,FEATURE_NAME:()=>i,FETCH:()=>_,FETCH_BODY:()=>v,FETCH_DONE:()=>m,FETCH_START:()=>p,FN_END:()=>c,FN_START:()=>s,INTERACTION:()=>l,INTERACTION_API:()=>d,INTERACTION_EVENTS:()=>o,JSONP_END:()=>b,JSONP_NODE:()=>g,JS_TIME:()=>T,MAX_TIMER_BUDGET:()=>a,REMAINING:()=>f,SPA_NODE:()=>h,START:()=>w,originalSetTimeout:()=>y});var n=r(5763);const i=r(3325).D.spa,o=["click","submit","keypress","keydown","keyup","change"],a=999,s="fn-start",c="fn-end",u="cb-start",d="api-ixn-",f="remaining",l="interaction",h="spaNode",g="jsonpNode",p="fetch-start",m="fetch-done",v="fetch-body-",b="jsonp-end",y=n.Yu.ST,w="-start",x="-end",A="-body",E="cb"+x,T="jsTime",_="fetch"},5938:(e,t,r)=>{r.d(t,{W:()=>o});var n=r(5763),i=r(2177);class o{constructor(e,t,r){this.agentIdentifier=e,this.aggregator=t,this.ee=i.ee.get(e,(0,n.OP)(this.agentIdentifier).isolatedBacklog),this.featureName=r,this.blocked=!1}}},9144:(e,t,r)=>{r.d(t,{j:()=>m});var n=r(3325),i=r(5763),o=r(5546),a=r(2177),s=r(7894),c=r(8e3),u=r(3960),d=r(385),f=r(50),l=r(3081),h=r(8632);function g(){const e=(0,h.gG)();["setErrorHandler","finished","addToTrace","inlineHit","addRelease","addPageAction","setCurrentRouteName","setPageViewName","setCustomAttribute","interaction","noticeError","setUserId"].forEach((t=>{e[t]=function(){for(var r=arguments.length,n=new Array(r),i=0;i 1?r-1:0),i=1;i {e.exposed&&e.api[t]&&o.push(e.api[t](...n))})),o.length>1?o:o[0]}(t,...n)}}))}var p=r(2587);function m(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},m=arguments.length>2?arguments[2]:void 0,v=arguments.length>3?arguments[3]:void 0,{init:b,info:y,loader_config:w,runtime:x={loaderType:m},exposed:A=!0}=t;const E=(0,h.gG)();y||(b=E.init,y=E.info,w=E.loader_config),(0,i.Dg)(e,b||{}),(0,i.GE)(e,w||{}),(0,i.sU)(e,x),y.jsAttributes??={},d.v6&&(y.jsAttributes.isWorker=!0),(0,i.CX)(e,y),g();const T=function(e,t){t||(0,c.R)(e,"api");const h={};var g=a.ee.get(e),p=g.get("tracer"),m="api-",v=m+"ixn-";function b(t,r,n,o){const a=(0,i.C5)(e);return null===r?delete a.jsAttributes[t]:(0,i.CX)(e,{...a,jsAttributes:{...a.jsAttributes,[t]:r}}),x(m,n,!0,o||null===r?"session":void 0)(t,r)}function y(){}["setErrorHandler","finished","addToTrace","inlineHit","addRelease"].forEach((e=>h[e]=x(m,e,!0,"api"))),h.addPageAction=x(m,"addPageAction",!0,n.D.pageAction),h.setCurrentRouteName=x(m,"routeName",!0,n.D.spa),h.setPageViewName=function(t,r){if("string"==typeof t)return"/"!==t.charAt(0)&&(t="/"+t),(0,i.OP)(e).customTransaction=(r||"http://custom.transaction")+t,x(m,"setPageViewName",!0)()},h.setCustomAttribute=function(e,t){let r=arguments.length>2&&void 0!==arguments[2]&&arguments[2];if("string"==typeof e){if(["string","number"].includes(typeof t)||null===t)return b(e,t,"setCustomAttribute",r);(0,f.Z)("Failed to execute setCustomAttribute.\nNon-null value must be a string or number type, but a type of was provided."))}else(0,f.Z)("Failed to execute setCustomAttribute.\nName must be a string type, but a type of was provided."))},h.setUserId=function(e){if("string"==typeof e||null===e)return b("enduser.id",e,"setUserId",!0);(0,f.Z)("Failed to execute setUserId.\nNon-null value must be a string type, but a type of was provided."))},h.interaction=function(){return(new y).get()};var w=y.prototype={createTracer:function(e,t){var r={},i=this,a="function"==typeof t;return(0,o.p)(v+"tracer",[(0,s.z)(),e,r],i,n.D.spa,g),function(){if(p.emit((a?"":"no-")+"fn-start",[(0,s.z)(),i,a],r),a)try{return t.apply(this,arguments)}catch(e){throw p.emit("fn-err",[arguments,this,"string"==typeof e?new Error(e):e],r),e}finally{p.emit("fn-end",[(0,s.z)()],r)}}}};function x(e,t,r,i){return function(){return(0,o.p)(l.xS,["API/"+t+"/called"],void 0,n.D.metrics,g),i&&(0,o.p)(e+t,[(0,s.z)(),...arguments],r?null:this,i,g),r?void 0:this}}function A(){r.e(439).then(r.bind(r,7438)).then((t=>{let{setAPI:r}=t;r(e),(0,c.L)(e,"api")})).catch((()=>(0,f.Z)("Downloading runtime APIs failed...")))}return["actionText","setName","setAttribute","save","ignore","onEnd","getContext","end","get"].forEach((e=>{w[e]=x(v,e,void 0,n.D.spa)})),h.noticeError=function(e,t){"string"==typeof e&&(e=new Error(e)),(0,o.p)(l.xS,["API/noticeError/called"],void 0,n.D.metrics,g),(0,o.p)("err",[e,(0,s.z)(),!1,t],void 0,n.D.jserrors,g)},d.il?(0,u.b)((()=>A()),!0):A(),h}(e,v);return(0,h.Qy)(e,T,"api"),(0,h.Qy)(e,A,"exposed"),(0,h.EZ)("activatedFeatures",p.T),T}},3325:(e,t,r)=>{r.d(t,{D:()=>n,p:()=>i});const n={ajax:"ajax",jserrors:"jserrors",metrics:"metrics",pageAction:"page_action",pageViewEvent:"page_view_event",pageViewTiming:"page_view_timing",sessionReplay:"session_replay",sessionTrace:"session_trace",spa:"spa"},i={[n.pageViewEvent]:1,[n.pageViewTiming]:2,[n.metrics]:3,[n.jserrors]:4,[n.ajax]:5,[n.sessionTrace]:6,[n.pageAction]:7,[n.spa]:8,[n.sessionReplay]:9}}},n={};function i(e){var t=n[e];if(void 0!==t)return t.exports;var o=n[e]={exports:{}};return r[e](o,o.exports,i),o.exports}i.m=r,i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>(({78:"page_action-aggregate",147:"metrics-aggregate",242:"session-manager",317:"jserrors-aggregate",348:"page_view_timing-aggregate",412:"lazy-feature-loader",439:"async-api",538:"recorder",590:"session_replay-aggregate",675:"compressor",733:"session_trace-aggregate",786:"page_view_event-aggregate",873:"spa-aggregate",898:"ajax-aggregate"}[e]||e)+"."+{78:"ac76d497",147:"3dc53903",148:"1a20d5fe",242:"2a64278a",317:"49e41428",348:"bd6de33a",412:"2f55ce66",439:"30bd804e",538:"1b18459f",590:"cf0efb30",675:"ae9f91a8",733:"83105561",786:"06482edd",860:"03a8b7a5",873:"e6b09d52",898:"998ef92b"}[e]+"-1.236.0.min.js"),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),e={},t="NRBA:",i.l=(r,n,o,a)=>{if(e[r])e[r].push(n);else{var s,c;if(void 0!==o)for(var u=document.getElementsByTagName("script"),d=0;d {s.onerror=s.onload=null,clearTimeout(h);var i=e[r];if(delete e[r],s.parentNode&&s.parentNode.removeChild(s),i&&i.forEach((e=>e(n))),t)return t(n)},h=setTimeout(l.bind(null,void 0,{type:"timeout",target:s}),12e4);s.onerror=l.bind(null,s.onerror),s.onload=l.bind(null,s.onload),c&&document.head.appendChild(s)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.j=364,i.p="https://js-agent.newrelic.com/",(()=>{var e={364:0,953:0};i.f.j=(t,r)=>{var n=i.o(e,t)?e[t]:void 0;if(0!==n)if(n)r.push(n[2]);else{var o=new Promise(((r,i)=>n=e[t]=[r,i]));r.push(n[2]=o);var a=i.p+i.u(t),s=new Error;i.l(a,(r=>{if(i.o(e,t)&&(0!==(n=e[t])&&(e[t]=void 0),n)){var o=r&&("load"===r.type?"missing":r.type),a=r&&r.target&&r.target.src;s.message="Loading chunk "+t+" failed.\n("+o+": "+a+")",s.name="ChunkLoadError",s.type=o,s.request=a,n[1](s)}}),"chunk-"+t,t)}};var t=(t,r)=>{var n,o,[a,s,c]=r,u=0;if(a.some((t=>0!==e[t]))){for(n in s)i.o(s,n)&&(i.m[n]=s[n]);if(c)c(i)}for(t&&t(r);u {i.r(o);var e=i(3325),t=i(5763);const r=Object.values(e.D);function n(e){const n={};return r.forEach((r=>{n[r]=function(e,r){return!1!==(0,t.Mt)(r,"".concat(e,".enabled"))}(r,e)})),n}var a=i(9144);var s=i(5546),c=i(385),u=i(8e3),d=i(5938),f=i(3960),l=i(50);class h extends d.W{constructor(e,t,r){let n=!(arguments.length>3&&void 0!==arguments[3])||arguments[3];super(e,t,r),this.auto=n,this.abortHandler,this.featAggregate,this.onAggregateImported,n&&(0,u.R)(e,r)}importAggregator(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{};if(this.featAggregate||!this.auto)return;const r=c.il&&!0===(0,t.Mt)(this.agentIdentifier,"privacy.cookies_enabled");let n;this.onAggregateImported=new Promise((e=>{n=e}));const o=async()=>{let t;try{if(r){const{setupAgentSession:e}=await Promise.all([i.e(860),i.e(242)]).then(i.bind(i,3228));t=e(this.agentIdentifier)}}catch(e){(0,l.Z)("A problem occurred when starting up session manager. This page will not start or extend any session.",e)}try{if(!this.shouldImportAgg(this.featureName,t))return void(0,u.L)(this.agentIdentifier,this.featureName);const{lazyFeatureLoader:r}=await i.e(412).then(i.bind(i,8582)),{Aggregate:o}=await r(this.featureName,"aggregate");this.featAggregate=new o(this.agentIdentifier,this.aggregator,e),n(!0)}catch(e){(0,l.Z)("Downloading and initializing ".concat(this.featureName," failed..."),e),this.abortHandler?.(),n(!1)}};c.il?(0,f.b)((()=>o()),!0):o()}shouldImportAgg(r,n){return r!==e.D.sessionReplay||!1!==(0,t.Mt)(this.agentIdentifier,"session_trace.enabled")&&(!!n?.isNew||!!n?.state.sessionReplay)}}var g=i(7633),p=i(7894);class m extends h{static featureName=g.t9;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];if(super(r,n,g.t9,i),("undefined"==typeof PerformanceNavigationTiming||c.Tt)&&"undefined"!=typeof PerformanceTiming){const n=(0,t.OP)(r);n[g.Dz]=Math.max(Date.now()-n.offset,0),(0,f.K)((()=>n[g.qw]=Math.max((0,p.z)()-n[g.Dz],0))),(0,f.b)((()=>{const t=(0,p.z)();n[g.OJ]=Math.max(t-n[g.Dz],0),(0,s.p)("timing",["load",t],void 0,e.D.pageViewTiming,this.ee)}))}this.importAggregator()}}var v=i(1117),b=i(1284);class y extends v.w{constructor(e){super(e),this.aggregatedData={}}store(e,t,r,n,i){var o=this.getBucket(e,t,r,i);return o.metrics=function(e,t){t||(t={count:0});return t.count+=1,(0,b.D)(e,(function(e,r){t[e]=w(r,t[e])})),t}(n,o.metrics),o}merge(e,t,r,n,i){var o=this.getBucket(e,t,n,i);if(o.metrics){var a=o.metrics;a.count+=r.count,(0,b.D)(r,(function(e,t){if("count"!==e){var n=a[e],i=r[e];i&&!i.c?a[e]=w(i.t,n):a[e]=function(e,t){if(!t)return e;t.c||(t=x(t.t));return t.min=Math.min(e.min,t.min),t.max=Math.max(e.max,t.max),t.t+=e.t,t.sos+=e.sos,t.c+=e.c,t}(i,a[e])}}))}else o.metrics=r}storeMetric(e,t,r,n){var i=this.getBucket(e,t,r);return i.stats=w(n,i.stats),i}getBucket(e,t,r,n){this.aggregatedData[e]||(this.aggregatedData[e]={});var i=this.aggregatedData[e][t];return i||(i=this.aggregatedData[e][t]={params:r||{}},n&&(i.custom=n)),i}get(e,t){return t?this.aggregatedData[e]&&this.aggregatedData[e][t]:this.aggregatedData[e]}take(e){for(var t={},r="",n=!1,i=0;i t.max&&(t.max=e),e 2&&void 0!==arguments[2])||arguments[2];super(e,r,j.t,n),c.il&&((0,t.OP)(e).initHidden=Boolean("hidden"===document.visibilityState),(0,N.N)((()=>(0,s.p)("docHidden",[(0,p.z)()],void 0,j.t,this.ee)),!0),(0,O.bP)("pagehide",(()=>(0,s.p)("winPagehide",[(0,p.z)()],void 0,j.t,this.ee))),this.importAggregator())}}var P=i(3081);class C extends h{static featureName=P.t9;constructor(e,t){let r=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(e,t,P.t9,r),this.importAggregator()}}var R,I=i(2210),k=i(1214),H=i(2177),L={};try{R=localStorage.getItem("__nr_flags").split(","),console&&"function"==typeof console.log&&(L.console=!0,-1!==R.indexOf("dev")&&(L.dev=!0),-1!==R.indexOf("nr_dev")&&(L.nrDev=!0))}catch(e){}function z(e){try{L.console&&z(e)}catch(e){}}L.nrDev&&H.ee.on("internal-error",(function(e){z(e.stack)})),L.dev&&H.ee.on("fn-err",(function(e,t,r){z(r.stack)})),L.dev&&(z("NR AGENT IN DEVELOPMENT MODE"),z("flags: "+(0,b.D)(L,(function(e,t){return e})).join(", ")));var M=i(6660);class B extends h{static featureName=M.t;constructor(r,n){let i=!(arguments.length>2&&void 0!==arguments[2])||arguments[2];super(r,n,M.t,i),this.skipNext=0;try{this.removeOnAbort=new AbortController}catch(e){}const o=this;o.ee.on("fn-start",(function(e,t,r){o.abortHandler&&(o.skipNext+=1)})),o.ee.on("fn-err",(function(t,r,n){o.abortHandler&&!n[M.A]&&((0,I.X)(n,M.A,(function(){return!0})),this.thrown=!0,(0,s.p)("err",[n,(0,p.z)()],void 0,e.D.jserrors,o.ee))})),o.ee.on("fn-end",(function(){o.abortHandler&&!this.thrown&&o.skipNext>0&&(o.skipNext-=1)})),o.ee.on("internal-error",(function(t){(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,o.ee)})),this.origOnerror=c._A.onerror,c._A.onerror=this.onerrorHandler.bind(this),c._A.addEventListener("unhandledrejection",(t=>{const r=function(e){let t="Unhandled Promise Rejection: ";if(e instanceof Error)try{return e.message=t+e.message,e}catch(t){return e}if(void 0===e)return new Error(t);try{return new Error(t+(0,D.P)(e))}catch(e){return new Error(t)}}(t.reason);(0,s.p)("err",[r,(0,p.z)(),!1,{unhandledPromiseRejection:1}],void 0,e.D.jserrors,this.ee)}),(0,O.m$)(!1,this.removeOnAbort?.signal)),(0,k.gy)(this.ee),(0,k.BV)(this.ee),(0,k.em)(this.ee),(0,t.OP)(r).xhrWrappable&&(0,k.Kf)(this.ee),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}onerrorHandler(t,r,n,i,o){"function"==typeof this.origOnerror&&this.origOnerror(...arguments);try{this.skipNext?this.skipNext-=1:(0,s.p)("err",[o||new F(t,r,n),(0,p.z)()],void 0,e.D.jserrors,this.ee)}catch(t){try{(0,s.p)("ierr",[t,(0,p.z)(),!0],void 0,e.D.jserrors,this.ee)}catch(e){}}return!1}}function F(e,t,r){this.message=e||"Uncaught error with no additional information",this.sourceURL=t,this.line=r}let U=1;const q="nr@id";function G(e){const t=typeof e;return!e||"object"!==t&&"function"!==t?-1:e===c._A?0:(0,I.X)(e,q,(function(){return U++}))}function V(e){if("string"==typeof e&&e.length)return e.length;if("object"==typeof e){if("undefined"!=typeof ArrayBuffer&&e instanceof ArrayBuffer&&e.byteLength)return e.byteLength;if("undefined"!=typeof Blob&&e instanceof Blob&&e.size)return e.size;if(!("undefined"!=typeof FormData&&e instanceof FormData))try{return(0,D.P)(e).length}catch(e){return}}}var X=i(7243);class W{constructor(e){this.agentIdentifier=e,this.generateTracePayload=this.generateTracePayload.bind(this),this.shouldGenerateTrace=this.shouldGenerateTrace.bind(this)}generateTracePayload(e){if(!this.shouldGenerateTrace(e))return null;var r=(0,t.DL)(this.agentIdentifier);if(!r)return null;var n=(r.accountID||"").toString()||null,i=(r.agentID||"").toString()||null,o=(r.trustKey||"").toString()||null;if(!n||!i)return null;var a=(0,_.M)(),s=(0,_.Ht)(),c=Date.now(),u={spanId:a,traceId:s,timestamp:c};return(e.sameOrigin||this.isAllowedOrigin(e)&&this.useTraceContextHeadersForCors())&&(u.traceContextParentHeader=this.generateTraceContextParentHeader(a,s),u.traceContextStateHeader=this.generateTraceContextStateHeader(a,c,n,i,o)),(e.sameOrigin&&!this.excludeNewrelicHeader()||!e.sameOrigin&&this.isAllowedOrigin(e)&&this.useNewrelicHeaderForCors())&&(u.newrelicHeader=this.generateTraceHeader(a,s,c,n,i,o)),u}generateTraceContextParentHeader(e,t){return"00-"+t+"-"+e+"-01"}generateTraceContextStateHeader(e,t,r,n,i){return i+"@nr=0-1-"+r+"-"+n+"-"+e+"----"+t}generateTraceHeader(e,t,r,n,i,o){if(!("function"==typeof c._A?.btoa))return null;var a={v:[0,1],d:{ty:"Browser",ac:n,ap:i,id:e,tr:t,ti:r}};return o&&n!==o&&(a.d.tk=o),btoa((0,D.P)(a))}shouldGenerateTrace(e){return this.isDtEnabled()&&this.isAllowedOrigin(e)}isAllowedOrigin(e){var r=!1,n={};if((0,t.Mt)(this.agentIdentifier,"distributed_tracing")&&(n=(0,t.P_)(this.agentIdentifier).distributed_tracing),e.sameOrigin)r=!0;else if(n.allowed_origins instanceof Array)for(var i=0;i 2&&void 0!==arguments[2])||arguments[2];super(r,n,Z.t,i),(0,t.OP)(r).xhrWrappable&&(this.dt=new W(r),this.handler=(e,t,r,n)=>(0,s.p)(e,t,r,n,this.ee),(0,k.u5)(this.ee),(0,k.Kf)(this.ee),function(r,n,i,o){function a(e){var t=this;t.totalCbs=0,t.called=0,t.cbTime=0,t.end=E,t.ended=!1,t.xhrGuids={},t.lastSize=null,t.loadCaptureCalled=!1,t.params=this.params||{},t.metrics=this.metrics||{},e.addEventListener("load",(function(r){_(t,e)}),(0,O.m$)(!1)),c.IF||e.addEventListener("progress",(function(e){t.lastSize=e.loaded}),(0,O.m$)(!1))}function s(e){this.params={method:e[0]},T(this,e[1]),this.metrics={}}function u(e,n){var i=(0,t.DL)(r);i.xpid&&this.sameOrigin&&n.setRequestHeader("X-NewRelic-ID",i.xpid);var a=o.generateTracePayload(this.parsedOrigin);if(a){var s=!1;a.newrelicHeader&&(n.setRequestHeader("newrelic",a.newrelicHeader),s=!0),a.traceContextParentHeader&&(n.setRequestHeader("traceparent",a.traceContextParentHeader),a.traceContextStateHeader&&n.setRequestHeader("tracestate",a.traceContextStateHeader),s=!0),s&&(this.dt=a)}}function d(e,t){var r=this.metrics,i=e[0],o=this;if(r&&i){var a=V(i);a&&(r.txSize=a)}this.startTime=(0,p.z)(),this.listener=function(e){try{"abort"!==e.type||o.loadCaptureCalled||(o.params.aborted=!0),("load"!==e.type||o.called===o.totalCbs&&(o.onloadCalled||"function"!=typeof t.onload)&&"function"==typeof o.end)&&o.end(t)}catch(e){try{n.emit("internal-error",[e])}catch(e){}}};for(var s=0;s 1?e[1]=i:e.push(i)}else e[0]&&e[0].headers&&s(e[0].headers,n)&&(this.dt=n);function s(e,t){var r=!1;return t.newrelicHeader&&(e.set("newrelic",t.newrelicHeader),r=!0),t.traceContextParentHeader&&(e.set("traceparent",t.traceContextParentHeader),t.traceContextStateHeader&&e.set("tracestate",t.traceContextStateHeader),r=!0),r}}function x(e,t){this.params={},this.metrics={},this.startTime=(0,p.z)(),this.dt=t,e.length>=1&&(this.target=e[0]),e.length>=2&&(this.opts=e[1]);var r,n=this.opts||{},i=this.target;"string"==typeof i?r=i:"object"==typeof i&&i instanceof Y?r=i.url:c._A?.URL&&"object"==typeof i&&i instanceof URL&&(r=i.href),T(this,r);var o=(""+(i&&i instanceof Y&&i.method||n.method||"GET")).toUpperCase();this.params.method=o,this.txSize=V(n.body)||0}function A(t,r){var n;this.endTime=(0,p.z)(),this.params||(this.params={}),this.params.status=r?r.status:0,"string"==typeof this.rxSize&&this.rxSize.length>0&&(n=+this.rxSize);var o={txSize:this.txSize,rxSize:n,duration:(0,p.z)()-this.startTime};i("xhr",[this.params,o,this.startTime,this.endTime,"fetch"],this,e.D.ajax)}function E(t){var r=this.params,n=this.metrics;if(!this.ended){this.ended=!0;for(var o=0;o 2&&void 0!==arguments[2])||arguments[2];super(e,t,we.t,r),this.importAggregator()}}new class{constructor(e){let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:(0,_.ky)(16);c._A?(this.agentIdentifier=t,this.sharedAggregator=new y({agentIdentifier:this.agentIdentifier}),this.features={},this.desiredFeatures=new Set(e.features||[]),this.desiredFeatures.add(m),Object.assign(this,(0,a.j)(this.agentIdentifier,e,e.loaderType||"agent")),this.start()):(0,l.Z)("Failed to initial the agent. Could not determine the runtime environment.")}get config(){return{info:(0,t.C5)(this.agentIdentifier),init:(0,t.P_)(this.agentIdentifier),loader_config:(0,t.DL)(this.agentIdentifier),runtime:(0,t.OP)(this.agentIdentifier)}}start(){const t="features";try{const r=n(this.agentIdentifier),i=[...this.desiredFeatures];i.sort(((t,r)=>e.p[t.featureName]-e.p[r.featureName])),i.forEach((t=>{if(r[t.featureName]||t.featureName===e.D.pageViewEvent){const n=function(t){switch(t){case e.D.ajax:return[e.D.jserrors];case e.D.sessionTrace:return[e.D.ajax,e.D.pageViewEvent];case e.D.sessionReplay:return[e.D.sessionTrace];case e.D.pageViewTiming:return[e.D.pageViewEvent];default:return[]}}(t.featureName);n.every((e=>r[e]))||(0,l.Z)("".concat(t.featureName," is enabled but one or more dependent features has been disabled (").concat((0,D.P)(n),"). This may cause unintended consequences or missing data...")),this.features[t.featureName]=new t(this.agentIdentifier,this.sharedAggregator)}})),(0,T.Qy)(this.agentIdentifier,this.features,t)}catch(e){(0,l.Z)("Failed to initialize all enabled instrument classes (agent aborted) -",e);for(const e in this.features)this.features[e].abortHandler?.();const r=(0,T.fP)();return delete r.initializedAgents[this.agentIdentifier]?.api,delete r.initializedAgents[this.agentIdentifier]?.[t],delete this.sharedAggregator,r.ee?.abort(),delete r.ee?.get(this.agentIdentifier),!1}}}({features:[J,m,S,class extends h{static featureName=oe;constructor(t,r){if(super(t,r,oe,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;const n=this.ee;let i;(0,k.QU)(n),this.eventsEE=(0,k.em)(n),this.eventsEE.on(se,(function(e,t){this.bstStart=(0,p.z)()})),this.eventsEE.on(ae,(function(t,r){(0,s.p)("bst",[t[0],r,this.bstStart,(0,p.z)()],void 0,e.D.sessionTrace,n)})),n.on(ce+ne,(function(e){this.time=(0,p.z)(),this.startPath=location.pathname+location.hash})),n.on(ce+ie,(function(t){(0,s.p)("bstHist",[location.pathname+location.hash,this.startPath,this.time],void 0,e.D.sessionTrace,n)}));try{i=new PerformanceObserver((t=>{const r=t.getEntries();(0,s.p)(te,[r],void 0,e.D.sessionTrace,n)})),i.observe({type:re,buffered:!0})}catch(e){}this.importAggregator({resourceObserver:i})}},C,xe,B,class extends h{static featureName=de;constructor(e,r){if(super(e,r,de,!(arguments.length>2&&void 0!==arguments[2])||arguments[2]),!c.il)return;if(!(0,t.OP)(e).xhrWrappable)return;try{this.removeOnAbort=new AbortController}catch(e){}let n,i=0;const o=this.ee.get("tracer"),a=(0,k._L)(this.ee),s=(0,k.Lg)(this.ee),u=(0,k.BV)(this.ee),d=(0,k.Kf)(this.ee),f=this.ee.get("events"),l=(0,k.u5)(this.ee),h=(0,k.QU)(this.ee),g=(0,k.Gm)(this.ee);function m(e,t){h.emit("newURL",[""+window.location,t])}function v(){i++,n=window.location.hash,this[ve]=(0,p.z)()}function b(){i--,window.location.hash!==n&&m(0,!0);var e=(0,p.z)();this[pe]=~~this[pe]+e-this[ve],this[ye]=e}function y(e,t){e.on(t,(function(){this[t]=(0,p.z)()}))}this.ee.on(ve,v),s.on(be,v),a.on(be,v),this.ee.on(ye,b),s.on(ge,b),a.on(ge,b),this.ee.buffer([ve,ye,"xhr-resolved"],this.featureName),f.buffer([ve],this.featureName),u.buffer(["setTimeout"+le,"clearTimeout"+fe,ve],this.featureName),d.buffer([ve,"new-xhr","send-xhr"+fe],this.featureName),l.buffer([me+fe,me+"-done",me+he+fe,me+he+le],this.featureName),h.buffer(["newURL"],this.featureName),g.buffer([ve],this.featureName),s.buffer(["propagate",be,ge,"executor-err","resolve"+fe],this.featureName),o.buffer([ve,"no-"+ve],this.featureName),a.buffer(["new-jsonp","cb-start","jsonp-error","jsonp-end"],this.featureName),y(l,me+fe),y(l,me+"-done"),y(a,"new-jsonp"),y(a,"jsonp-end"),y(a,"cb-start"),h.on("pushState-end",m),h.on("replaceState-end",m),window.addEventListener("hashchange",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("load",m,(0,O.m$)(!0,this.removeOnAbort?.signal)),window.addEventListener("popstate",(function(){m(0,i>1)}),(0,O.m$)(!0,this.removeOnAbort?.signal)),this.abortHandler=this.#e,this.importAggregator()}#e(){this.removeOnAbort?.abort(),this.abortHandler=void 0}}],loaderType:"spa"})})(),window.NRBA=o})(); window.jQuery || document.write(' ') CKEDITOR_BASEPATH='https://f1000research.com/js/vendor/ckeditor/' window.reactTheme = 'research'; window.MathJax = { CommonHTML: { linebreaks: { automatic: true } }, 'HTML-CSS': { linebreaks: { automatic: true } }, SVG: { linebreaks: { automatic: true } }, AuthorInit: function() { MathJax.Hub.Register.MessageHook('End Process', function () { let timeout = false; // holder for timeout id const delay = 250; // delay after event is "complete" to run callback const reflowMath = function() { const dispFormulas = document.querySelectorAll('.disp-formula.panel'); if (!dispFormulas) { return; } for (const dispFormula of dispFormulas) { const child = dispFormula.querySelector('.MathJax_Preview').nextSibling.firstChild; const isMultiline = MathJax.Hub.getAllJax(dispFormula)[0].root.isMultiline; if (dispFormula.offsetWidth < child.offsetWidth || isMultiline) { MathJax.Hub.Queue(['Rerender', MathJax.Hub, dispFormula]); } } }; window.addEventListener('resize', function() { clearTimeout(timeout); // clear the timeout timeout = setTimeout(reflowMath, delay); // start timing for event "completion" }); }); }, }; if (window.location.hash == '#_=_'){ window.location = window.location.href.split('#')[0] } !function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function() {n.callMethod? n.callMethod.apply(n,arguments):n.queue.push(arguments)} ;if(!f._fbq)f._fbq=n; n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0; t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window, document,'script','https://connect.facebook.net/en_US/fbevents.js'); fbq('init', '1641728616063202'); fbq('track', "PixelInitialized", {}); (function(h,o,t,j,a,r){ h.hj=h.hj||function(){(h.hj.q=h.hj.q||[]).push(arguments)}; h._hjSettings={hjid:2318163,hjsv:6}; a=o.getElementsByTagName('head')[0]; r=o.createElement('script');r.async=1; r.src=t+h._hjSettings.hjid+j+h._hjSettings.hjsv; a.appendChild(r); })(window,document,'https://static.hotjar.com/c/hotjar-','.js?sv='); search file_upload Submit your research search menu close search Browse Gateways & Collections How to Publish Submit your Research My Submissions Article Guidelines Article Guidelines (New Versions) Open Data, Software and Code Guidelines Open Data and Accessible Source Materials Guidelines (HSS) Open Data, Software and Code Guidelines (PSE) Prepublication Checks Production Process Posters and Slides Guidelines Document Guidelines Article Processing Charges Peer Review Finding Article Reviewers About How it Works For Reviewers Our Advisors Policies Glossary FAQs For Developers Newsroom Contact My Research Submissions Content and Tracking Alerts My Details Sign In file_upload Submit your research { "@context": "https://schema.org", "@type": "ScholarlyArticle", "mainEntityOfPage": { "@type": "WebPage", "@id": "https://f1000research.com/articles/14-447" }, "headline": "Using machine learning based stereo camera clothing boundary recognition control system for dressing...", "datePublished": "2025-04-17T16:09:58", "dateModified": "2025-04-17T16:09:58", "author": [ { "@type": "Person", "name": "HANQING ZHAO" }, { "@type": "Person", "name": "Hidetaka Nambo" } ], "publisher": { "@type": "Organization", "name": "F1000Research", "logo": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 480, "width": 60 } }, "image": { "@type": "ImageObject", "url": "https://f1000research.com/img/AMP/F1000Research_image.png", "height": 1200, "width": 150 }, "description": "Life support robots that can be fully autonomous clothing wear-support robotic identification control systems are challenging. Robotic-assisted dressing solutions have the potential to provide tremendous support to the elderly, patients with mobility impairments, and their caregivers. In this study, we propose an IoT control system that automatically identifies clothing wearing position boundaries and recognizes actual spatial height information using a stereo camera with computer vision. The location information of the clothes boundary was recognized use the semantic segmentation model and machine learning method. Then, using the depth measurement of the stereo camera, the spatial height position of the actual clothing boundary was calculated using the depth information. Finally, the auxiliary position movement control of the clothes-wearing support robot was carried out using the IoT method. We experimentally verified that the recognition control system can successfully achieve the recognition and control of the auxiliary position movement of the device. We performed practical experiments for the evaluation. The recognition accuracy and control accuracy in multiple situations and environmental conditions were 77.35% and 97.21%." } { "@context": "http://schema.org", "@type": "BreadcrumbList", "itemListElement": [ { "@type": "ListItem", "position": "1", "item": { "@id": "https://f1000research.com/", "name": "Home" } }, { "@type": "ListItem", "position": "2", "item": { "@id": "https://f1000research.com/browse/articles", "name": "Browse" } }, { "@type": "ListItem", "position": "3", "item": { "@id": "https://f1000research.com/articles/14-447", "name": "Using machine learning based stereo camera clothing boundary recognition..." } } ] } Home Browse Using machine learning based stereo camera clothing boundary recognition... ALL Metrics - Views Downloads Get PDF Get XML Cite How to cite this article ZHAO H and Nambo H. Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot [version 1; peer review: 2 not approved] . F1000Research 2025, 14 :447 ( https://doi.org/10.12688/f1000research.157582.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. Close Copy Citation Details Export Export Citation Sciwheel EndNote Ref. Manager Bibtex ProCite Sente EXPORT Select a format first Track Share ▬ ✚ Research Article Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot [version 1; peer review: 2 not approved] HANQING ZHAO https://orcid.org/0000-0003-1835-5566 1 , Hidetaka Nambo 1 HANQING ZHAO https://orcid.org/0000-0003-1835-5566 1 , Hidetaka Nambo 1 PUBLISHED 17 Apr 2025 Author details Author details 1 Graduate School of Natural Science and Technology Electrical Engineering and Computer Science, Kanazawa University, kanazawa, ishikawa, Japan HANQING ZHAO Roles: Data Curation, Formal Analysis, Investigation, Methodology, Software, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Hidetaka Nambo Roles: Conceptualization, Project Administration, Supervision OPEN PEER REVIEW DETAILS REVIEWER STATUS This article is included in the Artificial Intelligence and Machine Learning gateway. This article is included in the Dignity in Aging collection. Abstract Life support robots that can be fully autonomous clothing wear-support robotic identification control systems are challenging. Robotic-assisted dressing solutions have the potential to provide tremendous support to the elderly, patients with mobility impairments, and their caregivers. In this study, we propose an IoT control system that automatically identifies clothing wearing position boundaries and recognizes actual spatial height information using a stereo camera with computer vision. The location information of the clothes boundary was recognized use the semantic segmentation model and machine learning method. Then, using the depth measurement of the stereo camera, the spatial height position of the actual clothing boundary was calculated using the depth information. Finally, the auxiliary position movement control of the clothes-wearing support robot was carried out using the IoT method. We experimentally verified that the recognition control system can successfully achieve the recognition and control of the auxiliary position movement of the device. We performed practical experiments for the evaluation. The recognition accuracy and control accuracy in multiple situations and environmental conditions were 77.35% and 97.21%. READ ALL READ LESS Keywords Assistive Robotics, Computational Intelligence (Neural, Fuzzy, Learning, etc), Robot Vision and Monitoring, Vision-based Control, Human-Robot Interaction Corresponding Author(s) Hidetaka Nambo ( [email protected] ) Close Corresponding author: Hidetaka Nambo Competing interests: No competing interests were disclosed. Grant information: The author(s) declared that no grants were involved in supporting this work. Copyright: © 2025 ZHAO H and Nambo H. This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. The author(s) is/are employees of the US Government and therefore domestic copyright protection in USA does not apply to this work. The work may be protected under the copyright laws of other jurisdictions when used in those jurisdictions. How to cite: ZHAO H and Nambo H. Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot [version 1; peer review: 2 not approved] . F1000Research 2025, 14 :447 ( https://doi.org/10.12688/f1000research.157582.1 ) First published: 17 Apr 2025, 14 :447 ( https://doi.org/10.12688/f1000research.157582.1 ) Latest published: 17 Apr 2025, 14 :447 ( https://doi.org/10.12688/f1000research.157582.1 ) 1. Introduction This study proposes an IoT control system that automatically identifies the position of clothing boundaries and calculates the actual spatial height distance information using a stereo camera. It is used in toilet environments where the elderly or patients have hand muscle weakness or difficulty moving their hands without the assistance of a nurse or caregiver. Pant dressing assistance system with autonomous recognition and adjustment of assisted position using a vision recognition system. The traditional boundary line recognition method has the problem of difficult recognition in complex scenes and different clothing. Moreover, in the traditional method of recognizing the actual spatial location distance, sensors in addition to the camera are required for composite computational analysis. To address this problem. Responding to different recognition scenes and recognizing multiple types of clothes. We adopted deep learning and machine learning methods for clothing boundary recognition. We utilized semantic segmentation-related algorithms for clothes boundary line identification as preliminary data processing. Eventually, the actual spatial position information of the clothing boundary line can be calculated from the multiple fusion information obtained from the stereo camera, and the position information can be fed back to the control system. Recently, depth cameras have been used in robotics, autonomous driving, and other fields. For example, object size is measured using a single camera. 4 The stereo camera object size measurement algorithm uses the Euclidean algorithm. 5 Furthermore, a single camera was used to acquire the video to calculate the length, width, and height of the object using a mathematical model. 3 Vision applications for robot dressing assistance. 9 , 10 Point cloud information or fused data with other sensing information 11 is used to obtain location information for dressing assistance. Using depth map information for top-dressing assistance. 13 This study proposed a robot-assisted dressing system. Based on stereo camera depth sensing and a deep learning algorithm, the size and position of the auxiliary position two-point measurements of the actual spatial coordinates were calculated. Utilizing IoT communication to an auxiliary device for clothing auxiliary position selection and auxiliary robot movement control. Dressing assistance through multiple fusion technologies. Figure 1 shows the 3D simulation image, and Figure 2 shows the actual toilet clothing dressing support robot. The toilet clothing dressing support robot is a branch of life support robot. It is a robot that solves the aging problem and provides assistance in living for the elderly. For example, in the toilet, hand muscle weakness, or hand immobility, Dressing Assistance will provide great convenience. There are five main areas of life support robots: mobility, food, toilets, bathing, and caregiving support. Life Support Robot has five main areas: mobility, food, toilet, bathing, and caregiving support. These five types of support are not only geared toward the elderly and patients, but can also reduce the workload of medical workers. Figure 1. 3D Simulation of Bathroom clothes dress support robot. Figure 2. Bathroom clothes dress support robot. In recent years, deep learning models for the recognition and extraction of object edge contours(e.g., HED 17 and RankED 18 ) have made significant progress. However, the identification and extraction of boundaries in specific areas has many challenges. For example, CASENet 15 and RINDNet 16 are semantic segmentation edge boundary recognitions of objects. However, semantic segmentation edge boundary recognition has difficulties such as difficult training, low accuracy and inability to be applied with a designated part of the edge boundary recognition. In this study, we propose a multi-stage approach with good accuracy that is applicable to complex scenarios and capable of identifying recognition solutions for specific boundaries in specific regions. Semantic segmentation and SVM models are used in machine learning for specific boundary recognition. There are also many challenges in selecting a semantic segmentation model, for example, because the image recognition in this task is real-time image data and requires stability and high accuracy. In popular models, we present evaluations. The final selection was the PSPnet model with high semantic segmentation accuracy; however, the model with high semantic segmentation accuracy does not have good real-time processing capability. If a model with high a real-time recognition capability is chosen, the recognition accuracy of the model is reduced. To ensure recognition accuracy, we did not choose a model with a high real-time recognition. Subsequently, the SVM algorithm was used for boundary computation using semantic segmentation results. This greatly increases the cost of computational time; therefore, before calculating using the SVM algorithm, we used the data dimensionality reduction process to improve the calculation speed. Improved real-time recognition performance. Second, it is related to distance sensors. In this study, we did not use traditional ultrasonic ranging or laser ranging sensors. Instead, a depth camera combined with an image algorithm was used to obtain the actual distance. This can be combined with semantic segmentation and SVM to obtain specific boundaries to compute the actual distance in space between pixel points in an image. This makes it easier to perform fused data processing than to use data information from traditional ranging sensors. A depth camera cannot directly acquire the actual spatial distance between the two points of an image pixel. In previous studies, the real spatial distances between image pixel points were rarely considered. Therefore, we propose a simple design scheme for ranging between pixel points based on the principle of depth measurement using a depth camera. In the design of the measurement calculation method, the obtained image information and the actual required information results are not in the same calculation coordinate system. Consequently, transformations between multiple planar coordinate systems are used in the design. For example, a depth map can be obtained using a binocular camera and then converted into a 3d point cloud map. This study aimed to develop a highly self-regulated recognition control system for intermediate care dressing support in a washroom scene. In the next section, we describe the proposed solution. 2. Method 2.1 Specific auxiliary boundary recognition algorithm In our previous study we used three models Fcns8, SegNet, and DeconvNet for semantic segmentation of clothes boundary recognition. 1 In this study, we used the PspNet model for semantic segmentation of clothes. In a prior study, there were four categories: jacket, pants, hands, and background. We added a 5th category of shoes. Figure 4 shows a flow chart of the image processing in the third part of Figure 3 . Figure 5 shows the recognition categories in the semantic segmentation part of this study. This approach is a multi-stage training and processing method. The clothing boundary identification and control system must be based on a real-time situation for identification and control. In terms of model selection, PspNet has a good correct rate of semantic segmentation among many models. However, PspNet does not exhibit a high real-time recognition rate in real time semantic segmentation models. However, in this task, more focus was placed on the recognition rate of semantic segmentation such as clothes. Therefore, PspNet was selected as the model for this task. Figure 6 . shows a comparison of the speed and recognition rate of the models for real-time semantic segmentation in our used model. 14 Figure 3. Clothing boundary recognition control system flow chart. Figure 4. The third part of the processing flow of image boundary recognition. Figure 5. Semantic segmentation category. Figure 6. Comparison of correct and real-time recognition rates of semantic segmentation models. Figure 3 show a flowchart of the stereo camera-based clothing recognition control system. The gray area on the right side of Figure 3 shows the detailed processing flow of clothing and boundary recognition for the boundary recognition model. The boundary recognition model in the gray part of Figure 3 is a clothing boundary recognition method that uses semantic segmentation for deep learning and machine learning SVM. 1 We used a 2-stage processing for clothes boundary recognition. First, the semantic segmentation of clothes is recognized using a deep model. Subsequently, using the semantic segmentation results, binary classification of the jacket and pant semantic segmentation results was performed. The clothing boundary recognition model in Figure 3 is divided into three parts (the gray part on the right side of Figure 3 ). The first part is the input layer, which is used as the input for the non-trained dataset and data labeling. The training set did not have any special preprocessing and was in the same form as the semantic segmentation data. The second part was the semantic segmentation model network, in which this case we used the PspNet model. 6 The model is used to extract image features and categorize each pixel in the final output layer. Finally, we used the softmax output function as the output layer. The final result is the classification probability of each pixel in the W*H. The third part extracts the feature information of jackets and pants based on the results of semantic segmentation. Then, the traditional Canny edge detection algorithm was used to obtain the edge line features of the jackets and pants. The edge line features extraction process can reduce the dimensionality of the data. On the other hand, edge contour boundary extraction can also reduce data noise and reduce training data. In the prediction of semantic segmentation, the prediction position error was latent. This increases the cost of training time and affects the accuracy of SVM algorithm classification training. Therefore, using the Canny algorithm to extract edge boundaries is beneficial for training accuracy and improving training speed. Furthermore, using the Canny algorithm did not change the features of the original data. Because the image results of semantic segmentation is multidimensional data W*H*3, semantic segmentation results through the Canny filter, and feature extraction can be performed to obtain one-dimensional data W*H of contour features and reduce the amount of data. Without contour feature extraction, the semantic segmentation results are directly used as one-dimensional binary classification data for the SVM computation. Owing to the large amount of data, this results in low computational efficiency. To improve the computational speed, we considered the processing of the Canny filter on the image result of semantic segmentation as a process of data dimensionality reduction. Finally, the SVM algorithm was used for boundary identification between jackets and pants. However, the edge boundary data for jackets and pants can be transformed into two different clustered datasets, as shown in Figure 4 . Because they have unique data attributes, there is not much intersection; however, the data are close. Therefore, the SVM binary classification algorithm is applicable. The SVM algorithm is categorized into linear and nonlinear classification. We choose linear classification method. SVM algorithm is a common classification algorithm that generates linear classification planes from binary or one-to-many results. (1) w 0 y 1 + w 1 x 1 + b = 0 (2) y 1 = − w 1 x 1 − b w 0 Based on the SVM algorithm and data characteristics. Training of the SVM algorithm was used to obtain the boundary information of the auxiliary position. Equation 1 is the trained SVM hyperplane formula: w 0 is the weight value of the y-coordinate, w 1 is the weight value of the x-coordinate, and b is the bias value of the SVM hyperplane. Equation 2 is a deformed derivation of Equation 1 for obtaining the value of the SVM hyperplane y 1 . The value of x 1 is determined based on the predicted image W pixel width. The coordinates of the hyperplane boundary can be obtained using Equations 1 and 2 as follows: The SVM hyperplane boundary can be reconstructed to identify the specific clothing boundary. Figure 4 shows the semantic segmentation results obtained using semantic segmentation and the contours of the semantic segmentation results obtained using the Canny algorithm. For example, the green jacket contour and red pant contour in Figure 4 were used as the clustering data for the two categories. From the data transformations in Figure 4 , we can see that there is a clear boundary between the green contour data and the red data, and that it has the characteristic of linear categorization under all conditions. Hence utilizing SVM for classification produces a linear classification hyperplane between the green and red data. 2.2 Stereo camera algorithm Figure 7.1 shows the principle of single-pixel point depth computation using stereo cameras L:left camera and R:right camera. x l − x r is the disparity. f: focal length and T: center distance between the two cameras also called the base line. T and f are fixed values and x l − x r disparity values are unknown variables. To obtain the disparity value, we must use Equation 3 to calculate the distance value Z between the object and camera. 2 Finally, a depth map was obtained. x l − x r in Equation 3 is the disparity value. Calculating the disparity value between two images is obtained by calculating using stereo matching algorithm. The left camera image and the right camera image are used as inputs to obtain the disparity values by stereo matching algorithm. For example, SAD (Sum of absolute differences) image matching algorithm, SGBM global matching algorithm and other methods. disparity value disparity = x l − x r . In order to find the distance between two specific pixels. Thus, it is necessary to obtain the specific values of xl and xr for the selected pixel points. The method of calculating xl and xr for selected pixel points is based on obtaining a depth map. In the later part we further describe how to compute to obtain xl and xr. Figure 7.1. Disparity calculation (upper left). Figure 7.2 Measurement calculation of pixel coordinates in positive and negative fields (upper right). Figure 7.3 Measurement calculation of pixel coordinates in positive fields (lower). Figure 7.2 shows the principle diagram for calculating the actual distance between two measurement points using stereo camera zed2. Table 1 shows the calculation of the actual length of a single pixel in the real space. Our proposed method for measuring the distance between two points is an extension method based on stereo camera depth 3measurement. Figure 7.2 shows our proposed method to calculate the distance between two points based on the original single-point depth calculation. (3) Z = f × T x l − x r Table 1. Pseudocode for calculating the actual size of a single pixel. Using a stereo camera to measure the actual size of a single pixel algorithm Input: Measurement points depth: P l and P r of depth Output: P ix : The actual size of a single pixel in the measured depth 1.Start: Obtain P l and P r of depth and P l and P r depth of Point cloud map converted to pixel coordinates; 2. Calculate P l and P r of pixel coordinate value: x l or r = ( p pixel − c x ) dx 3. calculate ob l and ob r : ob l or r = ( x l or r ) 2 + ( f ) 2 4. calculate ob l ′ ′ and ob r : ob l ′ ′ or r ′ ′ = Z ∗ ob l or r f 5. calculate T l and T r : T l or r = ( ob l ′ ′ or r ′ ′ ) 2 − Z 2 6. calculate the actual distance between points P l and P r : { T l + T r , x l 0 # # T r − T l , x l > 0 and x r > 0 # T l − T r , x l < 0 and x r < 0 # 7. End: calculate single pixel size: pix = L D x r − D x l In Figure 7.3 and Figure 8 , the parameters of the camera are f: focal length. R: rotation matrix. T: translation matrix. d x : Physical x-axis size of a single pixel of the light sensor in the camera. d y : Physical y-axis size of a single pixel of the light sensor in the camera. u 0 : number of X-axis pixels that are the difference between the center pixel coordinate and the origin pixel coordinate of the image. v 0 : the number of Y-axis pixels that represent the difference between the center pixel coordinate and origin pixel coordinate of the image. c x : intrinsic parameter value of the origin point. The intrinsic parameters of the camera were obtained using the camera calibration method. (4) x l or r = ( p pixel − c x ) dx (5) ob l or r = ( x l or r ) 2 + ( f ) 2 (6) ob l ′ ′ or r ′ ′ = Z ∗ ob l or r f (7) T l or r = ( ob l " or r ′ ′ ) 2 − Z 2 (8.1) L = { T l + T r , x l 0 (8.2) L = { T r − T l , x l > 0 and x r > 0 (8.3) L = { T l − T r , x l < 0 and x r < 0 (9) pix = L D x r − D x l Figure 8. Depth coordinate system to pixel. For example, we measure to calculated the distance between p l and p r in Figure 7.2 . First, we used the Depth Perception API of the stereo camera zed2 SDK to calculate the depth map to obtain the depth distances Z l and Z r for two points p l and p r . Then, the stereo camera zed2 SDK API was used to calculate the depth map for conversion to a 3d point cloud. Sets the 3d point cloud coordinates to the actual world coordinates. Using the formula shown in Figure 8 the 3d point cloud coordinates were finally converted to pixel coordinates. When calculating the distance between two points p l and p r , we did not use the left and right camera parameters to calculate the measurements. We use the left (point L) camera in Figure 7.2 for the mapping and calculation of the pixel coordinates of the two points p l and p r . First, we obtained the depths Z l and Z r of p l and p r . Using the 3d point cloud coordinate system was used for conversion to a pixel coordinate system. Later, the pixel coordinate system is utilized with u: x-axis pixel coordinate values and v: y-axis pixel coordinate values. The p pixel of Equation 4 is the measurement point x-coordinate converted to a pixel coordinate value ( Figure 8 Pixel coordinate u value). It is possible to obtain the values of dark red x l and green x r for points p l and p r by using Equation 4 . Equation 5 was used to obtain ob l and ob r . Equation 6 was used to obtain ob l ′ ′ and ob r ′ ′ values. Equation 7 is then used to obtain the value of T l at point P l and the value of T r at point P r . In Figure 7.2 plane1 is the object reality plane, plane2 is the image pixel plane, and plane3 is the camera lens plane. Figure 7.2 shows the pixel coordinate x-values of P l and P r in the negative and positive fields. x l : P l x-coordinate values in the pixel coordinate system and x r : P r x-coordinate values in the pixel coordinate system. In the ideal model, the P l point is to the left of the left camera center line and the P r point is to the right of the right camera center line. Using Eqs. Equations 4 , 5 , 6 , and 7 it is possible to obtain T l and T r using Eqs. Equations 8.1 , 8.2 , and 8.3 . If two points are distributed in the positive and negative value domains use Equation 8.1 to calculate the distance L between the points P l and P r . Figure 7.3 shows the pixel coordinate x values of both P l and P r in the positive domain. If both points x l and x r are distributed in the positive domain use Equation 8.2 to calculate the distance L between points P l and P r . If the two points of P l and P r are completely in the negative domain and the value domain of Figure 7.3 is taken to be opposite, the distance L between the two points of P l and P r is calculated using Equation 8.3 when, the two points are distributed in the negative domain. Equation 9 calculates the actual length of a single pixel between two points P l and P r . D x l and D x r are the x-coordinate values of P l and P r in the depth map. When we choose the coordinates of the two points P l and P r , we choose the same y-coordinate value. Therefore, only the x-coordinate variable was used in Equation 9 to calculate the actual distance of a single pixel. Figure 9(upper) on the left show the actual semantic segmentation recognized image. Figure 9(upper) on the right shows a the clothing boundary recognition image. Figure 9(lower left) shows the predicted shoe semantic segmentation result, after which the selected measurement points were red P l :l and P r :r. Two calculation points are selected in the shoe category, after which the size of a single pixel in the actual space was calculated. As shown in Figure 9(lower right) , the actual spatial distance was obtained using the sum of the pixel points calculated between the clothing boundary and shoes. Finally, the data were transmitted to the control system to move to the auxiliary position using the IoT method. Figure 9. Example results of boundary (upper). Example results of boundary (lower left). Example results of boundary (lower right). 2.3 IoT control communication methods In recent years, the fusion of IoT technology and robotics for the Internet of Robots (IoRT) has been developed. 7 , 8 In this study, a combined IoT and robotics approach is used for a clothing boundary recognition control system. Figure 10 shows the flowchart of IoT communication for the clothing boundary identification control system in Figure 3 . The clothing boundary identification control IoT communication system is divided into three main layers: physical, network, and service application. Figure 10 Left: data prediction physical layer; middle: data transmission network layer; right: robot service application layer. Stereo cameras were used to acquire images and models to compute the predictions. The predicted control commands are then transmitted to the cloud in the network layer. Finally, control commands are received at the robot service application layer to realize the auxiliary position movement control of the support robot. Figure 11 shows the IoT data communication and control system hardware for dress-supporting robots in the robot service application layer. Obniz 1Y was used for the data communication. and Arduino for the control data processing. Finally, an L6470 control board was used to drive the lifting device of the support robot. Figure 10. Clothing boundary identification control IoT communication flow chart. Figure 11. IoT data communication and control hardware system for clothing support. 3. Exerimental results In the actual experiments, we fixed the relative position for stereo camera recognition to 79 cm high and the measurement distance to 130 cm. Because of the assistance of the system, the acquired recognition image must be a full-body image. However, it is not necessary to acquire and recognize dynamic images. Therefore, we fixed the relative position of the camera during our experiments. It is guaranteed that the entire body image information is obtained each time. The fixed height and measuring distance for the camera settings can also be adjusted to change if the acquisition of full-body image information can be guaranteed. In our experiments, we evaluate actual clothing boundary recognition and machine-assisted position control under different conditions. Examples include different lighting conditions, same-color or non-same-color pajamas, and standing or incomplete poses. Table 2 presents the evaluation results of the clothes boundary recognition and control experiments. The composite average correct recognition rate for clothing boundary recognition in different lighting environments with different jacket and pant color schemes was 77.35%. As shown in Table 2 , we used nine different conditions for clothes the boundary recognition and control experiments. The clothes boundary recognition and control system can be affected by multiple factors. Therefore, we used the average of nine different conditions tor evaluate the accuracy of the combined environment. The control experiment is to used a stereo camera to recognize the auxiliary clothing boundary and computation to obtain the actual spatial height position information, and then used the IoT control system for robot control. The control accuracy of the stereo camera recognition control system in the control experiment was 97.21%. Table 2. Clothing boundary recognition and control evaluation results. NO. 1 2 3 4 5 6 7 8 9 10 Daytime × × ◯ ◯ ◯ ◯ ◯ ◯ ◯ Nighttime ◯ ◯ × × × × × × × Top and pants in the same color or non-same color ◯ × △ ◯ ◯ × × ◯ ◯ Overall Accuracy rate With or without image overexposure NO NO Large area strong Medium strong Small strong Large area Weak Medium Weak Medium Weak Small strong Weak With or without indoor light source ◯ ◯ × ◯ ◯ ◯ ◯ ◯ ◯ Clothing boundary Recognition accuracy 0.8125 0.9368 0 0.5 0.8235 0.5937 1 0.9 1 77.35% Control system movement accuracy 0.979 1 1 0.934 0.8823 1 1 1 0.857 97.21 % Clothing boundary Recognition precision 0.808 0.931 0 0.465 0.823 0.13 1 0.9 1 74.7% Control system movement precision 0.976 1 1 0.896 0.75 1 1 1 0.857 94.8% Clothing boundary Recognition Recall 1 1 0 1 1 1 1 1 1 100% Control system movement Recall 1 1 1 1 1 1 1 1 1 100% Table 2 of Experiments 1 and 2 shows the evaluation of recognition control experiments for same-color and non-same-color clothing in a nighttime environment. It can be seen that the experiment in the night environment hads good recognition and control accuracy. Moreover, we verified the recognition effect in the case of incomplete standing (as shown in Figure 12 ). In Figure 12 , the pink recognition line of t 0 image is the recognition result at t − 1 time, and the blue recognition line is the result of t 0 real time recognition. Because the recognition poses at time t − 1 and t 0 are basically the same, only a small recognition difference, for example, in Figure 12 , the t 0 time position information is 577.41mm and the t + 1 time updated position information is 574.87 mm, the recognition control position difference is 2.54 mm. Figure 12. Recognition and control of results. In Figure 12 , the recognition image at time t − 1 has a large deviation for the actual distance position calculation of the recognition line. We used calculation results below or above the robot's movement range, in which case the last position information is retained, and the movement control processing is not updated. Setting up a constraint mechanism ensures user safety. It has been verified that the cause of the positional distance error is that the foot semantic segmentation recognizes that the difference between the coordinates of the two points is too small, causing an error in the calculation. To avoid errors in the prediction and measurement, calculations of the semantic segmentation result in incorrect control of the robot. We have included mechanism of security range control to ensure user the safety. For example, no control is performed when the semantic segmentation of clothes is incompletely recognized or when boundaries are incompletely recognized. In addition, if the control command is not within the safe movable range. Thus, the system does not process the control. The reason for the recognition errors is incomplete recognition of the semantic segmentation of clothes or incomplete recognition of boundaries. If the feature diversity of the training set is increased. This can be improved to reduce the error rate and enhance the safety of the system. Incomplete recognition is caused by missing semantic segmentation categories. For example, the jacket category was not recognized and the other categories were correctly identified. The jacket and pant categories were recognized, but the shoes were not. We defined these cases as incomplete recognition. Incomplete recognition can lead to incorrect predictions of the actual spatial coordinates. This can ultimately lead to exceeding the control range of the robot. In Table 2 , the jackets and trousers are homochromatic and non-homochromatic denotation symbols. ◯: clothes homochromatic, ×: clothes non-homochromatic, ∆: clothes non-homochromatic and homochromatic both. In Table 2 , Experiments from 3 to 8 are the experiments performed in the daytime. In Experiment 3, the red boxed area in Figure 13 (3) is the case of a large over exposed area and an unlit room; in this case, it is not possible to recognize the correct semantic segmentation clothing boundaries. Experiments 4 and 5 aim to reduce the overexposed area, as shown in Figure 13 (4). The overexposed area is defined as the medium area, and 13(1) is the overexposed area defined as a small area. By changing the overexposure area, the recognition rate of the semantic segmentation of clothing boundaries was significantly improved in Experiments 3 and 4. Experiments 6, 7, and 8 were conducted with large-area overexposure and medium-area overexposure under weaker outdoor light than Experiments 3, 4, and 5. Experiments 3 and 6 compared the results, and it can be observed that there is a significant improvement in the recognition rate of clothing boundaries in a room with a light source. Experiments 7 and 8 showed higher recognition accuracy for non-homochromatic clothes than for homochromatic clothes in the non-homochromatic conditions for jackets and trousers. Experiments 4 and 8 show that overexposure to brightness reduces recognition accuracy. (10) accuracy = TP + TN TP + FP + TN + FN (11) precision = TP TP + FP (12) Recall = TP TP + FN Figure 13. Experiment evaluation examples. (1) Clothing boundary Recognition: TP and Control system movement: TP. (2) Clothing boundary Recognition: FP and Control system movement: TN. (3) Clothing boundary Recognition: TN and Control system movement: TN. (4) Clothing boundary Recognition: TN and Control system movement: FP. (The left and right pictures are a group.) In the experiment, semantic segmentation, clothing boundary prediction results, spatial distance information, and the control parameters were all without target parameters. Therefore, a manual evaluation method was used. A binary classification evaluation method. Equation 10 12 is our adopted accuracy rate evaluation Equation; Equation 11 shows the precision rate 12 ; Equation 12 is the recall rate 12 ; We performed a binary evaluation for clothing boundary identification prediction, spatial distance calculation, and control. In the evaluation, incorrectly calculated position information that does not perform an incorrect update of the control signal is not recorded as an incorrect identification or control. The experimental images evaluated were non-fixed test datasets, and real-time captured images were used as the evaluation data. The size of the evaluation image was fixed to the image size 480×480 for Pspnet network training. The training dataset comprised of 567 images. Table 3 shows the experimental data for the positive and negative samples in the boundary identification evaluation and control system evaluation experiments and the total number of evaluation data for each experimental condition. Table 3. Number of experimental evaluation data. Clothing boundary recognition Actual Ture+ Actual False- Predicated P+ 192 65 Predicated N- 30 0 222/287= 0.7735 Control system movement Actual Ture+ Actual False- Predicated P+ 147 8 Predicated N- 132 0 279/287= 0.9721 Number of data evaluated for Experiment 1: 48 Number of data evaluated for Experiment 2: 95 Number of data evaluated for Experiment 3: 10 Number of data evaluated for Experiment 4: 46 Number of data evaluated for Experiment 5: 17 Number of data evaluated for Experiment 6: 32 Number of data evaluated for Experiment 7: 14 Number of data evaluated for Experiment 8: 11 Number of data evaluated for Experiment 9: 14 In clothing boundary recognition, the TP of Equation 10 was used to successfully recognize the predicted clothing boundary, and the predicted clothing boundary was correct. TN indicates that the clothing boundaries are not recognizable, but the clothing boundary results are unpredictable and considered correct. The FP successfully identified the predicted clothing boundary, but the prediction results were erroneous. In FN, the clothing boundaries are unrecognizable, but the clothing boundaries are recognised and the prediction results are incorrect. In addition, in evaluating the control system movement, the TP of Equation 10 : the robot obtains the movement parameters and movement control command, and the movement parameters are correct. TN: The robot is given the no-movement parameter and no-movement control command, and the actual parameter command is no-movement, which is evaluated as correct. FP was successfully recognized to predict clothing boundaries, but the prediction results were incorrect. In FN, the clothing boundaries are unrecognizable, but the clothing boundaries are recognized and the prediction results are incorrect. (13) Raev = ( A m v − tv ) ( tv 100 ) (14) aev = Atv − tv In our experiments, we used Equation 13 and Equation 14 to evaluate the stereo camera measurement accuracy by calculating the relative the mean error and mean error values obtained. Equation 13 is used to calculate the relative mean error percentage, where Amv is the mean measured value, and tv is the true value. Equation 14 represents the average error value. Table 4 shows the data on the average error of the measurement of the actual distance between two point pixels of the stereo camera evaluated in our experiments. Four cases were used to evaluate of the average measurement error. The first experimental evaluation case is when the pixel coordinate values P xl and P xr were in the positive and negative ranges (between 566 pixels at point P l x-coordinate and 675 pixels at point P l x-coordinate), the relative average error was -1.87% and the average error value was -5.55 mm. The second experimental evaluation case was when the pixel coordinate values P xl and P xr were in the positive range, the relative average error was 13.87% and the average error value was 41.22mm. In the third experimental case was when the pixel coordinate values P xl and P xr were both in the negative domain, the relative average error was 23.18%, and the average error value was 68.86mm. In the fourth experimental case, when the pixel coordinate values P xl and P xr are evaluated in the overall average of the above three cases, the relative average error is 16.73%, and the average error value is 49.70 mm. Table 4. Stereo camera distance measurement accuracy evaluation results between two points. P xl and P xr in the positive and negative domain P xl and P xr in the positive domain P xl and P xr in the negative domain Total average error Relative error rate -1.87% 13.87% 23.18% 16.73% Average error value -5.55mm 41.22mm 68.86mm 49.70mm 4. Conclusion In this paper, we present the design and development of a clothing-assisted support robot for elderly people's homes or toilet environments in the home. In cases where the elderly or patients in the toilet have difficulty standing autonomously, hands are used to support standing or muscle weakness in both hands, the assisted position is identified and adjusted autonomously through a recognition system without the assistance of a nurse or a caregiver, Assist to complete the action of dressing and undressing. For this purpose, we propose a machine vision control scheme for a clothes-wearing support robot that can be applied to toilet scenes. Using stereo camera depth information and image information, the IoT control system is based on deep learning and machine learning for clothing boundary recognition and calculation of spatial position information. In an experiment to verify the standing or incomplete standing situation of the assisted person, the recognition of clothing-specific boundaries and the actual spatial height position calculation can be performed to control the robot to move to the assisted position. We implemented a multi-technology fusion of a clothing boundary recognition and control system. However, it is still not possible to fully implement a high autorecognition control. Moreover, because of the fusion of multiple technologies, the accuracy is reduced. Because of, the accuracy of the image recognition, the accuracy of the binocular camera measurement and the accuracy of the communication control system each lose accuracy; therefore, the accuracy is greatly reduced in the final recognition control feedback. This is also a topic for future study. In addition, it recognizes high real-time problems. This is because the Pspnet model is not highly real-time and uses multi-stage processing. The processing of data dimensionality reduction was used in the SVM stage to improve the computational speed. However, this does not fully realize the high real-time performance of clothing boundary recognition. Moreover, communication in combination with IoT has some latency, increasing the problem of not being able to operate in real-time. This will be addressed in a future study. This problem can be further improved if an end-to-end modeling pattern is used, and the model design and adjustment are based on prior research on semantic segmentation models with real-time capability. Ethics and consent Not applicable. Data availability Underlying data Param Aggarwal. (2019). Fashion Product Images (Small) [Data set]. Kaggle. DOI: https://doi.org/10.34740/KAGGLE/DS/175990 19 Extended data This is extended supplementary data that extends the semantic segmentation images of the dressing support robot. DOI: https://doi.org/10.6084/m9.figshare.27987545.v2 20 Experimental video DOI: https://doi.org/10.6084/m9.figshare.27377199.v3 21 All the data is available under cc by 4.0 license References 1. Zhao H, Nambo H: A System of Clothing Boundary Recognition Using Machine Learning For Life Support Robots. 2020 5th International Conference on Intelligent Informatics and Biomedical Sciences (ICIIBMS 2020). 2. Adil E, et al. : A novel algorithm for distance measurement using stereo camera. CAAI Transactions on Intelligence Technology. 2022; 7 ; 177–186. Publisher Full Text 3. Said AF: ROBUST AND ACCURATE OBJECTS MEASUREMENT IN REAL-WORLD BASED ON CAMERA SYSTEM. IEEE Applied Imagery Pattern Recognition Workshop (AIPR). 2017. 4. Limeng P, Tian R, et al. : Novel Object-Size Measurement Using the Digital Camera. IEEE Advanced Information Management, Communicates, Electronic and Automation Control Conference (IMCEC). 2016. 5. Vo-Le C, Van Muoi P, et al. : Automatic Method for Measuring Object Size Using 3D Camera. IEEE Eighth International Conference on Communications and Electronics (ICCE). 2020. 6. Zhao H, et al. : Pyramid scene parsing network. Proceedings of the IEEE conference on computer vision and pattern recognition. 2017. 7. Villa D, Song X, Heim M, et al. : Internet of Robotic Things: Current Technologies, Applications, Challenges and Future Directions. arXiv:2101.06256. Jan 2021. 8. Afanasyev I, Mazzara M, et al. : Towards the Internet of Robotic Things: Analysis, Architecture, Components and Challenges. 12th International Conference on Developments in eSystems Engineering (DeSE). 2019. 9. Zhang F, Demiris Y: Learning grasping points for garment manipulation in robot-assisted dressing. 2020 IEEE International Conference on Robotics and Automation (ICRA). IEEE; 2020. 10. Zhang F, Cully A, Demiris Y: Probabilistic real-time user posture tracking for personalized robot-assisted dressing. IEEE Trans. Robot. 2019; 35 (4): 873–888. Publisher Full Text 11. Izatt G, Mirano G, Adelson E, et al. : Tracking objects with point clouds from vision and touch. Proc. IEEE Int. Conf. Robot. Au-tom; 2017; pp. 4000–4007. 12. Grandini M, Bagli E, Visani G: Metrics for multi-class classification: an overview. arXiv preprint arXiv:2008.05756. 2020. 13. Gao Y, et al. : User Modelling for Personalised Dressing Assistance by HumanoidRobots. IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS). 2015. Publisher Full Text 14. Jipeng W, Ji R, et al. : Real-time semantic segmentation via sequential knowledge distillation. Neurocomputing. June 2021; 439 (7): 134–145. Publisher Full Text 15. Yu Z, et al. : Casenet: Deep category-aware semantic edge detection. Proceedings of the IEEE conference on computer vision and pattern recognition. 2017. 16. Pu M, et al. : Rindnet: Edge detection for discontinuity in reflectance, illumination, normal and depth. Proceedings of the IEEE/CVF international conference on computer vision. 2021. 17. Xie S, Zhuowen T: Holistically-nested edge detection. Proceedings of the IEEE international conference on computer vision. 2015. 18. Cetinkaya B, Kalkan S, Akbas E: RankED: Addressing Imbalance and Uncertainty in Edge Detection Using Ranking-based Losses. roceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition. 2024. 19. Param A: Fashion Product Images (Small). [Data set]. Kaggle. 2019. Publisher Full Text 20. Zhao H: Trian dataset. figshare. [Dataset]. 2024. Publisher Full Text 21. Zhao H: Supplemental video of the experiment.zip. figshare. Media. 2024. Publisher Full Text Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 17 Apr 2025 ADD YOUR COMMENT Comment Author details Author details 1 Graduate School of Natural Science and Technology Electrical Engineering and Computer Science, Kanazawa University, kanazawa, ishikawa, Japan HANQING ZHAO Roles: Data Curation, Formal Analysis, Investigation, Methodology, Software, Validation, Visualization, Writing – Original Draft Preparation, Writing – Review & Editing Hidetaka Nambo Roles: Conceptualization, Project Administration, Supervision Competing interests No competing interests were disclosed. Grant information The author(s) declared that no grants were involved in supporting this work. Article Versions (1) version 1 Published: 17 Apr 2025, 14:447 https://doi.org/10.12688/f1000research.157582.1 Copyright © 2025 ZHAO H and Nambo H. This is an open access article distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. The author(s) is/are employees of the US Government and therefore domestic copyright protection in USA does not apply to this work. The work may be protected under the copyright laws of other jurisdictions when used in those jurisdictions. Download Export To Sciwheel Bibtex EndNote ProCite Ref. Manager (RIS) Sente metrics Views Downloads F1000Research - - PubMed Central info_outline Data from PMC are received and updated monthly. - - Citations open_in_new 0 open_in_new 0 open_in_new SEE MORE DETAILS CITE how to cite this article ZHAO H and Nambo H. Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot [version 1; peer review: 2 not approved] . F1000Research 2025, 14 :447 ( https://doi.org/10.12688/f1000research.157582.1 ) NOTE: If applicable, it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS track receive updates on this article Track an article to receive email alerts on any updates to this article. TRACK THIS ARTICLE Share Open Peer Review Current Reviewer Status: ? Key to Reviewer Statuses VIEW HIDE Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Version 1 VERSION 1 PUBLISHED 17 Apr 2025 Views 0 Cite How to cite this report: Lee J. Reviewer Report For: Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot [version 1; peer review: 2 not approved] . F1000Research 2025, 14 :447 ( https://doi.org/10.5256/f1000research.173044.r385724 ) The direct URL for this report is: https://f1000research.com/articles/14-447/v1#referee-response-385724 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 13 Jun 2025 Jiho Lee , Purdue University, West Lafayette, USA Not Approved VIEWS 0 https://doi.org/10.5256/f1000research.173044.r385724 This paper titled "Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot" presents a vision-based control system for dressing assistance, utilizing PSPNet-based semantic segmentation, stereo camera-based spatial measurement, and IoT-enabled lifting mechanisms. The ... Continue reading READ ALL This paper titled "Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot" presents a vision-based control system for dressing assistance, utilizing PSPNet-based semantic segmentation, stereo camera-based spatial measurement, and IoT-enabled lifting mechanisms. The proposed system aims to support elderly or mobility-impaired users by automatically identifying clothing boundaries and controlling lifting positions. While the application domain is socially relevant and the structure of the manuscript follows a logical pipeline, several areas require substantial clarification and enhancement for scientific soundness and reproducibility. The main technical contribution is the combination of semantic segmentation and SVM-based classification to identify jacket and pant boundaries (Section 2.1), followed by stereo camera-based 3D distance estimation (Section 2.2), and IoT-based actuation (Section 2.3). However, the paper falls short in multiple aspects that must be addressed: 1. In Section 2.1, the rationale for selecting PSPNet as the semantic segmentation model is not adequately justified. The authors mention that real-time capability was sacrificed in favor of accuracy, but no comparative results (e.g., with ENet, BiSeNet, or other lightweight models) are provided to support this trade-off. Similarly, the Canny edge filter and subsequent SVM classification are not benchmarked against alternative boundary refinement techniques. 2. The paper introduces a multi-stage pipeline involving i) semantic segmentation, ii) Canny edge extraction, and iii) SVM-based boundary classification. While the concept is reasonable, the model training pipeline lacks essential details, including the architecture settings of PSPNet (e.g., input size, backbone), SVM feature selection and dimensionality, Hyperparameter settings, and Learning curves or convergence behavior. This lack of transparency makes it difficult to reproduce or validate the proposed system. 3. In Section 2.2, the stereo camera-based spatial calculation is described in great mathematical detail, but implementation-level clarity is lacking. For instance, the transition from disparity map to actual point cloud coordinates is explained theoretically but without examples of how these are implemented in practice (e.g., via ZED2 SDK, OpenCV stereo matching settings, calibration parameters). Including a sample pseudo-code or data flow chart would greatly improve understanding. 4. Figure 1 and Figure 2 merely present whole-device photos and 3D renderings without labels. These figures would be much more informative if the authors annotated key components such as the stereo camera, lifting actuator, clothing region, and IoT controller modules. Currently, the figures fail to visually support the textual explanation. Similarly, in Figure 9, the font size of the embedded text is too small to be legible and should be improved for clarity. 5. Although experimental results are reported across 9 conditions (Table 3), the evaluation lacks statistical rigor. Accuracy, precision, and recall are listed without confidence intervals or standard deviations. More importantly, the methodology excludes mispredictions from being counted as errors if they do not result in actuator movement, which introduces a significant bias and overestimates performance. 6. The boundary recognition accuracy of 77.35% and control system accuracy of 97.21% (Table 2) are promising, but the system’s limitations should be better acknowledged. For example, the authors briefly mention that the segmentation fails under certain lighting or overexposure conditions, but there is no structured analysis of failure modes. 7. The system is described as a “dressing assistance robot,” yet it does not perform any physical manipulation of garments. It would be more appropriate to present this as a perceptual support module for dressing assistance, as the only mechanical component is a linear lifting actuator. This point should be reflected both in the title and throughout the manuscript to avoid overstating the contribution. 8. While the authors claim that the system operates in real time, there is no measurement of system latency or processing speed (FPS). Since PSPNet is known for high computational cost, omitting this information weakens the real-time claim. 9. Finally, the manuscript would benefit from a careful language edit. Several sentences are grammatically awkward or ambiguous. For example, the phrase “the jacket and pant categories were recognized, but the shoes were not. We defined these cases as incomplete recognition” can be stated more clearly. A professional proofreading would significantly improve readability and credibility. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? No If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly Competing Interests: No competing interests were disclosed. Reviewer Expertise: AI in Smart Manufacturing, Robotic automation, Vision recognition for autonomous systems. I confirm that I have read this submission and believe that I have an appropriate level of expertise to state that I do not consider it to be of an acceptable scientific standard, for reasons outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Lee J. Reviewer Report For: Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot [version 1; peer review: 2 not approved] . F1000Research 2025, 14 :447 ( https://doi.org/10.5256/f1000research.173044.r385724 ) The direct URL for this report is: https://f1000research.com/articles/14-447/v1#referee-response-385724 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Views 0 Cite How to cite this report: Yamasaki K. Reviewer Report For: Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot [version 1; peer review: 2 not approved] . F1000Research 2025, 14 :447 ( https://doi.org/10.5256/f1000research.173044.r381636 ) The direct URL for this report is: https://f1000research.com/articles/14-447/v1#referee-response-381636 NOTE: it is important to ensure the information in square brackets after the title is included in this citation. Close Copy Citation Details Reviewer Report 28 May 2025 Kakeru Yamasaki , Kyushu Institute of Technology, Kitakyushu, Japan Not Approved VIEWS 0 https://doi.org/10.5256/f1000research.173044.r381636 Summary: This manuscript proposes a vision-based control system for dressing assistance, combining semantic segmentation (PSPNet), stereo camera-based depth estimation, and IoT-based actuation. While the topic is societally relevant, particularly for elderly care, there are significant issues in presentation, reproducibility, ... Continue reading READ ALL Summary: This manuscript proposes a vision-based control system for dressing assistance, combining semantic segmentation (PSPNet), stereo camera-based depth estimation, and IoT-based actuation. While the topic is societally relevant, particularly for elderly care, there are significant issues in presentation, reproducibility, evaluation rigor, and alignment between claimed contributions and actual implementation. Evaluation Breakdown and Corresponding Comments 1. Is the work clearly and accurately presented and does it cite the current literature? → Partly The manuscript presents the system pipeline with reasonable clarity, but its contextualization in the field is lacking. The literature review does not sufficiently reference or engage with prior work on robotic dressing assistance, such as: Cloth manipulation strategies Personalized HRI and adaptation Assist-as-needed (AAN) control Safety constraints in physical HRI Without this, the novelty of the work remains unclear, and its connection to existing challenges in assistive robotics is weak. 2. Is the study design appropriate and is the work technically sound? → Partly The integration of stereo vision and machine learning is well motivated, but the model selection and system design lack sufficient technical depth. The choice of PSPNet is not justified through comparative evaluation, and no ablation studies or benchmarks are provided. There is also no performance comparison with other semantic segmentation architectures. Moreover, the robotic component is limited to a lifting mechanism without autonomous clothing manipulation. 3. Are sufficient details of methods and analysis provided to allow replication by others? → No Key implementation details are missing. The authors do not provide: Training hyperparameters Learning curves Feature representation used in the SVM Source code or pre-trained models This lack of detail makes it impossible for other researchers to replicate or validate the study. 4. If applicable, is the statistical analysis and its interpretation appropriate? → Partly Although basic performance metrics (accuracy, precision, recall) are reported, the manuscript lacks statistical rigor. There are no standard deviations, significance tests, or error bars, making it difficult to assess the reliability of the reported improvements across experimental conditions. 5. Are all the source data underlying the results available to ensure full reproducibility? → Partly The authors reference public datasets (e.g., Kaggle and figshare), but these are insufficient to reproduce the study. The critical training dataset, evaluation code, and configuration details are not shared. As a result, full reproducibility is not achieved. 6. Are the conclusions drawn adequately supported by the results? → Partly The conclusions overstate the system’s contribution in the context of robotic assistance. Although the authors refer to their system as a "robot," the implementation consists solely of a vertical lift actuator without any articulated robotic manipulation or autonomous interaction with garments. As such, it falls short of what is typically expected in robotic dressing assistance research, where end-effectors, compliant arms, motion planning, and physical human-robot interaction are often involved. Moreover, the paper fails to compare its system to prior works that implement full or partial robotic dressing capabilities, such as systems capable of handling shirts, jackets, or pants using arms and grippers. These earlier works address core challenges, including cloth deformation, safety in physical interaction, and real-time human state estimation. The current work does not acknowledge these efforts or clarify how its contribution fits into this landscape. Additionally, the evaluation is performed manually, but the protocol is not described in sufficient detail. There is no mention of inter-rater agreement or validation, and the fact that mispredictions are excluded from being counted as errors if they do not cause incorrect movement introduces potential bias. This undermines the strength of the conclusions drawn. To justify claims of robotic contribution, the authors should either develop a more integrated robotic system or reframe the work as a perceptual support module for future robotic dressing systems. Additional Issues The evaluation method is manual due to the absence of ground truth, but no formal procedure or inter-rater reliability is reported. Furthermore, mispredictions that do not lead to control errors are excluded from being counted as errors, which inflates reported accuracy. The robotic contribution is minimal and not justified under the title. It would be more accurate to present this work as a perception-based control support module rather than a robotic dressing system. Real-time performance claims are made, but no FPS or latency benchmarks are presented. Required Revisions Before Indexing Revise the title and claims to reflect the actual scope (i.e., remove or qualify "robot"). Expand the literature review to include recent and relevant work on robotic dressing, human-robot interaction, and cloth manipulation. Include benchmark comparisons or justification for the model choice. Disclose training settings, provide code and datasets, and show learning curves or training behavior. Define a clear and objective evaluation protocol or label a validation dataset for quantitative assessment. Include standard deviation or confidence intervals and consider statistical significance testing. Discuss the practical limits of the current system, especially regarding real-time constraints and generalizability. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? No If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly Competing Interests: No competing interests were disclosed. Reviewer Expertise: Human-Robot Interaction, Assistive Robotics, Robotic Manipulation, Elderly Care Technology I confirm that I have read this submission and believe that I have an appropriate level of expertise to state that I do not consider it to be of an acceptable scientific standard, for reasons outlined above. Close READ LESS CITE CITE HOW TO CITE THIS REPORT Yamasaki K. Reviewer Report For: Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot [version 1; peer review: 2 not approved] . F1000Research 2025, 14 :447 ( https://doi.org/10.5256/f1000research.173044.r381636 ) The direct URL for this report is: https://f1000research.com/articles/14-447/v1#referee-response-381636 NOTE: it is important to ensure the information in square brackets after the title is included in all citations of this article. COPY CITATION DETAILS Report a concern Respond or Comment COMMENT ON THIS REPORT Comments on this article Comments (0) Version 1 VERSION 1 PUBLISHED 17 Apr 2025 ADD YOUR COMMENT Comment keyboard_arrow_left keyboard_arrow_right Open Peer Review Reviewer Status info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Reviewer Reports Invited Reviewers 1 2 Version 1 17 Apr 25 read read Kakeru Yamasaki , Kyushu Institute of Technology, Kitakyushu, Japan Jiho Lee , Purdue University, West Lafayette, USA Comments on this article All Comments (0) Add a comment Sign up for content alerts Sign Up You are now signed up to receive this alert Browse by related subjects keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Lee J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. 13 Jun 2025 | for Version 1 Jiho Lee , Purdue University, West Lafayette, USA 0 Views copyright © 2025 Lee J. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. format_quote Cite this report speaker_notes Responses (0) Not Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions This paper titled "Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot" presents a vision-based control system for dressing assistance, utilizing PSPNet-based semantic segmentation, stereo camera-based spatial measurement, and IoT-enabled lifting mechanisms. The proposed system aims to support elderly or mobility-impaired users by automatically identifying clothing boundaries and controlling lifting positions. While the application domain is socially relevant and the structure of the manuscript follows a logical pipeline, several areas require substantial clarification and enhancement for scientific soundness and reproducibility. The main technical contribution is the combination of semantic segmentation and SVM-based classification to identify jacket and pant boundaries (Section 2.1), followed by stereo camera-based 3D distance estimation (Section 2.2), and IoT-based actuation (Section 2.3). However, the paper falls short in multiple aspects that must be addressed: 1. In Section 2.1, the rationale for selecting PSPNet as the semantic segmentation model is not adequately justified. The authors mention that real-time capability was sacrificed in favor of accuracy, but no comparative results (e.g., with ENet, BiSeNet, or other lightweight models) are provided to support this trade-off. Similarly, the Canny edge filter and subsequent SVM classification are not benchmarked against alternative boundary refinement techniques. 2. The paper introduces a multi-stage pipeline involving i) semantic segmentation, ii) Canny edge extraction, and iii) SVM-based boundary classification. While the concept is reasonable, the model training pipeline lacks essential details, including the architecture settings of PSPNet (e.g., input size, backbone), SVM feature selection and dimensionality, Hyperparameter settings, and Learning curves or convergence behavior. This lack of transparency makes it difficult to reproduce or validate the proposed system. 3. In Section 2.2, the stereo camera-based spatial calculation is described in great mathematical detail, but implementation-level clarity is lacking. For instance, the transition from disparity map to actual point cloud coordinates is explained theoretically but without examples of how these are implemented in practice (e.g., via ZED2 SDK, OpenCV stereo matching settings, calibration parameters). Including a sample pseudo-code or data flow chart would greatly improve understanding. 4. Figure 1 and Figure 2 merely present whole-device photos and 3D renderings without labels. These figures would be much more informative if the authors annotated key components such as the stereo camera, lifting actuator, clothing region, and IoT controller modules. Currently, the figures fail to visually support the textual explanation. Similarly, in Figure 9, the font size of the embedded text is too small to be legible and should be improved for clarity. 5. Although experimental results are reported across 9 conditions (Table 3), the evaluation lacks statistical rigor. Accuracy, precision, and recall are listed without confidence intervals or standard deviations. More importantly, the methodology excludes mispredictions from being counted as errors if they do not result in actuator movement, which introduces a significant bias and overestimates performance. 6. The boundary recognition accuracy of 77.35% and control system accuracy of 97.21% (Table 2) are promising, but the system’s limitations should be better acknowledged. For example, the authors briefly mention that the segmentation fails under certain lighting or overexposure conditions, but there is no structured analysis of failure modes. 7. The system is described as a “dressing assistance robot,” yet it does not perform any physical manipulation of garments. It would be more appropriate to present this as a perceptual support module for dressing assistance, as the only mechanical component is a linear lifting actuator. This point should be reflected both in the title and throughout the manuscript to avoid overstating the contribution. 8. While the authors claim that the system operates in real time, there is no measurement of system latency or processing speed (FPS). Since PSPNet is known for high computational cost, omitting this information weakens the real-time claim. 9. Finally, the manuscript would benefit from a careful language edit. Several sentences are grammatically awkward or ambiguous. For example, the phrase “the jacket and pant categories were recognized, but the shoes were not. We defined these cases as incomplete recognition” can be stated more clearly. A professional proofreading would significantly improve readability and credibility. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? No If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly Competing Interests No competing interests were disclosed. Reviewer Expertise AI in Smart Manufacturing, Robotic automation, Vision recognition for autonomous systems. I confirm that I have read this submission and believe that I have an appropriate level of expertise to state that I do not consider it to be of an acceptable scientific standard, for reasons outlined above. reply Respond to this report Responses (0) Lee J. Peer Review Report For: Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot [version 1; peer review: 2 not approved] . F1000Research 2025, 14 :447 ( https://doi.org/10.5256/f1000research.173044.r385724) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/14-447/v1#referee-response-385724 keyboard_arrow_left Back to all reports Reviewer Report 0 Views copyright © 2025 Yamasaki K. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. The author(s) is/are employees of the US Government and therefore domestic copyright protection in USA does not apply to this work. The work may be protected under the copyright laws of other jurisdictions when used in those jurisdictions. 28 May 2025 | for Version 1 Kakeru Yamasaki , Kyushu Institute of Technology, Kitakyushu, Japan 0 Views copyright © 2025 Yamasaki K. This is an open access peer review report distributed under the terms of the Creative Commons Attribution License , which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. The author(s) is/are employees of the US Government and therefore domestic copyright protection in USA does not apply to this work. The work may be protected under the copyright laws of other jurisdictions when used in those jurisdictions. format_quote Cite this report speaker_notes Responses (0) Not Approved info_outline Alongside their report, reviewers assign a status to the article: Approved The paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved Fundamental flaws in the paper seriously undermine the findings and conclusions Summary: This manuscript proposes a vision-based control system for dressing assistance, combining semantic segmentation (PSPNet), stereo camera-based depth estimation, and IoT-based actuation. While the topic is societally relevant, particularly for elderly care, there are significant issues in presentation, reproducibility, evaluation rigor, and alignment between claimed contributions and actual implementation. Evaluation Breakdown and Corresponding Comments 1. Is the work clearly and accurately presented and does it cite the current literature? → Partly The manuscript presents the system pipeline with reasonable clarity, but its contextualization in the field is lacking. The literature review does not sufficiently reference or engage with prior work on robotic dressing assistance, such as: Cloth manipulation strategies Personalized HRI and adaptation Assist-as-needed (AAN) control Safety constraints in physical HRI Without this, the novelty of the work remains unclear, and its connection to existing challenges in assistive robotics is weak. 2. Is the study design appropriate and is the work technically sound? → Partly The integration of stereo vision and machine learning is well motivated, but the model selection and system design lack sufficient technical depth. The choice of PSPNet is not justified through comparative evaluation, and no ablation studies or benchmarks are provided. There is also no performance comparison with other semantic segmentation architectures. Moreover, the robotic component is limited to a lifting mechanism without autonomous clothing manipulation. 3. Are sufficient details of methods and analysis provided to allow replication by others? → No Key implementation details are missing. The authors do not provide: Training hyperparameters Learning curves Feature representation used in the SVM Source code or pre-trained models This lack of detail makes it impossible for other researchers to replicate or validate the study. 4. If applicable, is the statistical analysis and its interpretation appropriate? → Partly Although basic performance metrics (accuracy, precision, recall) are reported, the manuscript lacks statistical rigor. There are no standard deviations, significance tests, or error bars, making it difficult to assess the reliability of the reported improvements across experimental conditions. 5. Are all the source data underlying the results available to ensure full reproducibility? → Partly The authors reference public datasets (e.g., Kaggle and figshare), but these are insufficient to reproduce the study. The critical training dataset, evaluation code, and configuration details are not shared. As a result, full reproducibility is not achieved. 6. Are the conclusions drawn adequately supported by the results? → Partly The conclusions overstate the system’s contribution in the context of robotic assistance. Although the authors refer to their system as a "robot," the implementation consists solely of a vertical lift actuator without any articulated robotic manipulation or autonomous interaction with garments. As such, it falls short of what is typically expected in robotic dressing assistance research, where end-effectors, compliant arms, motion planning, and physical human-robot interaction are often involved. Moreover, the paper fails to compare its system to prior works that implement full or partial robotic dressing capabilities, such as systems capable of handling shirts, jackets, or pants using arms and grippers. These earlier works address core challenges, including cloth deformation, safety in physical interaction, and real-time human state estimation. The current work does not acknowledge these efforts or clarify how its contribution fits into this landscape. Additionally, the evaluation is performed manually, but the protocol is not described in sufficient detail. There is no mention of inter-rater agreement or validation, and the fact that mispredictions are excluded from being counted as errors if they do not cause incorrect movement introduces potential bias. This undermines the strength of the conclusions drawn. To justify claims of robotic contribution, the authors should either develop a more integrated robotic system or reframe the work as a perceptual support module for future robotic dressing systems. Additional Issues The evaluation method is manual due to the absence of ground truth, but no formal procedure or inter-rater reliability is reported. Furthermore, mispredictions that do not lead to control errors are excluded from being counted as errors, which inflates reported accuracy. The robotic contribution is minimal and not justified under the title. It would be more accurate to present this work as a perception-based control support module rather than a robotic dressing system. Real-time performance claims are made, but no FPS or latency benchmarks are presented. Required Revisions Before Indexing Revise the title and claims to reflect the actual scope (i.e., remove or qualify "robot"). Expand the literature review to include recent and relevant work on robotic dressing, human-robot interaction, and cloth manipulation. Include benchmark comparisons or justification for the model choice. Disclose training settings, provide code and datasets, and show learning curves or training behavior. Define a clear and objective evaluation protocol or label a validation dataset for quantitative assessment. Include standard deviation or confidence intervals and consider statistical significance testing. Discuss the practical limits of the current system, especially regarding real-time constraints and generalizability. Is the work clearly and accurately presented and does it cite the current literature? Partly Is the study design appropriate and is the work technically sound? Partly Are sufficient details of methods and analysis provided to allow replication by others? No If applicable, is the statistical analysis and its interpretation appropriate? Partly Are all the source data underlying the results available to ensure full reproducibility? Partly Are the conclusions drawn adequately supported by the results? Partly Competing Interests No competing interests were disclosed. Reviewer Expertise Human-Robot Interaction, Assistive Robotics, Robotic Manipulation, Elderly Care Technology I confirm that I have read this submission and believe that I have an appropriate level of expertise to state that I do not consider it to be of an acceptable scientific standard, for reasons outlined above. reply Respond to this report Responses (0) Yamasaki K. Peer Review Report For: Using machine learning based stereo camera clothing boundary recognition control system for dressing assistance support robot [version 1; peer review: 2 not approved] . F1000Research 2025, 14 :447 ( https://doi.org/10.5256/f1000research.173044.r381636) NOTE: it is important to ensure the information in square brackets after the title is included in this citation. The direct URL for this report is: https://f1000research.com/articles/14-447/v1#referee-response-381636 Alongside their report, reviewers assign a status to the article: Approved - the paper is scientifically sound in its current form and only minor, if any, improvements are suggested Approved with reservations - A number of small changes, sometimes more significant revisions are required to address specific details and improve the papers academic merit. Not approved - fundamental flaws in the paper seriously undermine the findings and conclusions Adjust parameters to alter display View on desktop for interactive features Includes Interactive Elements View on desktop for interactive features Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Stay Updated Sign up for content alerts and receive a weekly or monthly email with all newly published articles Register with F1000Research Already registered? Sign in Not now, thanks close PLEASE NOTE If you are an AUTHOR of this article, please check that you signed in with the account associated with this article otherwise we cannot automatically identify your role as an author and your comment will be labelled as a “User Comment”. If you are a REVIEWER of this article, please check that you have signed in with the account associated with this article and then go to your account to submit your report, please do not post your review here. If you do not have access to your original account, please contact us . All commenters must hold a formal affiliation as per our Policies . The information that you give us will be displayed next to your comment. User comments must be in English, comprehensible and relevant to the article under discussion. We reserve the right to remove any comments that we consider to be inappropriate, offensive or otherwise in breach of the User Comment Terms and Conditions . Commenters must not use a comment for personal attacks. When criticisms of the article are based on unpublished data, the data should be made available. I accept the User Comment Terms and Conditions Please confirm that you accept the User Comment Terms and Conditions. Affiliation ✕ refresh Please enter your institution. Note: To add your institution or organisation, start typing the name and then select the correct name from the list. Where applicable, the name will appear in both the original language and in English. Do not paste in the name. If the name does not appear in the drop-down list, we will display the information you have entered. ✕ refresh Country/Region * USA UK Canada China France Germany Afghanistan Aland Islands Albania Algeria American Samoa Andorra Angola Anguilla Antarctica Antigua and Barbuda Argentina Armenia Aruba Australia Austria Azerbaijan Bahamas Bahrain Bangladesh Barbados Belarus Belgium Belize Benin Bermuda Bhutan Bolivia Bosnia and Herzegovina Botswana Bouvet Island Brazil British Indian Ocean Territory British Virgin Islands Brunei Bulgaria Burkina Faso Burundi Cambodia Cameroon Canada Cape Verde Cayman Islands Central African Republic Chad Chile China Christmas Island Cocos (Keeling) Islands Colombia Comoros Congo Cook Islands Costa Rica Cote d'Ivoire Croatia Cuba Cyprus Czech Republic Democratic Republic of the Congo Denmark Djibouti Dominica Dominican Republic Ecuador Egypt El Salvador Equatorial Guinea Eritrea Estonia Ethiopia Falkland Islands Faroe Islands Federated States of Micronesia Fiji Finland France French Guiana French Polynesia French Southern Territories Gabon Georgia Germany Ghana Gibraltar Greece Greenland Grenada Guadeloupe Guam Guatemala Guernsey Guinea Guinea-Bissau Guyana Haiti Heard Island and Mcdonald Islands Holy See (Vatican City State) Honduras Hong Kong Hungary Iceland India Indonesia Iran Iraq Ireland Israel Italy Jamaica Japan Jersey Jordan Kazakhstan Kenya Kiribati Kosovo (Serbia and Montenegro) Kuwait Kyrgyzstan Lao People's Democratic Republic Latvia Lebanon Lesotho Liberia Libya Liechtenstein Lithuania Luxembourg Macao Madagascar Malawi Malaysia Maldives Mali Malta Marshall Islands Martinique Mauritania Mauritius Mayotte Mexico Minor Outlying Islands of the United States Moldova Monaco Mongolia Montenegro Montserrat Morocco Mozambique Myanmar Namibia Nauru Nepal Netherlands Antilles New Caledonia New Zealand Nicaragua Niger Nigeria Niue Norfolk Island North Korea North Macedonia Northern Mariana Islands Norway Oman Pakistan Palau Palestinian Territory Panama Papua New Guinea Paraguay Peru Philippines Pitcairn Poland Portugal Puerto Rico Qatar Reunion Romania Russian Federation Rwanda Saint Helena Saint Kitts and Nevis Saint Lucia Saint Pierre and Miquelon Saint Vincent and the Grenadines Samoa San Marino Sao Tome and Principe Saudi Arabia Senegal Serbia Seychelles Sierra Leone Singapore Slovakia Slovenia Solomon Islands Somalia South Africa South Georgia and the South Sandwich Is South Korea South Sudan Spain Sri Lanka Sudan Suriname Svalbard and Jan Mayen Swaziland Sweden Switzerland Syria Taiwan Tajikistan Tanzania Thailand The Gambia The Netherlands Timor-Leste Togo Tokelau Tonga Trinidad and Tobago Tunisia Turkey Turkmenistan Turks and Caicos Islands Tuvalu UK USA Uganda Ukraine United Arab Emirates United States Virgin Islands Uruguay Uzbekistan Vanuatu Venezuela Vietnam Wallis and Futuna West Bank and Gaza Strip Western Sahara Yemen Zambia Zimbabwe Please select your country/region. You must enter a comment. Competing Interests Please disclose any competing interests that might be construed to influence your judgment of the article's or peer review report's validity or importance. Competing Interests Policy Provide sufficient details of any financial or non-financial competing interests to enable users to assess whether your comments might lead a reasonable person to question your impartiality. Consider the following examples, but note that this is not an exhaustive list: Examples of 'Non-Financial Competing Interests' Within the past 4 years, you have held joint grants, published or collaborated with any of the authors of the selected paper. You have a close personal relationship (e.g. parent, spouse, sibling, or domestic partner) with any of the authors. You are a close professional associate of any of the authors (e.g. scientific mentor, recent student). You work at the same institute as any of the authors. You hope/expect to benefit (e.g. favour or employment) as a result of your submission. You are an Editor for the journal in which the article is published. Examples of 'Financial Competing Interests' You expect to receive, or in the past 4 years have received, any of the following from any commercial organisation that may gain financially from your submission: a salary, fees, funding, reimbursements. You expect to receive, or in the past 4 years have received, shared grant support or other funding with any of the authors. You hold, or are currently applying for, any patents or significant stocks/shares relating to the subject matter of the paper you are commenting on. Please state your competing interests The comment has been saved. An error has occurred. Please try again. Cancel Post var lTitle = "Using machine learning based stereo camera...".replace("'", ''); var linkedInUrl = "http://www.linkedin.com/shareArticle?url=https://f1000research.com/articles/14-447/v1" + "&title=" + encodeURIComponent(lTitle) + "&summary=" + encodeURIComponent('Read the article by '); var deliciousUrl = "https://del.icio.us/post?url=https://f1000research.com/articles/14-447/v1&title=" + encodeURIComponent(lTitle); var redditUrl = "http://reddit.com/submit?url=https://f1000research.com/articles/14-447/v1" + "&title=" + encodeURIComponent(lTitle); linkedInUrl += encodeURIComponent('ZHAO H and Nambo H'); var offsetTop = /chrome/i.test( navigator.userAgent ) ? 4 : -10; var addthis_config = { ui_offset_top: offsetTop, services_compact : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_expanded : "facebook,twitter,www.linkedin.com,www.mendeley.com,reddit.com", services_custom : [ { name: "LinkedIn", url: linkedInUrl, icon:"/img/icon/at_linkedin.svg" }, { name: "Mendeley", url: "http://www.mendeley.com/import/?url=https://f1000research.com/articles/14-447/v1/mendeley", icon:"/img/icon/at_mendeley.svg" }, { name: "Reddit", url: redditUrl, icon:"/img/icon/at_reddit.svg" }, ] }; var addthis_share = { url: "https://f1000research.com/articles/14-447", templates : { twitter : "Using machine learning based stereo camera clothing boundary.... ZHAO H and Nambo H, published by " + "@F1000Research" + ", https://f1000research.com/articles/14-447/v1" } }; if (typeof(addthis) != "undefined"){ addthis.addEventListener('addthis.ready', checkCount); addthis.addEventListener('addthis.menu.share', checkCount); } $(".f1r-shares-twitter").attr("href", "https://twitter.com/intent/tweet?text=" + addthis_share.templates.twitter); $(".f1r-shares-facebook").attr("href", "https://www.facebook.com/sharer/sharer.php?u=" + addthis_share.url); $(".f1r-shares-linkedin").attr("href", addthis_config.services_custom[0].url); $(".f1r-shares-reddit").attr("href", addthis_config.services_custom[2].url); $(".f1r-shares-mendelay").attr("href", addthis_config.services_custom[1].url); function checkCount(){ setTimeout(function(){ $(".addthis_button_expanded").each(function(){ var count = $(this).text(); if (count !== "" && count != "0") $(this).removeClass("is-hidden"); else $(this).addClass("is-hidden"); }); }, 1000); } close How to cite this report {{reportCitation}} Cancel Copy Citation Details $(function(){R.ui.buttonDropdowns('.dropdown-for-downloads');}); $(function(){R.ui.toolbarDropdowns('.toolbar-dropdown-for-downloads');}); $.get("/articles/acj/157582/173044") new F1000.Clipboard(); new F1000.ThesaurusTermsDisplay("articles", "article", "173044"); $(document).ready(function() { $( "#frame1" ).on('load', function() { var mydiv = $(this).contents().find("div"); var h = mydiv.height(); console.log(h) }); var tooltipLivingFigure = jQuery(".interactive-living-figure-label .icon-more-info"), titleLivingFigure = tooltipLivingFigure.attr("title"); tooltipLivingFigure.simpletip({ fixed: true, position: ["-115", "30"], baseClass: 'small-tooltip', content:titleLivingFigure + " " }); tooltipLivingFigure.removeAttr("title"); $("body").on("click", ".cite-living-figure", function(e) { e.preventDefault(); var ref = $(this).attr("data-ref"); $(this).closest(".living-figure-list-container").find("#" + ref).fadeIn(200); }); $("body").on("click", ".close-cite-living-figure", function(e) { e.preventDefault(); $(this).closest(".popup-window-wrapper").fadeOut(200); }); $(document).on("mouseup", function(e) { var metricsContainer = $(".article-metrics-popover-wrapper"); if (!metricsContainer.is(e.target) && metricsContainer.has(e.target).length === 0) { $(".article-metrics-close-button").click(); } }); var articleId = $('#articleId').val(); if($("#main-article-count-box").attachArticleMetrics) { $("#main-article-count-box").attachArticleMetrics(articleId, { articleMetricsView: true }); } }); var figshareWidget = $(".new_figshare_widget"); if (figshareWidget.length > 0) { window.figshare.load("f1000", function(Widget) { // Select a tag/tags defined in your page. In this tag we will place the widget. _.map(figshareWidget, function(el){ var widget = new Widget({ articleId: $(el).attr("figshare_articleId") //height:300 // this is the height of the viewer part. [Default: 550] }); widget.initialize(); // initialize the widget widget.mount(el); // mount it in a tag that's on your page // this will save the widget on the global scope for later use from // your JS scripts. This line is optional. //window.widget = widget; }); }); } close Error Close Add Reset F1000.MICROSERVICES.AFFILIATION = ''; $(document).ready(function () { $('.js-affiliations-form').each((index, form) => { new AffiliationForm({ formId: form.id, institutionErrorSelector: '.comment-enter-institution', departmentErrorSelector: '.comment-enter-department', placeSelector: '.js-add-comment-place', stateSelector: '.js-add-comment-state', zipCodeSelector: '.js-add-comment-zipcode', countrySelector: '.js-add-comment-country', countryErrorSelector: '.comment-enter-country', }); }); }); $(document).ready(function () { var reportIds = { "401814": 0, "379541": 0, "401815": 0, "379540": 0, "383639": 0, "401812": 0, "379543": 0, "383638": 0, "401813": 0, "379542": 0, "401810": 0, "401811": 0, "401809": 0, "383645": 0, "383644": 0, "379548": 0, "383647": 0, "383646": 0, "383641": 0, "401818": 0, "379545": 0, "383640": 0, "379544": 0, "383643": 0, "401816": 0, "379547": 0, "383642": 0, "401817": 0, "379546": 0, "385719": 0, "385718": 0, "385725": 0, "385724": 6, "385727": 0, "385726": 0, "385721": 0, "385720": 0, "385723": 0, "385722": 0, "381637": 0, "381636": 10, "381639": 0, "381638": 0, "381633": 0, "381635": 0, "381634": 0, "381641": 0, "381640": 0, "381643": 0, "381642": 0, "405206": 0, "405207": 0, "405204": 0, "405205": 0, "405202": 0, "405203": 0, "405200": 0, "405201": 0, "405214": 0, "405208": 0, }; $(".referee-response-container,.js-referee-report").each(function(index, el) { var reportId = $(el).attr("data-reportid"), reportCount = reportIds[reportId] || 0; $(el).find(".comments-count-container,.js-referee-report-views").html(reportCount); }); var uuidInput = $("#article_uuid"), oldUUId = uuidInput.val(), newUUId = "47d14309-489c-4854-b8e3-4acd94259653"; uuidInput.val(newUUId); $("a[href*='article_uuid=']").each(function(index, el) { var newHref = $(el).attr("href").replace(oldUUId, newUUId); $(el).attr("href", newHref); }); }); An innovative open access publishing platform offering rapid publication and open peer review, whilst supporting data deposition and sharing. Browse Gateways Collections How it Works Contact For Developers Cookie Notice Privacy Notice RSS Submit Your Research Follow us © 2012-2026 F1000 Research Ltd. ISSN 2046-1402 | Legal | Partner of Research4Life • CrossRef • ORCID • FAIRSharing R.templateTests.simpleTemplate = R.template(' $text $text $text $text $text '); R.templateTests.runTests(); var F1000platform = new F1000.Platform({ name: "f1000research", displayName: "F1000Research", hostName: "f1000research.com", id: "1", editorialEmail: "[email protected]", infoEmail: "[email protected]", usePmcStats: true }); $(function(){R.ui.dropdowns('.dropdown-for-authors, .dropdown-for-about, .dropdown-for-myresearch');}); // $(function(){R.ui.dropdowns('.dropdown-for-referees');}); $(document).ready(function () { if ($(".cookie-warning").is(":visible")) { $(".sticky").css("margin-bottom", "35px"); $(".devices").addClass("devices-and-cookie-warning"); } $(".cookie-warning .close-button").click(function (e) { $(".devices").removeClass("devices-and-cookie-warning"); $(".sticky").css("margin-bottom", "0"); }); $("#tweeter-feed .tweet-message").each(function (i, message) { var self = $(message); self.html(linkify(self.html())); }); $(".partner").on("mouseenter mouseleave", function() { $(this).find(".gray-scale, .colour").toggleClass("is-hidden"); }); }); Sign In Remember me Forgotten your password? Sign In Cancel Email or password not correct. Please try again Please wait... $(function(){ // Note: All the setup needs to run against a name attribute and *not* the id due the clonish // nature of facebox... $("a[id=googleSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("GOOGLE"); $("form[id=oAuthForm]").submit(); }); $("a[id=facebookSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("FACEBOOK"); $("form[id=oAuthForm]").submit(); }); $("a[id=orcidSignInButton]").click(function(event){ event.preventDefault(); $("input[id=oAuthSystem]").val("ORCID"); $("form[id=oAuthForm]").submit(); }); }); If you've forgotten your password, please enter your email address below and we'll send you instructions on how to reset your password. The email address should be the one you originally registered with F1000. Email address not valid, please try again You registered with F1000 via Google, so we cannot reset your password. To sign in, please click here . If you still need help with your Google account password, please click here . You registered with F1000 via Facebook, so we cannot reset your password. To sign in, please click here . If you still need help with your Facebook account password, please click here . Code not correct, please try again Reset password Cancel Email us for further assistance. Server error, please try again. If your email address is registered with us, we will email you instructions to reset your password. If you think you should have received this email but it has not arrived, please check your spam filters and/or contact for further assistance. Please wait... Register $(document).ready(function () { signIn.createSignInAsRow($("#sign-in-form-gfb-popup")); $(".target-field").each(function () { var uris = $(this).val().split("/"); if (uris.pop() === "login") { $(this).val(uris.toString().replace(",","/")); } }); });

Text is read by the "Ask this paper" AI Q&A widget below. Extraction quality varies by source — PMC NXML preserves structure cleanly, OA-HTML may include some navigation residue, and OA-PDF can have broken hyphenation. The publisher copy (via DOI) is the canonical version.

My notes (saved in your browser only)

Ask this paper AI returns verbatim quotes from the full text · source: preprint-html

Answers must be backed by verbatim quotes from this paper's full text. Hallucinated quotes are dropped automatically; if no verbatim passage answers the question, we say so. How this works

Citation neighborhood (no data yet)

We don't have any in-corpus citations linked to this paper yet. This is a recent paper (2025) — citers typically take a year or two to land, and the OpenAlex reference graph may still be filling in.

Source provenance

europepmc
last seen: 2026-05-20T01:45:00.602351+00:00
unpaywall
last seen: 2026-06-02T02:00:03.124865+00:00
License: CC-BY-4.0