Robotic Arm Control by Augmented Reality-assisted Object Detection

Robotic Arm Control by Augmented Reality-assisted Object Detection | Research Square window.SnipcartSettings = { analytics: { enabled: false } }; (function() { var accessVector = localStorage.getItem('access_vector') || ''; window.dataLayer = window.dataLayer || []; if (accessVector) { window.dataLayer.push({ user: { profile: { profileInfo: { snid: accessVector } } } }); } })(); (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src='https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-K279D39R'); Browse Preprints In Review Journals COVID-19 Preprints AJE Video Bytes Research Tools Research Promotion AJE Professional Editing AJE Rubriq About Preprint Platform In Review Editorial Policies Our Team Advisory Board Help Center Sign In Submit a Preprint Cite Share Download PDF Article Robotic Arm Control by Augmented Reality-assisted Object Detection Joung-Woo Hyung, Woochan Na, Kanghee Won, Dong-Joo Kim This is a preprint; it has not been peer reviewed by a journal. https://doi.org/ 10.21203/rs.3.rs-6184094/v1 This work is licensed under a CC BY 4.0 License Status: Published Journal Publication published 13 Oct, 2025 Read the published version in Scientific Reports → Version 1 posted 10 You are reading this latest preprint version Abstract Various robotic arm control systems have been proposed to support the daily lives of patients with severe motor impairments; however, existing robotic arm control devices typically require physical input devices, such as joysticks, which are often difficult for patients with motor impairments to use. To overcome these limitations, this paper proposes a new method for controlling a robotic arm using augmented reality and object detection. The system automatically configures the path from the robotic arm to the object, allowing all operations to be performed using only eye tracking. With precise object localization and an intuitive gaze-based interface, the proposed robotic arm control system offers a significant advantage for patients with motor impairments, providing a more accessible and user-friendly alternative to traditional control methods. Physical sciences/Mathematics and computing/Computer science Physical sciences/Mathematics and computing/Software Full Text Additional Declarations No competing interests reported. Cite Share Download PDF Status: Published Journal Publication published 13 Oct, 2025 Read the published version in Scientific Reports → Version 1 posted Editorial decision: Revision requested 03 Jul, 2025 Reviews received at journal 24 Jun, 2025 Reviewers agreed at journal 14 Jun, 2025 Reviews received at journal 13 Jun, 2025 Reviewers agreed at journal 09 Jun, 2025 Reviewers invited by journal 23 Mar, 2025 Editor assigned by journal 23 Mar, 2025 Editor invited by journal 20 Mar, 2025 Submission checks completed at journal 19 Mar, 2025 First submitted to journal 08 Mar, 2025 You are reading this latest preprint version Research Square lets you share your work early, gain feedback from the community, and start making changes to your manuscript prior to peer review in a journal. As a division of Research Square Company, we’re committed to making research communication faster, fairer, and more useful. We do this by developing innovative software and high quality services for the global research community. Our growing team is made up of researchers and industry professionals working together to solve the most critical problems facing scientific publishing. Also discoverable on Platform About Our Team In Review Editorial Policies Advisory Board Help Center Resources Author Services Accessibility API Access RSS feed Manage Cookie Preferences © Research Square 2026 | ISSN 2693-5015 (online) Privacy Policy Terms of Service Do Not Sell My Personal Information {"props":{"pageProps":{"initialData":{"identity":"rs-6184094","acceptedTermsAndConditions":true,"allowDirectSubmit":false,"archivedVersions":[],"articleType":"Article","associatedPublications":[],"authors":[{"id":435378168,"identity":"646cc507-8a90-4e7a-bb58-452ebd7ec281","order_by":0,"name":"Joung-Woo Hyung","email":"","orcid":"","institution":"Korea University","correspondingAuthor":false,"prefix":"","firstName":"Joung-Woo","middleName":"","lastName":"Hyung","suffix":""},{"id":435378169,"identity":"b65cd421-d55b-4ffe-a655-4fbeb8153b7b","order_by":1,"name":"Woochan Na","email":"","orcid":"","institution":"Kyung Hee University","correspondingAuthor":false,"prefix":"","firstName":"Woochan","middleName":"","lastName":"Na","suffix":""},{"id":435378170,"identity":"7759b5c5-1c0f-4bb0-93a3-903d710dc96b","order_by":2,"name":"Kanghee Won","email":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAZAAAAAyAQMAAABI0h/eAAAABlBMVEX///8AAABVwtN+AAAACXBIWXMAAA7EAAAOxAGVKw4bAAAAq0lEQVRIiWNgGAWjYBACCQkQWZGQAOEeIFrLGZK1MLaRokVydo/h48J5aXkGB5gffmA4c4+wFmmZM8bGM7flFBscYDOWYLhRTFiLnETuNmnebRWJGw4wmDEwfEggVssckBb2b8RpkQZracgBauEB2nKDCC2SM/I/G/McS0uceZinWCLhDBFaJG6kJT7mqUlO7DvevvHDh2NEaEEAZiAmScMoGAWjYBSMAtwAACfbOUzWKPPIAAAAAElFTkSuQmCC","orcid":"","institution":"Kyung Hee University","correspondingAuthor":true,"prefix":"","firstName":"Kanghee","middleName":"","lastName":"Won","suffix":""},{"id":435378171,"identity":"aadb90ea-3385-43ba-b27c-4b78d23363cc","order_by":3,"name":"Dong-Joo Kim","email":"","orcid":"","institution":"Korea University","correspondingAuthor":false,"prefix":"","firstName":"Dong-Joo","middleName":"","lastName":"Kim","suffix":""}],"badges":[],"createdAt":"2025-03-08 12:23:25","currentVersionCode":1,"declarations":"","doi":"10.21203/rs.3.rs-6184094/v1","doiUrl":"https://doi.org/10.21203/rs.3.rs-6184094/v1","draftVersion":[],"editorialEvents":[{"content":"https://doi.org/10.1038/s41598-025-19514-5","type":"published","date":"2025-10-13T15:57:17+00:00"}],"editorialNote":"","failedWorkflow":false,"files":[{"id":93956080,"identity":"dc86ec51-e1e5-46fd-a28d-54da17798621","added_by":"auto","created_at":"2025-10-20 16:10:13","extension":"pdf","order_by":1,"title":"","display":"","copyAsset":false,"role":"manuscript-pdf","size":4618498,"visible":true,"origin":"","legend":"","description":"","filename":"revisedmanuscript0319.pdf","url":"https://assets-eu.researchsquare.com/files/rs-6184094/v1_covered_48155ecf-f334-4640-bfdc-948a495f6599.pdf"}],"financialInterests":"No competing interests reported.","formattedTitle":"Robotic Arm Control by Augmented Reality-assisted Object Detection","fulltext":[],"fulltextSource":"","fullText":"","funders":[],"hasAdminPriorityOnWorkflow":false,"hasManuscriptDocX":false,"hasOptedInToPreprint":true,"hasPassedJournalQc":"","hasAnyPriority":false,"hideJournal":false,"highlight":"","institution":"","isAcceptedByJournal":true,"isAuthorSuppliedPdf":true,"isDeskRejected":"","isHiddenFromSearch":false,"isInQc":false,"isInWorkflow":false,"isPdf":true,"isPdfUpToDate":true,"isWithdrawnOrRetracted":false,"journal":{"display":true,"email":"[email protected]","identity":"scientific-reports","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":false,"externalIdentity":"scirep","sideBox":"Learn more about [Scientific Reports](http://www.nature.com/srep/)","snPcode":"","submissionUrl":"","title":"Scientific Reports","twitterHandle":"","acdcEnabled":true,"dfaEnabled":true,"editorialSystem":"stoa","reportingPortfolio":"Scientific Reports","inReviewEnabled":true,"inReviewRevisionsEnabled":true},"keywords":"","lastPublishedDoi":"10.21203/rs.3.rs-6184094/v1","lastPublishedDoiUrl":"https://doi.org/10.21203/rs.3.rs-6184094/v1","license":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/"},"manuscriptAbstract":"Various robotic arm control systems have been proposed to support the daily lives of patients with severe motor impairments; however, existing robotic arm control devices typically require physical input devices, such as joysticks, which are often difficult for patients with motor impairments to use. To overcome these limitations, this paper proposes a new method for controlling a robotic arm using augmented reality and object detection. The system automatically configures the path from the robotic arm to the object, allowing all operations to be performed using only eye tracking. With precise object localization and an intuitive gaze-based interface, the proposed robotic arm control system offers a significant advantage for patients with motor impairments, providing a more accessible and user-friendly alternative to traditional control methods.","manuscriptTitle":"Robotic Arm Control by Augmented Reality-assisted Object Detection","msid":"","msnumber":"","nonDraftVersions":[{"code":1,"date":"2025-03-31 11:17:03","doi":"10.21203/rs.3.rs-6184094/v1","editorialEvents":[{"type":"communityComments","content":0},{"type":"decision","content":"Revision requested","date":"2025-07-03T05:12:42+00:00","index":"","fulltext":""},{"type":"editorInvitedReview","content":"","date":"2025-06-25T00:48:50+00:00","index":"hide","fulltext":""},{"type":"reviewerAgreed","content":"281849477065671891242871894235446967241","date":"2025-06-14T14:09:41+00:00","index":"hide","fulltext":""},{"type":"editorInvitedReview","content":"","date":"2025-06-13T14:22:16+00:00","index":"hide","fulltext":""},{"type":"reviewerAgreed","content":"256002188150355653598501587560242503439","date":"2025-06-09T08:47:28+00:00","index":"hide","fulltext":""},{"type":"reviewersInvited","content":"","date":"2025-03-23T13:13:23+00:00","index":"","fulltext":""},{"type":"editorAssigned","content":"","date":"2025-03-23T13:11:26+00:00","index":"","fulltext":""},{"type":"editorInvited","content":"","date":"2025-03-20T04:05:04+00:00","index":"","fulltext":""},{"type":"checksComplete","content":"","date":"2025-03-19T05:33:14+00:00","index":"","fulltext":""},{"type":"submitted","content":"Scientific Reports","date":"2025-03-08T12:16:00+00:00","index":"","fulltext":""}],"status":"published","journal":{"display":true,"email":"[email protected]","identity":"scientific-reports","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":false,"externalIdentity":"scirep","sideBox":"Learn more about [Scientific Reports](http://www.nature.com/srep/)","snPcode":"","submissionUrl":"","title":"Scientific Reports","twitterHandle":"","acdcEnabled":true,"dfaEnabled":true,"editorialSystem":"stoa","reportingPortfolio":"Scientific Reports","inReviewEnabled":true,"inReviewRevisionsEnabled":true}}],"origin":"","ownerIdentity":"6e38d9a8-fd78-45f6-ac02-0d3fe47184eb","owner":[],"postedDate":"March 31st, 2025","published":true,"recentEditorialEvents":[],"rejectedJournal":[],"revision":"","amendment":"","status":"published-in-journal","subjectAreas":[{"id":46361426,"name":"Physical sciences/Mathematics and computing/Computer science"},{"id":46361427,"name":"Physical sciences/Mathematics and computing/Software"}],"tags":[],"updatedAt":"2025-10-20T16:04:27+00:00","versionOfRecord":{"articleIdentity":"rs-6184094","link":"https://doi.org/10.1038/s41598-025-19514-5","journal":{"identity":"scientific-reports","isVorOnly":false,"title":"Scientific Reports"},"publishedOn":"2025-10-13 15:57:17","publishedOnDateReadable":"October 13th, 2025"},"versionCreatedAt":"2025-03-31 11:17:03","video":"","vorDoi":"10.1038/s41598-025-19514-5","vorDoiUrl":"https://doi.org/10.1038/s41598-025-19514-5","workflowStages":[]},"version":"v1","identity":"rs-6184094","journalConfig":"researchsquare"},"__N_SSP":true},"page":"/article/[identity]/[[...version]]","query":{"redirect":"/article/rs-6184094","identity":"rs-6184094","version":["v1"]},"buildId":"XKTyCvWXoU3ODBz1xrDgd","isFallback":false,"isExperimentalCompile":false,"dynamicIds":[84888],"gssp":true,"scriptLoader":[]}