Handwritten Math to LaTeX with Arabic Numerals

Handwritten Math to LaTeX with Arabic Numerals | Research Square window.SnipcartSettings = { analytics: { enabled: false } }; (function() { var accessVector = localStorage.getItem('access_vector') || ''; window.dataLayer = window.dataLayer || []; if (accessVector) { window.dataLayer.push({ user: { profile: { profileInfo: { snid: accessVector } } } }); } })(); (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src='https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-K279D39R'); Browse Preprints In Review Journals COVID-19 Preprints AJE Video Bytes Research Tools Research Promotion AJE Professional Editing AJE Rubriq About Preprint Platform In Review Editorial Policies Our Team Advisory Board Help Center Sign In Submit a Preprint Cite Share Download PDF Research Article Handwritten Math to LaTeX with Arabic Numerals Shaghayegh Matlabi This is a preprint; it has not been peer reviewed by a journal. https://doi.org/ 10.21203/rs.3.rs-6374324/v1 This work is licensed under a CC BY 4.0 License Status: Posted Version 1 posted You are reading this latest preprint version Abstract The objective of this study is to investigate a method for automating the conversion of handwritten mathematical expressions containing Persian/Arabic numerals into LaTeX format. To achieve this, a dataset comprising 26,141 images of handwritten mathematical expressions, along with their corresponding LaTeX representations, was collected. This dataset includes a diverse range of handwriting styles and mathematical symbols. An end-to-end encoder-decoder model was developed and trained on this dataset. The model employs a modified ResNet-18 encoder to capture spatial hierarchies and a Transformer-based decoder to model symbol dependencies. The model achieved a low Character Error Rate (CER) of 0.0671 on the test set. The results demonstrate the potential of the proposed approach for accurate recognition of mathematical notation involving non-Latin numerals. This research contributes a valuable resource and methodology to the field, serving as a significant advancement toward developing robust handwriting recognition systems for mathematical notation. Handwritten Mathematical Expression Arabic Numerals LaTeX Conversion Optical Character Recognition (OCR) Full Text Additional Declarations No competing interests reported. Cite Share Download PDF Status: Posted Version 1 posted You are reading this latest preprint version Research Square lets you share your work early, gain feedback from the community, and start making changes to your manuscript prior to peer review in a journal. As a division of Research Square Company, we’re committed to making research communication faster, fairer, and more useful. We do this by developing innovative software and high quality services for the global research community. Our growing team is made up of researchers and industry professionals working together to solve the most critical problems facing scientific publishing. Also discoverable on Platform About Our Team In Review Editorial Policies Advisory Board Help Center Resources Author Services Accessibility API Access RSS feed Manage Cookie Preferences © Research Square 2026 | ISSN 2693-5015 (online) Privacy Policy Terms of Service Do Not Sell My Personal Information {"props":{"pageProps":{"initialData":{"identity":"rs-6374324","acceptedTermsAndConditions":true,"allowDirectSubmit":true,"archivedVersions":[],"articleType":"Research Article","associatedPublications":[],"authors":[{"id":438325989,"identity":"a4eed38e-8ed3-41c1-98be-1c3d0a301233","order_by":0,"name":"Shaghayegh Matlabi","email":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAZAAAAAyAQMAAABI0h/eAAAABlBMVEX///8AAABVwtN+AAAACXBIWXMAAA7EAAAOxAGVKw4bAAAA0klEQVRIiWNgGAWjYDACCRBRYSMHog48IF7LmTRjsJYEorUwth1ObABxiNIiP7v9muTXtsPp88MOPwTaYien20BAi8GdM2XSMufSczfeTjMAakk2NjtASItETpq0RJl17sbZCSAtBxK3EdIiPwOkhY053XB2+gfitDDcSD8m+aHNOUFeOodIWwxu5DBbAwPZcIN0TsGBBAMi/CI/I/3hzR8VNvLys9M3f/hQYSdHUAsDA4+JNA/IOrBKA4LKQYD98ccfIOsaiFI9CkbBKBgFIxEAANT1SdEyIgfpAAAAAElFTkSuQmCC","orcid":"","institution":"","correspondingAuthor":true,"prefix":"","firstName":"Shaghayegh","middleName":"","lastName":"Matlabi","suffix":""}],"badges":[],"createdAt":"2025-04-04 08:08:24","currentVersionCode":1,"declarations":"","doi":"10.21203/rs.3.rs-6374324/v1","doiUrl":"https://doi.org/10.21203/rs.3.rs-6374324/v1","draftVersion":[],"editorialEvents":[],"editorialNote":"","failedWorkflow":false,"files":[{"id":83506272,"identity":"414168d0-5269-4b14-a0d5-a1e66ac6e2f9","added_by":"auto","created_at":"2025-05-27 15:02:09","extension":"pdf","order_by":1,"title":"","display":"","copyAsset":false,"role":"manuscript-pdf","size":1438812,"visible":true,"origin":"","legend":"","description":"","filename":"ShaghayeghMatlabi.pdf","url":"https://assets-eu.researchsquare.com/files/rs-6374324/v1_covered_e5283c86-fdb3-40fc-bed1-8100cd783cdd.pdf"}],"financialInterests":"No competing interests reported.","formattedTitle":"Handwritten Math to LaTeX with Arabic Numerals","fulltext":[],"fulltextSource":"","fullText":"","funders":[],"hasAdminPriorityOnWorkflow":false,"hasManuscriptDocX":false,"hasOptedInToPreprint":true,"hasPassedJournalQc":"","hasAnyPriority":true,"hideJournal":true,"highlight":"","institution":"","isAcceptedByJournal":false,"isAuthorSuppliedPdf":true,"isDeskRejected":"","isHiddenFromSearch":false,"isInQc":false,"isInWorkflow":false,"isPdf":true,"isPdfUpToDate":true,"isWithdrawnOrRetracted":false,"journal":{"display":true,"email":"[email protected]","identity":"researchsquare","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":true,"externalIdentity":"","sideBox":"","snPcode":"","submissionUrl":"/submission","title":"Research Square","twitterHandle":"researchsquare","acdcEnabled":true,"dfaEnabled":false,"editorialSystem":"","reportingPortfolio":"","inReviewEnabled":false,"inReviewRevisionsEnabled":true},"keywords":"Handwritten Mathematical Expression, Arabic Numerals, LaTeX Conversion, Optical Character Recognition (OCR)","lastPublishedDoi":"10.21203/rs.3.rs-6374324/v1","lastPublishedDoiUrl":"https://doi.org/10.21203/rs.3.rs-6374324/v1","license":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/"},"manuscriptAbstract":"\u003cp\u003eThe objective of this study is to investigate a method for automating the conversion of handwritten mathematical expressions containing Persian/Arabic numerals into LaTeX format. To achieve this, a dataset comprising 26,141 images of handwritten mathematical expressions, along with their corresponding LaTeX representations, was collected. This dataset includes a diverse range of handwriting styles and mathematical symbols.\u0026nbsp;\u003c/p\u003e\n\u003cp\u003eAn end-to-end encoder-decoder model was developed and trained on this dataset. The model employs a modified ResNet-18 encoder to capture spatial hierarchies and a Transformer-based decoder to model symbol dependencies. The model achieved a low Character Error Rate (CER) of 0.0671 on the test set.\u003c/p\u003e\n\u003cp\u003eThe results demonstrate the potential of the proposed approach for accurate recognition of mathematical notation involving non-Latin numerals. This research contributes a valuable resource and methodology to the field, serving as a significant advancement toward developing robust handwriting recognition systems for mathematical notation.\u003c/p\u003e","manuscriptTitle":"Handwritten Math to LaTeX with Arabic Numerals","msid":"","msnumber":"","nonDraftVersions":[{"code":1,"date":"2025-04-07 02:00:20","doi":"10.21203/rs.3.rs-6374324/v1","editorialEvents":[{"type":"communityComments","content":0}],"status":"published","journal":{"display":true,"email":"[email protected]","identity":"researchsquare","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":true,"externalIdentity":"","sideBox":"","snPcode":"","submissionUrl":"/submission","title":"Research Square","twitterHandle":"researchsquare","acdcEnabled":true,"dfaEnabled":false,"editorialSystem":"","reportingPortfolio":"","inReviewEnabled":false,"inReviewRevisionsEnabled":true}}],"origin":"","ownerIdentity":"9873af70-c034-4659-8862-a90eed66d077","owner":[],"postedDate":"April 7th, 2025","published":true,"recentEditorialEvents":[],"rejectedJournal":[],"revision":"","amendment":"","status":"posted","subjectAreas":[],"tags":[],"updatedAt":"2025-05-27T14:53:45+00:00","versionOfRecord":[],"versionCreatedAt":"2025-04-07 02:00:20","video":"","vorDoi":"","vorDoiUrl":"","workflowStages":[]},"version":"v1","identity":"rs-6374324","journalConfig":"researchsquare"},"__N_SSP":true},"page":"/article/[identity]/[[...version]]","query":{"redirect":"/article/rs-6374324","identity":"rs-6374324","version":["v1"]},"buildId":"8U1c8b4HqxoKbykW_rLl7","isFallback":false,"isExperimentalCompile":false,"dynamicIds":[84888],"gssp":true,"scriptLoader":[]}