AMC-Transformer: Enhanced Automatic Modulation Classification based on Attention Model

AMC-Transformer: Enhanced Automatic Modulation Classification based on Attention Model | Research Square window.SnipcartSettings = { analytics: { enabled: false } }; (function() { var accessVector = localStorage.getItem('access_vector') || ''; window.dataLayer = window.dataLayer || []; if (accessVector) { window.dataLayer.push({ user: { profile: { profileInfo: { snid: accessVector } } } }); } })(); (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src='https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-K279D39R'); Browse Preprints In Review Journals COVID-19 Preprints AJE Video Bytes Research Tools Research Promotion AJE Professional Editing AJE Rubriq About Preprint Platform In Review Editorial Policies Our Team Advisory Board Help Center Sign In Submit a Preprint Cite Share Download PDF Research Article AMC-Transformer: Enhanced Automatic Modulation Classification based on Attention Model yuewen xu This is a preprint; it has not been peer reviewed by a journal. https://doi.org/ 10.21203/rs.3.rs-4751132/v1 This work is licensed under a CC BY 4.0 License Status: Under Revision Version 1 posted 5 You are reading this latest preprint version Abstract Wireless signal recognition plays a critical role in both military and civilian domains. Developing high-precision Automatic Modulation Classification (AMC) algorithms is essential for effective spectrum management in today's complex wireless communication environment. Deep learning-based AMC techniques have shown promising results in extracting effective classification rules from complex modulation signals. In this work, we propose a novel transformer-based model for AMC that leverages an attention mechanism to enhance recognition accuracy. Our model divides In-phase and Quadrature (IQ) signal sequences into fixed-length patches and utilizes multiple transformer layers to capture complex temporal and spatial feature correlations. Extensive experiments have been conducted to demonstrate that our proposed model outperforms the typical CNN and ResNet models, achieving a 25% and 15% improvement in recognition accuracy at a signal-to-noise ratio of 10 dB, respectively. The proposed attention-based transformer model provides a powerful and efficient approach for AMC in complex wireless communication environments. AMC Deep Learning Transformer Attention Mechanism IQ Signal Full Text Cite Share Download PDF Status: Under Revision Version 1 posted Editorial decision: Minor revision 06 Aug, 2025 Reviewers agreed at journal 11 Apr, 2025 Reviewers invited by journal 10 Apr, 2025 Editor assigned by journal 28 Jul, 2024 First submitted to journal 27 Jul, 2024 You are reading this latest preprint version Research Square lets you share your work early, gain feedback from the community, and start making changes to your manuscript prior to peer review in a journal. As a division of Research Square Company, we’re committed to making research communication faster, fairer, and more useful. We do this by developing innovative software and high quality services for the global research community. Our growing team is made up of researchers and industry professionals working together to solve the most critical problems facing scientific publishing. Also discoverable on Platform About Our Team In Review Editorial Policies Advisory Board Help Center Resources Author Services Accessibility API Access RSS feed Manage Cookie Preferences © Research Square 2026 | ISSN 2693-5015 (online) Privacy Policy Terms of Service Do Not Sell My Personal Information {"props":{"pageProps":{"initialData":{"identity":"rs-4751132","acceptedTermsAndConditions":true,"allowDirectSubmit":false,"archivedVersions":[],"articleType":"Research Article","associatedPublications":[],"authors":[{"id":441019755,"identity":"74aca28b-c2a2-434b-bc3f-d6177a507157","order_by":0,"name":"yuewen xu","email":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAZAAAAAyAQMAAABI0h/eAAAABlBMVEX///8AAABVwtN+AAAACXBIWXMAAA7EAAAOxAGVKw4bAAAA0klEQVRIiWNgGAWjYBACNvbmAwcSKmzk2OQfHyBOCx/PscQHD86kGfMzpCUQp0VOIkfZ8GHL4cSZDTkGRDpMIodNIrEhLXHDgTMfb7xhsJPTbSCkheftMYnEHTbGGw72bracw5BsbHaAkBb2vDSJxDNpshsO826T5mE4kLiNoBaGHDOJxLbDjBuO8TwjUgtHjrEBUIvizB4eNiK1gAI5ARTIEmzGlnMMiPCLfHvzgYM/QFEpwfzwxpsKOzmCWlCABA+RUYOshVQdo2AUjIJRMCIAAKR/RlE8ix9aAAAAAElFTkSuQmCC","orcid":"https://orcid.org/0009-0006-7748-5538","institution":"University of Bristol","correspondingAuthor":true,"prefix":"","firstName":"yuewen","middleName":"","lastName":"xu","suffix":""}],"badges":[],"createdAt":"2024-07-16 16:19:33","currentVersionCode":1,"declarations":"","doi":"10.21203/rs.3.rs-4751132/v1","doiUrl":"https://doi.org/10.21203/rs.3.rs-4751132/v1","draftVersion":[],"editorialEvents":[],"editorialNote":"","failedWorkflow":false,"files":[{"id":94884359,"identity":"f6942863-0992-45d1-b474-f8069bd86295","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":0,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":89821,"visible":true,"origin":"","legend":"","description":"","filename":"Figure1Modeloverview.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/ea1e43aa33117fbff250b7d3.png"},{"id":94884358,"identity":"d14a0c5e-772c-43d6-baa2-86acf3b32a44","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":2,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":36375,"visible":true,"origin":"","legend":"","description":"","filename":"Figure10ImpactofNumberofAttentionHeadsonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/ae77448818a82c5d77b6b923.png"},{"id":94986832,"identity":"f29fb7fe-8759-4755-a998-1e890978a54b","added_by":"auto","created_at":"2025-11-03 07:00:50","extension":"png","order_by":3,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":266034,"visible":true,"origin":"","legend":"","description":"","filename":"Figure11AConfusionMatrix.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/128c59942e4e25fcae73abb7.png"},{"id":94987288,"identity":"c3d98dcb-bc4d-4d53-bb0a-a5eaf6ae0049","added_by":"auto","created_at":"2025-11-03 07:01:40","extension":"png","order_by":4,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":48702,"visible":true,"origin":"","legend":"","description":"","filename":"Figure11BAccuracywithFinalParameters.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/1b6d5c2b7a75cd4aa003a41e.png"},{"id":94986420,"identity":"8ba8faca-1725-410f-be2e-4bf41af273e2","added_by":"auto","created_at":"2025-11-03 07:00:18","extension":"png","order_by":5,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":1104283,"visible":true,"origin":"","legend":"","description":"","filename":"Figure2ScaledDotProductAttention.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/ec62aa08b734f5c78948435c.png"},{"id":94884363,"identity":"df4f15d1-26af-42bf-9b14-5ff65a7d3150","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":6,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":83690,"visible":true,"origin":"","legend":"","description":"","filename":"Figure3MultiHeadAttention.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/5a155da0d238acfc5d9c12aa.png"},{"id":94986812,"identity":"3a4cca47-9e75-4c3a-aca2-955b2416adcb","added_by":"auto","created_at":"2025-11-03 07:00:49","extension":"png","order_by":7,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":40639,"visible":true,"origin":"","legend":"","description":"","filename":"Figure4ComparisonoftheAccuracyofdifferentmodels.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/94ed87a0f1733ba8f4ef7446.png"},{"id":94986855,"identity":"9a2c678a-bbca-4f55-9420-975ced0c12cf","added_by":"auto","created_at":"2025-11-03 07:00:52","extension":"png","order_by":8,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":260595,"visible":true,"origin":"","legend":"","description":"","filename":"Figure5AConfusionMatrix.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/a63df4dc30117e6a9f98d33d.png"},{"id":94884373,"identity":"da03b9be-fb39-4014-8914-da28b111eab9","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":9,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":206794,"visible":true,"origin":"","legend":"","description":"","filename":"Figure5BAccuracywithInitialParameters.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/55845ddb47301a4487fb1e44.png"},{"id":94986854,"identity":"46665bce-071e-4ebc-8c92-222cce304a96","added_by":"auto","created_at":"2025-11-03 07:00:52","extension":"png","order_by":10,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":91165,"visible":true,"origin":"","legend":"","description":"","filename":"Figure6ImpactofNumberofLearningRatesonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/685dfe9b5782ab89c95c360d.png"},{"id":94987020,"identity":"fa2ae8f0-c2f0-4638-9e5f-baea6e2d74fa","added_by":"auto","created_at":"2025-11-03 07:01:06","extension":"png","order_by":11,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":31478,"visible":true,"origin":"","legend":"","description":"","filename":"Figure7ImpactofBatchSizeonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/5b09c55dfb3dec43c8ba5358.png"},{"id":94986771,"identity":"02c6868a-0d53-4e5d-9f89-62903c3cb45f","added_by":"auto","created_at":"2025-11-03 07:00:46","extension":"png","order_by":12,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":34505,"visible":true,"origin":"","legend":"","description":"","filename":"Figure8ImpactofTransformerLayersonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/d42a145e39ee7cdd638ddd58.png"},{"id":94987289,"identity":"f3bde7b6-af88-415f-a2c9-79360fa7cee4","added_by":"auto","created_at":"2025-11-03 07:01:40","extension":"png","order_by":13,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":32742,"visible":true,"origin":"","legend":"","description":"","filename":"Figure9ImpactofPatchSizeonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/1381da3e0e1ba8942f481642.png"},{"id":94987316,"identity":"2f30c378-1d92-4149-a0f7-4eaae9e514fe","added_by":"auto","created_at":"2025-11-03 07:01:41","extension":"xml","order_by":14,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":6771,"visible":true,"origin":"","legend":"","description":"","filename":"jwcnJWCND2400236.xml","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/945b5d5afe7ff9d0bd3d7acf.xml"},{"id":94884374,"identity":"7ece0d26-b213-49a6-9794-c1447267ee3f","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"xml","order_by":15,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":1845,"visible":true,"origin":"","legend":"","description":"","filename":"JWCND240023610786.go.xml","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/e65d87471a7e0dad7a800f42.xml"},{"id":94884385,"identity":"b21c825a-b8e6-440f-a434-1a7ad6bb8563","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"xml","order_by":16,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":908,"visible":true,"origin":"","legend":"","description":"","filename":"JWCND2400236Import.xml","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/28afc9724af4bf0ced916ab7.xml"},{"id":94884365,"identity":"51073818-7dc6-4e08-8d1b-08b737c4700c","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"xml","order_by":17,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":110371,"visible":true,"origin":"","legend":"","description":"","filename":"JWCND24002360enriched.xml","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/a66d27817e6bd4a75d2db9c5.xml"},{"id":94884391,"identity":"083579fd-90e8-450b-a155-5cfbf4be611b","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":18,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":89821,"visible":true,"origin":"","legend":"","description":"","filename":"Figure1Modeloverview.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/4cfab322302616e14e0c3190.png"},{"id":94884370,"identity":"e96a96ed-491e-4b5f-84da-c5a5dec4eb4f","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":19,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":36375,"visible":true,"origin":"","legend":"","description":"","filename":"Figure10ImpactofNumberofAttentionHeadsonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/8344775920c0a4efce27cbf1.png"},{"id":94884379,"identity":"6aaf0151-5670-46d2-ab2f-e1238ab99ca3","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":20,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":266034,"visible":true,"origin":"","legend":"","description":"","filename":"Figure11AConfusionMatrix.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/b32ac4377f85518f0e00647a.png"},{"id":94986382,"identity":"5532eb2a-8d59-42d8-a295-2f80e4d547da","added_by":"auto","created_at":"2025-11-03 07:00:14","extension":"png","order_by":21,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":48702,"visible":true,"origin":"","legend":"","description":"","filename":"Figure11BAccuracywithFinalParameters.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/34c46175c268071f8fd4e5eb.png"},{"id":94884384,"identity":"a943c327-ff23-40fd-a975-d5078b8967ad","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":22,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":1104283,"visible":true,"origin":"","legend":"","description":"","filename":"Figure2ScaledDotProductAttention.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/7f27f115836afcb6912f32e0.png"},{"id":94884376,"identity":"33a1d4c7-f2da-4cbe-bb4c-732226417b97","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":23,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":83690,"visible":true,"origin":"","legend":"","description":"","filename":"Figure3MultiHeadAttention.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/8b1e1ae95a3a788c7ef33645.png"},{"id":94884375,"identity":"51873c93-d2a6-4933-aed0-0fc36d191000","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":24,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":40639,"visible":true,"origin":"","legend":"","description":"","filename":"Figure4ComparisonoftheAccuracyofdifferentmodels.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/f5730c2b24fc1316a641f29a.png"},{"id":94986768,"identity":"8ab50221-9180-4f68-b6ce-cd5266786f66","added_by":"auto","created_at":"2025-11-03 07:00:46","extension":"png","order_by":25,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":260595,"visible":true,"origin":"","legend":"","description":"","filename":"Figure5AConfusionMatrix.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/cad6295d29d934b6f5ddc60b.png"},{"id":94884382,"identity":"a615236d-bfaa-4899-ada0-045d4ba48177","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":26,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":206794,"visible":true,"origin":"","legend":"","description":"","filename":"Figure5BAccuracywithInitialParameters.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/7fa9b417ea56fb99c445c0da.png"},{"id":94884386,"identity":"c1d409d0-2102-4ffa-a616-44c9e8ff84f5","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":27,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":91165,"visible":true,"origin":"","legend":"","description":"","filename":"Figure6ImpactofNumberofLearningRatesonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/0a7d79ecf59d2656b29493fe.png"},{"id":94884380,"identity":"e11e061f-d700-4b11-bfe9-ddf8516b6887","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":28,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":31478,"visible":true,"origin":"","legend":"","description":"","filename":"Figure7ImpactofBatchSizeonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/3acb1d1524499ad50c813178.png"},{"id":94986825,"identity":"6c0455a0-ec02-4aa4-b54c-17472bdab10d","added_by":"auto","created_at":"2025-11-03 07:00:50","extension":"png","order_by":29,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":34505,"visible":true,"origin":"","legend":"","description":"","filename":"Figure8ImpactofTransformerLayersonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/77e42ad2e994fe2f373d58a3.png"},{"id":94884395,"identity":"9e3e6cfc-7a3c-4fe3-9c44-9cb25348324e","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":30,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":32742,"visible":true,"origin":"","legend":"","description":"","filename":"Figure9ImpactofPatchSizeonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/e0cb50baaf89a604080ccf9d.png"},{"id":94884394,"identity":"f1fa51e5-5adc-4e03-8592-356b580049cc","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"jpeg","order_by":31,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":631,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage1.jpeg","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/13d99815ed5a3b4078f8a27a.jpeg"},{"id":94987480,"identity":"ab89567c-b974-4493-ae3d-1017b540f2bf","added_by":"auto","created_at":"2025-11-03 07:01:58","extension":"png","order_by":32,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":30781,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage10.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/d4bba89483e4a9e8d382cfb6.png"},{"id":94884378,"identity":"5f4288d3-891e-4cfc-9036-72b3402d98c4","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":33,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":33105,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage11.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/d4d293c224d8d281c35db6ba.png"},{"id":94884411,"identity":"3d1548ce-19b6-4460-b566-84f78a5f44bf","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"jpeg","order_by":34,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":470021,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage12.jpeg","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/f258cb8cd02142d6008ec1ef.jpeg"},{"id":94884381,"identity":"080e2676-1dfb-4131-9663-0c4d6fac4ba2","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"jpeg","order_by":35,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":699661,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage2.jpeg","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/c9256e6d9b0eb13ccd6904d9.jpeg"},{"id":94987378,"identity":"b3a5fbbe-a85b-410b-8869-9271b6531779","added_by":"auto","created_at":"2025-11-03 07:01:48","extension":"png","order_by":36,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":152540,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage3.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/0847e6fdf7fa0f7f826af986.png"},{"id":94884408,"identity":"250b5dd1-f1f2-4e67-a86c-73dae02f5421","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":37,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":70100,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage4.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/9f1d92e4c443e467eafbf034.png"},{"id":94987501,"identity":"725311d2-a074-4f0e-8430-cef3d8f34b21","added_by":"auto","created_at":"2025-11-03 07:02:00","extension":"png","order_by":38,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":39530,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage5.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/8927e7160f42deefcc079ce6.png"},{"id":94884388,"identity":"8aba4736-02c4-47ba-b20d-2c278c909170","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"jpeg","order_by":39,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":483513,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage6.jpeg","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/2df07076900d43032b868a70.jpeg"},{"id":94986973,"identity":"198cd4bb-1ed3-4b71-8ea2-3c43864e94f8","added_by":"auto","created_at":"2025-11-03 07:01:03","extension":"png","order_by":40,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":33158,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage7.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/218340750308518cdf255616.png"},{"id":94884387,"identity":"fd2dfc26-3aa9-4990-8390-04aefc403274","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":41,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":31478,"visible":true,"origin":"","legend":"","description":"","filename":"Figure7ImpactofBatchSizeonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/eb82665e39b306184eaa425a.png"},{"id":94987085,"identity":"e3d562b9-85cf-4d84-a0f1-4f805b3cc471","added_by":"auto","created_at":"2025-11-03 07:01:13","extension":"png","order_by":42,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":32316,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage9.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/886061775d292d61dbaa59d9.png"},{"id":94986818,"identity":"1052f891-a18f-4607-a785-3faee49125f3","added_by":"auto","created_at":"2025-11-03 07:00:50","extension":"jpeg","order_by":43,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":125671,"visible":true,"origin":"","legend":"","description":"","filename":"groupimage1.jpeg","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/e504b0bb2561fa6dad062e26.jpeg"},{"id":94884414,"identity":"bd952f3c-e388-4e87-96e9-96e00f862341","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":44,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":26583,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure1Modeloverview.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/c0dec1ca7090afb9520fd2c7.png"},{"id":94884383,"identity":"01a776a1-4ca7-4b60-a699-3f5a8dc41ca1","added_by":"auto","created_at":"2025-10-31 17:47:32","extension":"png","order_by":45,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":9938,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure10ImpactofNumberofAttentionHeadsonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/3df9e55f3d5f375b9b99b775.png"},{"id":94884419,"identity":"9fd969b6-7c1a-40ce-92e9-b72c8681d1d3","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":46,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":74898,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure11AConfusionMatrix.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/c4ecfc0c33b42748e2f460c2.png"},{"id":94884407,"identity":"80221bc9-6e11-496b-b229-0430f1bcb15c","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":47,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":18561,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure11BAccuracywithFinalParameters.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/81a0e0d7bd443470db387e74.png"},{"id":94884399,"identity":"a8dbf547-4d6c-4ef5-8637-35d65e9e07fc","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":48,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":121436,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure2ScaledDotProductAttention.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/0f5b99e80c821273eaaac225.png"},{"id":94884404,"identity":"88a58390-3e4e-4d44-9911-c09ed4e6abb8","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":49,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":24743,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure3MultiHeadAttention.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/6ec2076edaead1740ea133b0.png"},{"id":94884398,"identity":"7863c731-ecbd-4dcf-8d4b-a3609cd6aeae","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":50,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":12304,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure4ComparisonoftheAccuracyofdifferentmodels.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/9bac9ec4f13b25d7850d4c99.png"},{"id":94987500,"identity":"cb10a862-f056-4fff-b443-e4aaac52323d","added_by":"auto","created_at":"2025-11-03 07:02:00","extension":"png","order_by":51,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":74108,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure5AConfusionMatrix.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/4c05bdd0e9c5c4a0fcc2080d.png"},{"id":94884427,"identity":"9e609fec-5c0c-48a0-b466-54a0efbb1583","added_by":"auto","created_at":"2025-10-31 17:47:34","extension":"png","order_by":52,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":55312,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure5BAccuracywithInitialParameters.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/ffbd5966d32373bd753b206d.png"},{"id":94884421,"identity":"56b68025-6396-454f-b19d-ed9f9483baea","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":53,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":25379,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure6ImpactofNumberofLearningRatesonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/97e5b5eb99f1f6ab9e210fec.png"},{"id":94986856,"identity":"9e8d9f63-88ba-41db-8523-c576f6c9199b","added_by":"auto","created_at":"2025-11-03 07:00:53","extension":"png","order_by":54,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":8641,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure7ImpactofBatchSizeonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/9893d390892abfb654ed95ec.png"},{"id":94884426,"identity":"0aca95fa-e639-4fda-9994-219b1d97b6b3","added_by":"auto","created_at":"2025-10-31 17:47:34","extension":"png","order_by":55,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":9096,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure8ImpactofTransformerLayersonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/2f689ace8043382e2fc665c6.png"},{"id":94986500,"identity":"f5f23136-7ee4-4a5c-b37e-58faf9512e0d","added_by":"auto","created_at":"2025-11-03 07:00:22","extension":"png","order_by":56,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":8963,"visible":true,"origin":"","legend":"","description":"","filename":"OnlineFigure9ImpactofPatchSizeonAccuracy.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/b266d11b005ea6eff9e798da.png"},{"id":94884423,"identity":"294d9539-63d5-4f59-af83-37f27d6142ec","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":57,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":329,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage1.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/8c4622b957aaf67034116b69.png"},{"id":94884417,"identity":"be1d274f-cc0a-4ec8-bf33-a032d7da36de","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":58,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":9601,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage10.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/40cb9fe2e396199b4cfcd043.png"},{"id":94884401,"identity":"6d28d7e1-9059-445f-aa20-0789ec676fd7","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":59,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":10310,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage11.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/80729464aff06b372e23b663.png"},{"id":94884415,"identity":"98a145a7-0317-4c63-9a74-0e5d18c8e0f5","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":60,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":83358,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage12.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/3fcd8a58dd22e48fa41efe82.png"},{"id":94987356,"identity":"ddb28073-4204-4d93-ad8a-33eea75f8911","added_by":"auto","created_at":"2025-11-03 07:01:45","extension":"png","order_by":61,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":105483,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage2.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/2adf1c2b61d7708c5a277a54.png"},{"id":94884424,"identity":"58d96180-ae11-4ea5-9583-75f4d9ed4096","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":62,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":19877,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage3.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/ada33ab4ab3113d31578b8ea.png"},{"id":94884396,"identity":"7dfacf51-d45f-472b-99e0-8a49bace7a5c","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":63,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":21617,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage4.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/a77c9687ed3f1e66c70bedf0.png"},{"id":94884405,"identity":"476dc5ca-e95c-47c0-99b2-d69ac8efe98f","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":64,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":12026,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage5.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/67ff54dcc090c3b55fc12953.png"},{"id":94884429,"identity":"10c6b15e-be7e-4437-a2f4-21b2edfde3ca","added_by":"auto","created_at":"2025-10-31 17:47:34","extension":"png","order_by":65,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":81477,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage6.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/ff196ab2d974f5abff2c9c9d.png"},{"id":94884393,"identity":"2e52b57a-6a3e-40e2-a312-0ca6e3d2d9ea","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"png","order_by":66,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":11663,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage7.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/b104bda8e335d252d629c90f.png"},{"id":94986756,"identity":"1917f60a-7e39-4900-87da-583afbba1dde","added_by":"auto","created_at":"2025-11-03 07:00:44","extension":"png","order_by":67,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":8641,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage8.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/d34a3d296520f20d79d19c14.png"},{"id":94986704,"identity":"ece0b027-db9f-406a-8ec3-49b0ebdd3bd0","added_by":"auto","created_at":"2025-11-03 07:00:38","extension":"png","order_by":68,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":9699,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage9.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/746436758ad87dd32133876d.png"},{"id":94986697,"identity":"a284a4fa-b6ba-4548-b809-687c7b134006","added_by":"auto","created_at":"2025-11-03 07:00:37","extension":"png","order_by":69,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":25235,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinegroupimage1.png","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/004fcd3a0873d6179a048ad2.png"},{"id":94884418,"identity":"a103d4df-bff6-447d-99c3-75cf96893d5b","added_by":"auto","created_at":"2025-10-31 17:47:33","extension":"xml","order_by":70,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":107457,"visible":true,"origin":"","legend":"","description":"","filename":"JWCND24002360structuring.xml","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/7a3c717381e4b01996da1ac4.xml"},{"id":94986384,"identity":"f7da54aa-35bf-42a3-8b48-5c67bf7b4105","added_by":"auto","created_at":"2025-11-03 07:00:14","extension":"html","order_by":71,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":126482,"visible":true,"origin":"","legend":"","description":"","filename":"earlyproof.html","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1/d902ff602a34810cd55a0c4a.html"},{"id":94990545,"identity":"6631c0bf-1b1b-4a8f-be7b-b462521dc934","added_by":"auto","created_at":"2025-11-03 07:17:55","extension":"pdf","order_by":1,"title":"","display":"","copyAsset":false,"role":"manuscript-pdf","size":911653,"visible":true,"origin":"","legend":"","description":"","filename":"TransformerEnhancedAutomaticModulationClassification.pdf","url":"https://assets-eu.researchsquare.com/files/rs-4751132/v1_covered_61a5d06a-5049-4789-a5e4-ed86e669cd7e.pdf"}],"financialInterests":"","formattedTitle":"AMC-Transformer: Enhanced Automatic Modulation Classification based on Attention Model","fulltext":[],"fulltextSource":"","fullText":"","funders":[],"hasAdminPriorityOnWorkflow":false,"hasManuscriptDocX":false,"hasOptedInToPreprint":true,"hasPassedJournalQc":"","hasAnyPriority":false,"hideJournal":false,"highlight":"","institution":"","isAcceptedByJournal":false,"isAuthorSuppliedPdf":true,"isDeskRejected":"","isHiddenFromSearch":false,"isInQc":false,"isInWorkflow":false,"isPdf":true,"isPdfUpToDate":true,"isWithdrawnOrRetracted":false,"journal":{"display":true,"email":"[email protected]","identity":"eurasip-journal-on-wireless-communications-and-networking","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":false,"externalIdentity":"jwcn","sideBox":"Learn more about [EURASIP Journal on Wireless Communications and Networking](http://jwcn-eurasipjournals.springeropen.com)","snPcode":"","submissionUrl":"https://www.editorialmanager.com/jwcn/default.aspx","title":"EURASIP Journal on Wireless Communications and Networking","twitterHandle":"@SpringerEng","acdcEnabled":true,"dfaEnabled":true,"editorialSystem":"em","reportingPortfolio":"BMC/SO AJ","inReviewEnabled":true,"inReviewRevisionsEnabled":true},"keywords":"AMC, Deep Learning, Transformer, Attention Mechanism, IQ Signal","lastPublishedDoi":"10.21203/rs.3.rs-4751132/v1","lastPublishedDoiUrl":"https://doi.org/10.21203/rs.3.rs-4751132/v1","license":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/"},"manuscriptAbstract":"Wireless signal recognition plays a critical role in both military and civilian domains. Developing high-precision Automatic Modulation Classification (AMC) algorithms is essential for effective spectrum management in today's complex wireless communication environment. Deep learning-based AMC techniques have shown promising results in extracting effective classification rules from complex modulation signals. In this work, we propose a novel transformer-based model for AMC that leverages an attention mechanism to enhance recognition accuracy. Our model divides In-phase and Quadrature (IQ) signal sequences into fixed-length patches and utilizes multiple transformer layers to capture complex temporal and spatial feature correlations. Extensive experiments have been conducted to demonstrate that our proposed model outperforms the typical CNN and ResNet models, achieving a 25% and 15% improvement in recognition accuracy at a signal-to-noise ratio of 10 dB, respectively. The proposed attention-based transformer model provides a powerful and efficient approach for AMC in complex wireless communication environments.","manuscriptTitle":"AMC-Transformer: Enhanced Automatic Modulation Classification based on Attention Model","msid":"","msnumber":"","nonDraftVersions":[{"code":1,"date":"2025-10-31 17:47:27","doi":"10.21203/rs.3.rs-4751132/v1","editorialEvents":[{"type":"communityComments","content":0},{"type":"decision","content":"Minor revision","date":"2025-08-06T13:16:24+00:00","index":"","fulltext":""},{"type":"reviewerAgreed","content":"","date":"2025-04-11T12:32:27+00:00","index":0,"fulltext":""},{"type":"reviewersInvited","content":"","date":"2025-04-10T07:52:59+00:00","index":"","fulltext":""},{"type":"editorAssigned","content":"","date":"2024-07-29T03:40:45+00:00","index":"","fulltext":""},{"type":"submitted","content":"EURASIP Journal on Wireless Communications and Networking","date":"2024-07-27T11:21:06+00:00","index":"","fulltext":""}],"status":"published","journal":{"display":true,"email":"[email protected]","identity":"eurasip-journal-on-wireless-communications-and-networking","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":false,"externalIdentity":"jwcn","sideBox":"Learn more about [EURASIP Journal on Wireless Communications and Networking](http://jwcn-eurasipjournals.springeropen.com)","snPcode":"","submissionUrl":"https://www.editorialmanager.com/jwcn/default.aspx","title":"EURASIP Journal on Wireless Communications and Networking","twitterHandle":"@SpringerEng","acdcEnabled":true,"dfaEnabled":true,"editorialSystem":"em","reportingPortfolio":"BMC/SO AJ","inReviewEnabled":true,"inReviewRevisionsEnabled":true}}],"origin":"","ownerIdentity":"fa69fac3-9e0f-4099-9dea-c74af959d24e","owner":[],"postedDate":"October 31st, 2025","published":true,"recentEditorialEvents":[],"rejectedJournal":[],"revision":"","amendment":"","status":"in-revision","subjectAreas":[],"tags":[],"updatedAt":"2025-10-31T17:47:27+00:00","versionOfRecord":[],"versionCreatedAt":"2025-10-31 17:47:27","video":"","vorDoi":"","vorDoiUrl":"","workflowStages":[]},"version":"v1","identity":"rs-4751132","journalConfig":"researchsquare"},"__N_SSP":true},"page":"/article/[identity]/[[...version]]","query":{"redirect":"/article/rs-4751132","identity":"rs-4751132","version":["v1"]},"buildId":"8U1c8b4HqxoKbykW_rLl7","isFallback":false,"isExperimentalCompile":false,"dynamicIds":[84888],"gssp":true,"scriptLoader":[]}