Customer Purchase Behavior Analysis and Visualization Using Big Data Analytics: A PySpark-Based Apache Spark Framework

Customer Purchase Behavior Analysis and Visualization Using Big Data Analytics: A PySpark-Based Apache Spark Framework | Research Square window.SnipcartSettings = { analytics: { enabled: false } }; (function() { var accessVector = localStorage.getItem('access_vector') || ''; window.dataLayer = window.dataLayer || []; if (accessVector) { window.dataLayer.push({ user: { profile: { profileInfo: { snid: accessVector } } } }); } })(); (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src='https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-K279D39R'); Browse Preprints In Review Journals COVID-19 Preprints AJE Video Bytes Research Tools Research Promotion AJE Professional Editing AJE Rubriq About Preprint Platform In Review Editorial Policies Our Team Advisory Board Help Center Sign In Submit a Preprint Cite Share Download PDF Research Article Customer Purchase Behavior Analysis and Visualization Using Big Data Analytics: A PySpark-Based Apache Spark Framework Mr. Pritam Chaudhari, Dr. Poonam Sawant This is a preprint; it has not been peer reviewed by a journal. https://doi.org/ 10.21203/rs.3.rs-8635114/v1 This work is licensed under a CC BY 4.0 License Status: Posted Version 1 posted You are reading this latest preprint version Abstract Understanding customer purchase behaviour is critical for effective business decision-making and targeted marketing. The exponential growth of transactional and behavioural data challenges traditional analytics methods due to high volume, velocity, and variety. This study presents a scalable framework for analysing and visualizing customer purchase behaviour using PySpark (Apache Spark based Python API). Leveraging distributed system, the framework efficiently processes large-scale datasets to identify patterns across product categories, geographic regions, and customer segments. The methodology combines exploratory data analysis, aggregation, and visual analytics techniques to deliver actionable insights for marketing strategies, inventory optimization and operational planning. Experimental evaluation on both simulated and real-world datasets demonstrates the framework’s scalability, performance, and capability in uncovering meaningful purchase behaviour trends. This approach advances big data analytics by integrating high-performance distributed processing with intuitive visualization techniques to enhance customer behaviour intelligence. Numerical Analysis Information Retrieval and Management Big Data Analytics Customer Purchase Behaviour PySpark Apache Spark Visual Analytics Distributed Computing Transactional Data Data Visualization Market Intelligence Full Text Additional Declarations The authors declare no competing interests. Supplementary Files Analysis.txt Cite Share Download PDF Status: Posted Version 1 posted You are reading this latest preprint version Research Square lets you share your work early, gain feedback from the community, and start making changes to your manuscript prior to peer review in a journal. As a division of Research Square Company, we’re committed to making research communication faster, fairer, and more useful. We do this by developing innovative software and high quality services for the global research community. Our growing team is made up of researchers and industry professionals working together to solve the most critical problems facing scientific publishing. Also discoverable on Platform About Our Team In Review Editorial Policies Advisory Board Help Center Resources Author Services Accessibility API Access RSS feed Manage Cookie Preferences © Research Square 2026 | ISSN 2693-5015 (online) Privacy Policy Terms of Service Do Not Sell My Personal Information {"props":{"pageProps":{"initialData":{"identity":"rs-8635114","acceptedTermsAndConditions":true,"allowDirectSubmit":true,"archivedVersions":[],"articleType":"Research Article","associatedPublications":[],"authors":[{"id":576517480,"identity":"a9175b25-e9ea-4330-829c-ebdac430dfd6","order_by":0,"name":"Mr. Pritam Chaudhari","email":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAZAAAAAyAQMAAABI0h/eAAAABlBMVEX///8AAABVwtN+AAAACXBIWXMAAA7EAAAOxAGVKw4bAAABSklEQVRIiWNgGAWjYFACxgYQmQDEZkAsARdP4AeTBdi0NDZg1yIJFjfAaQ1MCwIkGBwAUZhazKUPtz/4mWOXxz8jeduDn3ssGMzb2x8CGXZ5xudXJ354YMAgzy92AFmLZV9iY2PvtuRiiRtp5YY9zyQYZM6cMQYykovNbrzdLAF0mOHM2QnIWgzOAP3Cu+1AYsONHDMJngMSDBISOWxAxoHEbTfObgBpSTC4jaGl8S9Qy3ygFsk/IC3yz5///APUsnnG2c0/cGhpBtmyAahFGmILgxkzyJYN/L3bsNli2cPYOFt2W3LixjPPyqRlDkjwSPDkGAMZyYkzbvBus0gwkED3izkP+4OPb7fZJc47nrxN8s2BOjkJ9uMPP745YJfY3392880fFTby/NKoDkMPdR4EUwKsUgJdBdbIhQL+A3gkR8EoGAWjYAQBAD9+g1mfR3WTAAAAAElFTkSuQmCC","orcid":"","institution":"Pune Institute of Business Management","correspondingAuthor":true,"prefix":"Mr.","firstName":"Pritam","middleName":"","lastName":"Chaudhari","suffix":""},{"id":576517481,"identity":"060043b0-01b9-40d7-b81d-b7e2a295f92a","order_by":1,"name":"Dr. Poonam Sawant","email":"","orcid":"","institution":"Sinhgad Institute of Management and Computer ApplicationsSinhgad Institute of Management and Computer Applications","correspondingAuthor":false,"prefix":"Dr.","firstName":"Poonam","middleName":"","lastName":"Sawant","suffix":""}],"badges":[],"createdAt":"2026-01-19 04:57:53","currentVersionCode":1,"declarations":{"humanSubjects":false,"vertebrateSubjects":true,"conflictsOfInterestStatement":false,"humanSubjectEthicalGuidelines":false,"humanSubjectConsent":false,"humanSubjectClinicalTrial":false,"humanSubjectCaseReport":false,"vertebrateSubjectEthicalGuidelines":true},"doi":"10.21203/rs.3.rs-8635114/v1","doiUrl":"https://doi.org/10.21203/rs.3.rs-8635114/v1","draftVersion":[],"editorialEvents":[],"editorialNote":"","failedWorkflow":false,"files":[{"id":100656104,"identity":"d61df748-c03e-4673-bd4b-da52afef88cd","added_by":"auto","created_at":"2026-01-20 07:45:01","extension":"docx","order_by":0,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":650687,"visible":true,"origin":"","legend":"","description":"","filename":"UPCustomerPurchaseBehaviorAnalysis.docx","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/0da18b1aca6d596c44689b7e.docx"},{"id":100656083,"identity":"db356718-ece3-43e1-b6c0-97bc26f3f3c9","added_by":"auto","created_at":"2026-01-20 07:44:47","extension":"json","order_by":1,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":342,"visible":true,"origin":"","legend":"","description":"","filename":"rs8635114.json","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/94cf259e95d1c57cd7ec0982.json"},{"id":100656170,"identity":"8d2cf175-e8dd-49a6-a901-be749aba7c4e","added_by":"auto","created_at":"2026-01-20 07:47:13","extension":"xml","order_by":2,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":77988,"visible":true,"origin":"","legend":"","description":"","filename":"rs86351140enriched.xml","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/5f835022854a7d02cff901ea.xml"},{"id":100656172,"identity":"43367d49-75ee-4612-977d-9e69723242a7","added_by":"auto","created_at":"2026-01-20 07:47:16","extension":"png","order_by":3,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":389831,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage1.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/bbae2452c2dd63faa6189836.png"},{"id":100656160,"identity":"319230bd-ee2f-4e5e-b57d-dd0896ab8251","added_by":"auto","created_at":"2026-01-20 07:46:27","extension":"png","order_by":4,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":22534,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage2.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/765216c155bb4be40ad4cf08.png"},{"id":100656194,"identity":"a3ef9004-c482-4d4d-8473-baeffca4f579","added_by":"auto","created_at":"2026-01-20 07:47:50","extension":"png","order_by":5,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":25980,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage3.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/ea64c95b5105612f476f3508.png"},{"id":100656108,"identity":"5112fc69-64fe-481d-b3e0-fdce2ce08698","added_by":"auto","created_at":"2026-01-20 07:45:12","extension":"png","order_by":6,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":8835,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage4.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/071d76e0c553ebaf4dcfc61e.png"},{"id":100656125,"identity":"2aa9befa-57d4-4983-a637-7bdad4600909","added_by":"auto","created_at":"2026-01-20 07:45:41","extension":"png","order_by":7,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":18756,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage5.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/999c5bdd99bfd8cb12bc8110.png"},{"id":100656137,"identity":"3902b751-ac22-46c5-9bc0-98b0f269ed45","added_by":"auto","created_at":"2026-01-20 07:46:17","extension":"png","order_by":8,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":20157,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage6.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/9a339898327103bf8d3368ae.png"},{"id":100656110,"identity":"6538520f-2996-459b-8278-d52f851093ed","added_by":"auto","created_at":"2026-01-20 07:45:24","extension":"png","order_by":9,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":28454,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage7.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/01dccfa01415d529b2642203.png"},{"id":100656105,"identity":"d77a4ce7-556e-4e5c-97b8-7e115b21cecd","added_by":"auto","created_at":"2026-01-20 07:45:10","extension":"png","order_by":10,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":43796,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage8.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/154ef4c918bd2ecab2013511.png"},{"id":100656166,"identity":"dd0ff803-89fd-4347-89e4-ab07013ede64","added_by":"auto","created_at":"2026-01-20 07:46:52","extension":"png","order_by":11,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":38990,"visible":true,"origin":"","legend":"","description":"","filename":"floatimage9.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/b41306120a41b3e745c55e7c.png"},{"id":100656109,"identity":"15c1a787-906a-467c-9bd0-c807428cb2e4","added_by":"auto","created_at":"2026-01-20 07:45:17","extension":"png","order_by":12,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":43019,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage1.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/1737c2abb4de82c2bc92554d.png"},{"id":100656163,"identity":"07701248-1fe0-4b40-b48c-35ca3ea5b227","added_by":"auto","created_at":"2026-01-20 07:46:47","extension":"png","order_by":13,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":10390,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage2.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/ac430dd5c66a063f75d7efbe.png"},{"id":100656113,"identity":"0a529230-a8dc-434c-ad81-7c3efbf8076c","added_by":"auto","created_at":"2026-01-20 07:45:37","extension":"png","order_by":14,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":11990,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage3.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/5982364d028f2f73e3070ed6.png"},{"id":100656154,"identity":"d039240c-b0a2-43b2-99e8-40fb832b9157","added_by":"auto","created_at":"2026-01-20 07:46:25","extension":"png","order_by":15,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":2605,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage4.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/ad7681672527c4dc652481fa.png"},{"id":100656099,"identity":"5482f043-180a-4b85-8538-1a6ac8ea702f","added_by":"auto","created_at":"2026-01-20 07:44:59","extension":"png","order_by":16,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":5770,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage5.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/8e37cfb432728d982f50ca28.png"},{"id":100656138,"identity":"e6dbafbe-d959-4193-973d-f630ac514003","added_by":"auto","created_at":"2026-01-20 07:46:17","extension":"png","order_by":17,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":6813,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage6.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/fad2122f80a4b6b30c190359.png"},{"id":100656168,"identity":"e27f0e4b-b7f8-4b5d-8512-c6f1db54ac95","added_by":"auto","created_at":"2026-01-20 07:47:05","extension":"png","order_by":18,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":12418,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage7.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/4f5d7b342f0d2ffdb2a28416.png"},{"id":100656095,"identity":"d7de2be2-0838-4eb7-9c91-8cb1c6e1fc6a","added_by":"auto","created_at":"2026-01-20 07:44:49","extension":"png","order_by":19,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":13169,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage8.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/4e46366bff826804679d1dc8.png"},{"id":100656106,"identity":"1e92a374-a6e1-40eb-b2f8-18dc20fdb9d6","added_by":"auto","created_at":"2026-01-20 07:45:11","extension":"png","order_by":20,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":14535,"visible":true,"origin":"","legend":"","description":"","filename":"Onlinefloatimage9.png","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/b975435dfd51362ec12986a0.png"},{"id":100656082,"identity":"b0b4896b-b57a-42e6-a102-167a39d576f2","added_by":"auto","created_at":"2026-01-20 07:44:44","extension":"xml","order_by":21,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":76869,"visible":true,"origin":"","legend":"","description":"","filename":"rs86351140structuring.xml","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/2f36f4e98f06e796360eb31d.xml"},{"id":100656124,"identity":"07bcb068-b4f1-4b08-893d-27e073921607","added_by":"auto","created_at":"2026-01-20 07:45:40","extension":"html","order_by":22,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":88846,"visible":true,"origin":"","legend":"","description":"","filename":"earlyproof.html","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/b530b1da3f51d39f36d31cd7.html"},{"id":100657053,"identity":"85f09869-f0cd-44f5-808a-ac2412882706","added_by":"auto","created_at":"2026-01-20 08:00:24","extension":"pdf","order_by":1,"title":"","display":"","copyAsset":false,"role":"manuscript-pdf","size":643515,"visible":true,"origin":"","legend":"","description":"","filename":"UPCustomerPurchaseBehaviorAnalysis.pdf","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1_covered_4330c080-57bb-4919-ab26-2fedbfa92fda.pdf"},{"id":100656126,"identity":"8a8d2760-c0aa-475b-b382-0c98422b9702","added_by":"auto","created_at":"2026-01-20 07:45:46","extension":"txt","order_by":1,"title":"","display":"","copyAsset":false,"role":"supplement","size":9855,"visible":true,"origin":"","legend":"","description":"","filename":"Analysis.txt","url":"https://assets-eu.researchsquare.com/files/rs-8635114/v1/15544e4977d047299a655260.txt"}],"financialInterests":"The authors declare no competing interests.","formattedTitle":"\u003cp\u003e\u003cstrong\u003eCustomer Purchase Behavior Analysis and Visualization Using Big Data Analytics: A PySpark-Based Apache Spark Framework\u003c/strong\u003e\u003c/p\u003e","fulltext":[],"fulltextSource":"","fullText":"","funders":[],"hasAdminPriorityOnWorkflow":false,"hasManuscriptDocX":false,"hasOptedInToPreprint":true,"hasPassedJournalQc":"","hasAnyPriority":true,"hideJournal":true,"highlight":"","institution":"Pune Institute of Business Management","isAcceptedByJournal":false,"isAuthorSuppliedPdf":true,"isDeskRejected":"","isHiddenFromSearch":false,"isInQc":false,"isInWorkflow":false,"isPdf":true,"isPdfUpToDate":true,"isWithdrawnOrRetracted":false,"journal":{"display":true,"email":"[email protected]","identity":"researchsquare","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":true,"externalIdentity":"","sideBox":"","snPcode":"","submissionUrl":"/submission","title":"Research Square","twitterHandle":"researchsquare","acdcEnabled":true,"dfaEnabled":false,"editorialSystem":"","reportingPortfolio":"","inReviewEnabled":false,"inReviewRevisionsEnabled":true},"keywords":"Big Data Analytics, Customer Purchase Behaviour, PySpark, Apache Spark, Visual Analytics, Distributed Computing, Transactional Data, Data Visualization, Market Intelligence","lastPublishedDoi":"10.21203/rs.3.rs-8635114/v1","lastPublishedDoiUrl":"https://doi.org/10.21203/rs.3.rs-8635114/v1","license":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/"},"manuscriptAbstract":"\u003cp\u003eUnderstanding customer purchase behaviour is critical for effective business decision-making and targeted marketing. The exponential growth of transactional and behavioural data challenges traditional analytics methods due to high volume, velocity, and variety. This study presents a scalable framework for analysing and visualizing customer purchase behaviour using PySpark (Apache Spark based Python API). Leveraging distributed system, the framework efficiently processes large-scale datasets to identify patterns across product categories, geographic regions, and customer segments. The methodology combines exploratory data analysis, aggregation, and visual analytics techniques to deliver actionable insights for marketing strategies, inventory optimization and operational planning. Experimental evaluation on both simulated and real-world datasets demonstrates the framework\u0026rsquo;s scalability, performance, and capability in uncovering meaningful purchase behaviour trends. This approach advances big data analytics by integrating high-performance distributed processing with intuitive visualization techniques to enhance customer behaviour intelligence.\u003c/p\u003e","manuscriptTitle":"Customer Purchase Behavior Analysis and Visualization Using Big Data Analytics: A PySpark-Based Apache Spark Framework","msid":"","msnumber":"","nonDraftVersions":[{"code":1,"date":"2026-01-20 07:24:10","doi":"10.21203/rs.3.rs-8635114/v1","editorialEvents":[{"type":"communityComments","content":0}],"status":"published","journal":{"display":true,"email":"[email protected]","identity":"researchsquare","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":true,"externalIdentity":"","sideBox":"","snPcode":"","submissionUrl":"/submission","title":"Research Square","twitterHandle":"researchsquare","acdcEnabled":true,"dfaEnabled":false,"editorialSystem":"","reportingPortfolio":"","inReviewEnabled":false,"inReviewRevisionsEnabled":true}}],"origin":"","ownerIdentity":"66501e92-9d50-4ade-80a4-f0e6751ce360","owner":[],"postedDate":"January 20th, 2026","published":true,"recentEditorialEvents":[],"rejectedJournal":[],"revision":"","amendment":"","status":"posted","subjectAreas":[{"id":61336826,"name":"Numerical Analysis"},{"id":61336827,"name":"Information Retrieval and Management"}],"tags":[],"updatedAt":"2026-01-20T07:24:10+00:00","versionOfRecord":[],"versionCreatedAt":"2026-01-20 07:24:10","video":"","vorDoi":"","vorDoiUrl":"","workflowStages":[]},"version":"v1","identity":"rs-8635114","journalConfig":"researchsquare"},"__N_SSP":true},"page":"/article/[identity]/[[...version]]","query":{"redirect":"/article/rs-8635114","identity":"rs-8635114","version":["v1"]},"buildId":"XKTyCvWXoU3ODBz1xrDgd","isFallback":false,"isExperimentalCompile":false,"dynamicIds":[84888],"gssp":true,"scriptLoader":[]}