Implementing Integrity Assurance System for Big Data

Implementing Integrity Assurance System for Big Data | Research Square window.SnipcartSettings = { analytics: { enabled: false } }; (function() { var accessVector = localStorage.getItem('access_vector') || ''; window.dataLayer = window.dataLayer || []; if (accessVector) { window.dataLayer.push({ user: { profile: { profileInfo: { snid: accessVector } } } }); } })(); (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src='https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-K279D39R'); Browse Preprints In Review Journals COVID-19 Preprints AJE Video Bytes Research Tools Research Promotion AJE Professional Editing AJE Rubriq About Preprint Platform In Review Editorial Policies Our Team Advisory Board Help Center Sign In Submit a Preprint Cite Share Download PDF Research Article Implementing Integrity Assurance System for Big Data Fawaz Alyami, Saad Almutairi This is a preprint; it has not been peer reviewed by a journal. https://doi.org/ 10.21203/rs.3.rs-485987/v1 This work is licensed under a CC BY 4.0 License Status: Published Journal Publication published 24 Aug, 2021 Read the published version in Wireless Personal Communications → Version 1 posted 4 You are reading this latest preprint version Abstract With the rapid advancement of big data technology and statistical data analysis solutions, the computing of big data and its services has become the subject of research and popular applications. There are many problems related to data quality that lead to making wrong decisions in institutions and companies. Current research rarely discusses how to validate data effectively to ensure its quality Integrity is data validity. It is a task that is not an easy task that is usually undertaken in national statistical organizations and institutions. There is an urgent need to produce a general framework to verify the integrity of big data. This methodology has been devoted to proposing a model that works on data integrity, especially big data, and how to address the validation process. The data also includes the validity of the data fields and the validity of measuring the data and assessing the compatibility with the data cycle chain. The speed of the processing process and the accuracy of the verification process for the integrity of big data are considered. Based on using the latest technologies and programming languages, the research was based on the programming language in Python and real test data. Cell Communication and Signaling Big Data Integrity Volume Data provenance Velocity Decisions V dimensions Figures Figure 1 Figure 2 Figure 3 Figure 4 Figure 5 Figure 6 Full Text Supplementary Files AuthorInformations.docx Cite Share Download PDF Status: Published Journal Publication published 24 Aug, 2021 Read the published version in Wireless Personal Communications → Version 1 posted Editorial decision: Minor revisions 23 Jun, 2021 Reviews received at journal 01 Jun, 2021 Reviewers invited by journal 31 May, 2021 First submitted to journal 30 Apr, 2021 You are reading this latest preprint version Research Square lets you share your work early, gain feedback from the community, and start making changes to your manuscript prior to peer review in a journal. As a division of Research Square Company, we’re committed to making research communication faster, fairer, and more useful. We do this by developing innovative software and high quality services for the global research community. Our growing team is made up of researchers and industry professionals working together to solve the most critical problems facing scientific publishing. Also discoverable on Platform About Our Team In Review Editorial Policies Advisory Board Help Center Resources Author Services Accessibility API Access RSS feed Manage Cookie Preferences © Research Square 2026 | ISSN 2693-5015 (online) Privacy Policy Terms of Service Do Not Sell My Personal Information {"props":{"pageProps":{"initialData":{"identity":"rs-485987","acceptedTermsAndConditions":true,"allowDirectSubmit":false,"archivedVersions":[],"articleType":"Research Article","associatedPublications":[],"authors":[{"id":30269196,"identity":"19062d07-b6aa-4bfd-8a76-1ed9bf50f88e","order_by":0,"name":"Fawaz Alyami","email":"","orcid":"","institution":"University of Tabuk","correspondingAuthor":false,"prefix":"","firstName":"Fawaz","middleName":"","lastName":"Alyami","suffix":""},{"id":30269197,"identity":"ed144ec5-99b8-4355-8a0a-8ba468aecc2d","order_by":1,"name":"Saad Almutairi","email":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAZAAAAAyAQMAAABI0h/eAAAABlBMVEX///8AAABVwtN+AAAACXBIWXMAAA7EAAAOxAGVKw4bAAAA5UlEQVRIiWNgGAWjYHACxgMgko2BsfEBmH+ACD1ANQYgLc0GDAmkaAFZJEGUFvkG5geHbrb9keeTPtxWzfuDQY7vRgLzhx94tBgcYDM4nNtmYNjGl9h2myeBwVjyRgKbZA8+LUAE0sLYxsMI1pK4AaiFgQevw9g/gLTYg7QUA7XUA7Uwf/yDzzMHeMC2JIK0MAO1JBjcSGCQxmeLwWGegsM554yTgVqaJeekSRjOPPOwTVoGn8Pa2zc+zimTs53fw/7wwxsbG3m+48mHP77B5zBmVK4EEDM24NMwCkbBKBgFo4AIAAARHUlMiMiOJQAAAABJRU5ErkJggg==","orcid":"https://orcid.org/0000-0002-1320-4665","institution":"University of Tabuk","correspondingAuthor":true,"prefix":"","firstName":"Saad","middleName":"","lastName":"Almutairi","suffix":""}],"badges":[],"createdAt":"2021-05-01 20:28:41","currentVersionCode":1,"declarations":"","doi":"10.21203/rs.3.rs-485987/v1","doiUrl":"https://doi.org/10.21203/rs.3.rs-485987/v1","draftVersion":[],"editorialEvents":[{"content":"https://doi.org/10.1007/s11277-021-09013-x","type":"published","date":"2021-08-24T15:26:03+00:00"}],"editorialNote":"","failedWorkflow":false,"files":[{"id":9998646,"identity":"c5a4fcaf-1bc3-4e0d-83c1-a38d1699e0a0","added_by":"auto","created_at":"2021-06-04 18:49:06","extension":"jpg","order_by":1,"title":"Figure 1","display":"","copyAsset":false,"role":"figure","size":50373,"visible":true,"origin":"","legend":"Process of Big Data","description":"","filename":"1.jpg","url":"https://assets-eu.researchsquare.com/files/rs-485987/v1/3a35b51a2920b12f9375f045.jpg"},{"id":9999179,"identity":"f99282bd-20ab-4ee5-b6a6-21a0d980d268","added_by":"auto","created_at":"2021-06-04 18:52:06","extension":"jpg","order_by":2,"title":"Figure 2","display":"","copyAsset":false,"role":"figure","size":91085,"visible":true,"origin":"","legend":"Evolution of Algorithms in Big Data","description":"","filename":"2.jpg","url":"https://assets-eu.researchsquare.com/files/rs-485987/v1/4c8d0ce43380500c7493a0bf.jpg"},{"id":9999178,"identity":"37c81a42-2448-4b1b-a148-c55566e9ec54","added_by":"auto","created_at":"2021-06-04 18:52:06","extension":"jpg","order_by":3,"title":"Figure 3","display":"","copyAsset":false,"role":"figure","size":61620,"visible":true,"origin":"","legend":"The validation process of the model used in\n(Lebdaoui, EL HAJJI, \u0026 ORHANOU, 2016)","description":"","filename":"3.jpg","url":"https://assets-eu.researchsquare.com/files/rs-485987/v1/b78d8114a820b86649782773.jpg"},{"id":9998650,"identity":"9f2802ea-576c-4e1a-9cbb-aa4bb90968fe","added_by":"auto","created_at":"2021-06-04 18:49:06","extension":"jpg","order_by":4,"title":"Figure 4","display":"","copyAsset":false,"role":"figure","size":41696,"visible":true,"origin":"","legend":"Date input validation rules","description":"","filename":"4.jpg","url":"https://assets-eu.researchsquare.com/files/rs-485987/v1/4d4899a16ebe4d8a90a891f0.jpg"},{"id":9999180,"identity":"d6e456be-0300-42c0-99fc-2f4fb80e1694","added_by":"auto","created_at":"2021-06-04 18:52:06","extension":"jpg","order_by":5,"title":"Figure 5","display":"","copyAsset":false,"role":"figure","size":38207,"visible":true,"origin":"","legend":"Rules for verifying age entries .","description":"","filename":"5.jpg","url":"https://assets-eu.researchsquare.com/files/rs-485987/v1/94ffa1e9a2edead8de3b5285.jpg"},{"id":9999325,"identity":"3f9f099c-aec3-4ed0-a824-87a043bbdabf","added_by":"auto","created_at":"2021-06-04 18:55:06","extension":"jpg","order_by":6,"title":"Figure 6","display":"","copyAsset":false,"role":"figure","size":61995,"visible":true,"origin":"","legend":"Comparison of case studies with obtained Integrity","description":"","filename":"6.jpg","url":"https://assets-eu.researchsquare.com/files/rs-485987/v1/bb07165e3114fe0322918490.jpg"},{"id":17426391,"identity":"64e67371-a024-4a4c-b2bc-d1950912e72a","added_by":"auto","created_at":"2022-01-18 15:26:16","extension":"pdf","order_by":1,"title":"","display":"","copyAsset":false,"role":"manuscript-pdf","size":651468,"visible":true,"origin":"","legend":"","description":"","filename":"SaadFawazV1.pdf","url":"https://assets-eu.researchsquare.com/files/rs-485987/v1_covered.pdf"},{"id":13640107,"identity":"da2e88b2-84d5-4261-b916-aac491f34f0d","added_by":"auto","created_at":"2021-09-17 08:58:35","extension":"pdf","order_by":1,"title":"","display":"","copyAsset":false,"role":"manuscript-pdf","size":646428,"visible":true,"origin":"","legend":"","description":"","filename":"SaadFawazV1.pdf","url":"https://assets-eu.researchsquare.com/files/rs-485987/v1_covered.pdf"},{"id":9999342,"identity":"002c081e-9b24-478a-902e-c3bd1d9be5ad","added_by":"auto","created_at":"2021-06-04 18:55:11","extension":"pdf","order_by":1,"title":"","display":"","copyAsset":false,"role":"manuscript-pdf","size":642804,"visible":true,"origin":"","legend":"","description":"","filename":"SaadFawazV1.pdf","url":"https://assets-eu.researchsquare.com/files/rs-485987/v1_covered.pdf"},{"id":9999177,"identity":"7773950c-f2ee-4ac8-a82b-ae2917af4f0f","added_by":"auto","created_at":"2021-06-04 18:52:05","extension":"docx","order_by":1,"title":"","display":"","copyAsset":false,"role":"supplement","size":86977,"visible":true,"origin":"","legend":"","description":"","filename":"AuthorInformations.docx","url":"https://assets-eu.researchsquare.com/files/rs-485987/v1/eb516c7c4e4ff2408bc74ae4.docx"}],"financialInterests":"","formattedTitle":"Implementing Integrity Assurance System for Big Data","fulltext":[{"header":"Full Text","content":"This preprint is available for \u003ca href='/article/rs-485987/latest.pdf' target='_blank'\u003edownload as a PDF\u003c/a\u003e."}],"fulltextSource":"","fullText":"","funders":[],"hasAdminPriorityOnWorkflow":false,"hasManuscriptDocX":false,"hasOptedInToPreprint":true,"hasPassedJournalQc":"","hasAnyPriority":false,"hideJournal":false,"highlight":"","institution":"","isAcceptedByJournal":true,"isAuthorSuppliedPdf":true,"isDeskRejected":"","isHiddenFromSearch":false,"isInQc":false,"isInWorkflow":false,"isPdf":false,"isPdfUpToDate":true,"isWithdrawnOrRetracted":false,"journal":{"display":true,"email":"[email protected]","identity":"wireless-personal-communications","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":false,"externalIdentity":"wire","sideBox":"Learn more about [Wireless Personal Communications](https://www.springer.com/journal/11277)","snPcode":"11277","submissionUrl":"https://submission.nature.com/new-submission/11277/3","title":"Wireless Personal Communications","twitterHandle":"","acdcEnabled":true,"dfaEnabled":true,"editorialSystem":"stoa","reportingPortfolio":"Springer Hybrid","inReviewEnabled":true,"inReviewRevisionsEnabled":false},"keywords":"Big Data, Integrity, Volume, Data provenance, Velocity, Decisions, V dimensions","lastPublishedDoi":"10.21203/rs.3.rs-485987/v1","lastPublishedDoiUrl":"https://doi.org/10.21203/rs.3.rs-485987/v1","license":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/"},"manuscriptAbstract":"With the rapid advancement of big data technology and statistical data analysis solutions, the computing of big data and its services has become the subject of research and popular applications. There are many problems related to data quality that lead to making wrong decisions in institutions and companies. Current research rarely discusses how to validate data effectively to ensure its quality Integrity is data validity. It is a task that is not an easy task that is usually undertaken in national statistical organizations and institutions. There is an urgent need to produce a general framework to verify the integrity of big data. This methodology has been devoted to proposing a model that works on data integrity, especially big data, and how to address the validation process. The data also includes the validity of the data fields and the validity of measuring the data and assessing the compatibility with the data cycle chain. The speed of the processing process and the accuracy of the verification process for the integrity of big data are considered. Based on using the latest technologies and programming languages, the research was based on the programming language in Python and real test data.","manuscriptTitle":"Implementing Integrity Assurance System for Big Data","msid":"","msnumber":"","nonDraftVersions":[{"code":1,"date":"2021-06-04 18:49:04","doi":"10.21203/rs.3.rs-485987/v1","editorialEvents":[{"type":"communityComments","content":0},{"type":"decision","content":"Minor revisions","date":"2021-06-23T10:27:48+00:00","index":"","fulltext":""},{"type":"editorInvitedReview","content":"","date":"2021-06-01T15:36:00+00:00","index":0,"fulltext":""},{"type":"reviewersInvited","content":"","date":"2021-05-31T04:23:00+00:00","index":"","fulltext":""},{"type":"submitted","content":"Wireless Personal Communications","date":"2021-05-01T01:21:19+00:00","index":"","fulltext":""}],"status":"published","journal":{"display":true,"email":"[email protected]","identity":"wireless-personal-communications","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":false,"externalIdentity":"wire","sideBox":"Learn more about [Wireless Personal Communications](https://www.springer.com/journal/11277)","snPcode":"11277","submissionUrl":"https://submission.nature.com/new-submission/11277/3","title":"Wireless Personal Communications","twitterHandle":"","acdcEnabled":true,"dfaEnabled":true,"editorialSystem":"stoa","reportingPortfolio":"Springer Hybrid","inReviewEnabled":true,"inReviewRevisionsEnabled":false}}],"origin":"","ownerIdentity":"ee0a76bd-c055-4563-affa-f151e3e38101","owner":[],"postedDate":"June 4th, 2021","published":true,"recentEditorialEvents":[],"rejectedJournal":[],"revision":"","amendment":"","status":"published-in-journal","subjectAreas":[{"id":4809640,"name":"Cell Communication and Signaling"}],"tags":[],"updatedAt":"2022-01-18T15:26:03+00:00","versionOfRecord":{"articleIdentity":"rs-485987","link":"https://doi.org/10.1007/s11277-021-09013-x","journal":{"identity":"wireless-personal-communications","isVorOnly":false,"title":"Wireless Personal Communications"},"publishedOn":"2021-08-24 15:26:03","publishedOnDateReadable":"August 24th, 2021"},"versionCreatedAt":"2021-06-04 18:49:04","video":"","vorDoi":"10.1007/s11277-021-09013-x","vorDoiUrl":"https://doi.org/10.1007/s11277-021-09013-x","workflowStages":[]},"version":"v1","identity":"rs-485987","journalConfig":"researchsquare"},"__N_SSP":true},"page":"/article/[identity]/[[...version]]","query":{"redirect":"/article/rs-485987","identity":"rs-485987","version":["v1"]},"buildId":"_2-kVJe1T_tPrBINL-cwx","isFallback":false,"isExperimentalCompile":false,"dynamicIds":[84888],"gssp":true,"scriptLoader":[]}