Uncovering Inequities in Global Competence Assessment: A PISA 2018 Study on Canadian Youth

Uncovering Inequities in Global Competence Assessment: A PISA 2018 Study on Canadian Youth | Research Square window.SnipcartSettings = { analytics: { enabled: false } }; (function() { var accessVector = localStorage.getItem('access_vector') || ''; window.dataLayer = window.dataLayer || []; if (accessVector) { window.dataLayer.push({ user: { profile: { profileInfo: { snid: accessVector } } } }); } })(); (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src='https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-K279D39R'); Browse Preprints In Review Journals COVID-19 Preprints AJE Video Bytes Research Tools Research Promotion AJE Professional Editing AJE Rubriq About Preprint Platform In Review Editorial Policies Our Team Advisory Board Help Center Sign In Submit a Preprint Cite Share Download PDF Article Uncovering Inequities in Global Competence Assessment: A PISA 2018 Study on Canadian Youth Emine Yavuz This is a preprint; it has not been peer reviewed by a journal. https://doi.org/ 10.21203/rs.3.rs-6981777/v1 This work is licensed under a CC BY 4.0 License Status: Published Journal Publication published 26 Mar, 2026 Read the published version in Humanities and Social Sciences Communications → Version 1 posted 15 You are reading this latest preprint version Abstract This study addresses some criticisms about the validity of the PISA 2018 global competency measurements from a data-based perspective. By using Explanatory Item Response Models, this study aims to examine the item and student covariates (gender, self-efficacy regarding global issues, students’ awareness of global problems, perspective-taking, student’s interest in learning about other cultures, cognitive flexibility/adaptability, student's attitudes towards immigrants, and respect for people from different cultures) that affect the easiness of the global-competence items in PISA 2018 in the Canadian sample. The analyses revealed that the easiness of test items measuring global competence differs in the forms of some data sets. This would affect the average Global competency of students across schools, regions, and countries, resulting in a biased result. Social science/Education Social science/Psychology Validity Global Competency PISA EIRM Canada Inequities Full Text Additional Declarations No competing interests reported. Cite Share Download PDF Status: Published Journal Publication published 26 Mar, 2026 Read the published version in Humanities and Social Sciences Communications → Version 1 posted Editorial decision: Revision requested 23 Oct, 2025 Reviews received at journal 12 Oct, 2025 Reviews received at journal 07 Oct, 2025 Reviews received at journal 05 Oct, 2025 Reviews received at journal 25 Sep, 2025 Reviewers agreed at journal 22 Sep, 2025 Reviewers agreed at journal 21 Sep, 2025 Reviewers agreed at journal 19 Sep, 2025 Reviewers agreed at journal 19 Sep, 2025 Reviewers agreed at journal 19 Sep, 2025 Reviewers invited by journal 19 Sep, 2025 Editor assigned by journal 17 Sep, 2025 Editor invited by journal 04 Aug, 2025 Submission checks completed at journal 29 Jul, 2025 First submitted to journal 29 Jul, 2025 You are reading this latest preprint version Research Square lets you share your work early, gain feedback from the community, and start making changes to your manuscript prior to peer review in a journal. As a division of Research Square Company, we’re committed to making research communication faster, fairer, and more useful. We do this by developing innovative software and high quality services for the global research community. Our growing team is made up of researchers and industry professionals working together to solve the most critical problems facing scientific publishing. Also discoverable on Platform About Our Team In Review Editorial Policies Advisory Board Help Center Resources Author Services Accessibility API Access RSS feed Manage Cookie Preferences © Research Square 2026 | ISSN 2693-5015 (online) Privacy Policy Terms of Service Do Not Sell My Personal Information {"props":{"pageProps":{"initialData":{"identity":"rs-6981777","acceptedTermsAndConditions":true,"allowDirectSubmit":false,"archivedVersions":[],"articleType":"Article","associatedPublications":[],"authors":[{"id":522178280,"identity":"fc39713c-9898-4d33-8296-4c8801cb108a","order_by":0,"name":"Emine Yavuz","email":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAZAAAAAyAQMAAABI0h/eAAAABlBMVEX///8AAABVwtN+AAAACXBIWXMAAA7EAAAOxAGVKw4bAAABC0lEQVRIiWNgGAWjYFACxgYog/kAkJCAsHmI08KWgKJFggjreAyQ2Hi08Isdbnvwsc0uccP5Mx8fV9RYJPbzH2B88LaNoc68AbsWydmJ7YYz25ITNxw4u9nwzDGJxJkzEpgN57YxSMgcwK7F4HZimzRvG7OxwcHebZKNDRKJG24wsAFFGCRwucwepOVvW72xwWGe5z9BWvafP8D+G58WA2mgFsa2w3IGx3jYGMG2MCSwMePTIgG0RbLn3HE5yTNsxpINxySMZ9xIbJacc05CcgauEJud/kziR1k1D9/5ww8/NtTUyfb3Hz744U2ZDT/eiGFkQ7AdGyCRSygm/yCY9gSUjoJRMApGwQgEANNCWA+tMcCxAAAAAElFTkSuQmCC","orcid":"","institution":"Erciyes University","correspondingAuthor":true,"prefix":"","firstName":"Emine","middleName":"","lastName":"Yavuz","suffix":""}],"badges":[],"createdAt":"2025-06-26 09:23:24","currentVersionCode":1,"declarations":"","doi":"10.21203/rs.3.rs-6981777/v1","doiUrl":"https://doi.org/10.21203/rs.3.rs-6981777/v1","draftVersion":[],"editorialEvents":[{"content":"https://doi.org/10.1057/s41599-026-06979-6","type":"published","date":"2026-03-26T16:09:20+00:00"}],"editorialNote":"","failedWorkflow":false,"files":[{"id":92590530,"identity":"3fee02a2-89b6-400e-898c-e3ba4b1cccfe","added_by":"auto","created_at":"2025-10-01 11:46:23","extension":"docx","order_by":0,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":83051,"visible":true,"origin":"","legend":"","description":"","filename":"Manuscriptanonymous.docx","url":"https://assets-eu.researchsquare.com/files/rs-6981777/v1/13e7972a6587bcfe249a5247.docx"},{"id":92590528,"identity":"c89c5259-f098-4bf1-a4dd-3e66f81c3d67","added_by":"auto","created_at":"2025-10-01 11:46:23","extension":"json","order_by":1,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":2905,"visible":true,"origin":"","legend":"","description":"","filename":"c4c431d75e4e4526a7b7bf85f96e9617.json","url":"https://assets-eu.researchsquare.com/files/rs-6981777/v1/84e9275a710b41adc86eeb84.json"},{"id":92591247,"identity":"03f8f7e0-9973-4737-8053-dd6a226e9186","added_by":"auto","created_at":"2025-10-01 11:54:23","extension":"xml","order_by":2,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":160518,"visible":true,"origin":"","legend":"","description":"","filename":"c4c431d75e4e4526a7b7bf85f96e96171enriched.xml","url":"https://assets-eu.researchsquare.com/files/rs-6981777/v1/83e91c1b1baedad08de9024f.xml"},{"id":92590532,"identity":"b05c0269-e468-4fd4-ae09-379229125646","added_by":"auto","created_at":"2025-10-01 11:46:31","extension":"xml","order_by":3,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":158705,"visible":true,"origin":"","legend":"","description":"","filename":"c4c431d75e4e4526a7b7bf85f96e96171structuring.xml","url":"https://assets-eu.researchsquare.com/files/rs-6981777/v1/6d4dffeb00e7751271dac98b.xml"},{"id":92591248,"identity":"f7833fba-f9a6-4379-a6cd-2cca23248938","added_by":"auto","created_at":"2025-10-01 11:54:23","extension":"html","order_by":4,"title":"","display":"","copyAsset":false,"role":"acdc-reference","size":168396,"visible":true,"origin":"","legend":"","description":"","filename":"earlyproof.html","url":"https://assets-eu.researchsquare.com/files/rs-6981777/v1/2ff35e9bd77967e22645eb72.html"},{"id":105755637,"identity":"70445e6d-2b12-4b98-af0f-3fd338480c7d","added_by":"auto","created_at":"2026-03-30 16:28:45","extension":"pdf","order_by":1,"title":"","display":"","copyAsset":false,"role":"manuscript-pdf","size":463610,"visible":true,"origin":"","legend":"","description":"","filename":"Manuscriptanonymous.pdf","url":"https://assets-eu.researchsquare.com/files/rs-6981777/v1_covered_c30cf8ea-34c8-4de1-913e-c1e39b41a667.pdf"}],"financialInterests":"No competing interests reported.","formattedTitle":"Uncovering Inequities in Global Competence Assessment: A PISA 2018 Study on Canadian Youth","fulltext":[],"fulltextSource":"","fullText":"","funders":[],"hasAdminPriorityOnWorkflow":false,"hasManuscriptDocX":false,"hasOptedInToPreprint":true,"hasPassedJournalQc":"","hasAnyPriority":false,"hideJournal":false,"highlight":"","institution":"","isAcceptedByJournal":true,"isAuthorSuppliedPdf":true,"isDeskRejected":"","isHiddenFromSearch":false,"isInQc":false,"isInWorkflow":false,"isPdf":true,"isPdfUpToDate":true,"isWithdrawnOrRetracted":false,"journal":{"display":true,"email":"[email protected]","identity":"humanities-and-social-sciences-communications","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":false,"externalIdentity":"palcomms","sideBox":"Learn more about [Humanities \u0026 Social Sciences Communications](http://www.nature.com/palcomms/)","snPcode":"41599","submissionUrl":"https://submission.springernature.com/new-submission/41599/3","title":"Humanities and Social Sciences Communications","twitterHandle":"","acdcEnabled":true,"dfaEnabled":true,"editorialSystem":"stoa","reportingPortfolio":"Nature AJ","inReviewEnabled":true,"inReviewRevisionsEnabled":false},"keywords":"Validity, Global Competency, PISA, EIRM, Canada, Inequities","lastPublishedDoi":"10.21203/rs.3.rs-6981777/v1","lastPublishedDoiUrl":"https://doi.org/10.21203/rs.3.rs-6981777/v1","license":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/"},"manuscriptAbstract":"\u003cp\u003eThis study addresses some criticisms about the validity of the PISA 2018 global competency measurements from a data-based perspective. By using Explanatory Item Response Models, this study aims to examine the item and student covariates (gender, self-efficacy regarding global issues, students\u0026rsquo; awareness of global problems, perspective-taking, student\u0026rsquo;s interest in learning about other cultures, cognitive flexibility/adaptability, student's attitudes towards immigrants, and respect for people from different cultures) that affect the easiness of the global-competence items in PISA 2018 in the Canadian sample. The analyses revealed that the easiness of test items measuring global competence differs in the forms of some data sets. This would affect the average Global competency of students across schools, regions, and countries, resulting in a biased result.\u003c/p\u003e","manuscriptTitle":"Uncovering Inequities in Global Competence Assessment: A PISA 2018 Study on Canadian Youth","msid":"","msnumber":"","nonDraftVersions":[{"code":1,"date":"2025-10-01 11:46:18","doi":"10.21203/rs.3.rs-6981777/v1","editorialEvents":[{"type":"communityComments","content":0},{"type":"decision","content":"Revision requested","date":"2025-10-23T15:10:21+00:00","index":"","fulltext":""},{"type":"editorInvitedReview","content":"","date":"2025-10-12T18:36:11+00:00","index":"hide","fulltext":""},{"type":"editorInvitedReview","content":"","date":"2025-10-07T08:48:09+00:00","index":"hide","fulltext":""},{"type":"editorInvitedReview","content":"","date":"2025-10-05T20:54:46+00:00","index":"hide","fulltext":""},{"type":"editorInvitedReview","content":"","date":"2025-09-25T15:35:40+00:00","index":"hide","fulltext":""},{"type":"reviewerAgreed","content":"276332177598211853508353095534682822785","date":"2025-09-22T09:36:52+00:00","index":"hide","fulltext":""},{"type":"reviewerAgreed","content":"338131521240557582630190834809643509312","date":"2025-09-21T07:53:58+00:00","index":"hide","fulltext":""},{"type":"reviewerAgreed","content":"311901367632376706855151057165485297124","date":"2025-09-19T15:13:44+00:00","index":"hide","fulltext":""},{"type":"reviewerAgreed","content":"241322863463374304914994910378536931493","date":"2025-09-19T11:14:58+00:00","index":"hide","fulltext":""},{"type":"reviewerAgreed","content":"242554769893209178264405806918602224870","date":"2025-09-19T11:14:40+00:00","index":"hide","fulltext":""},{"type":"reviewersInvited","content":"","date":"2025-09-19T10:25:11+00:00","index":"","fulltext":""},{"type":"editorAssigned","content":"","date":"2025-09-17T06:06:49+00:00","index":"","fulltext":""},{"type":"editorInvited","content":"","date":"2025-08-04T09:37:10+00:00","index":"","fulltext":""},{"type":"checksComplete","content":"","date":"2025-07-29T10:28:25+00:00","index":"","fulltext":""},{"type":"submitted","content":"Humanities and Social Sciences Communications","date":"2025-07-29T10:24:10+00:00","index":"","fulltext":""}],"status":"published","journal":{"display":true,"email":"[email protected]","identity":"humanities-and-social-sciences-communications","isNatureJournal":false,"hasQc":true,"allowDirectSubmit":false,"externalIdentity":"palcomms","sideBox":"Learn more about [Humanities \u0026 Social Sciences Communications](http://www.nature.com/palcomms/)","snPcode":"41599","submissionUrl":"https://submission.springernature.com/new-submission/41599/3","title":"Humanities and Social Sciences Communications","twitterHandle":"","acdcEnabled":true,"dfaEnabled":true,"editorialSystem":"stoa","reportingPortfolio":"Nature AJ","inReviewEnabled":true,"inReviewRevisionsEnabled":false}}],"origin":"","ownerIdentity":"94f5db35-3eb9-4152-b977-3f2893711b15","owner":[],"postedDate":"October 1st, 2025","published":true,"recentEditorialEvents":[],"rejectedJournal":[],"revision":"","amendment":"","status":"published-in-journal","subjectAreas":[{"id":55498833,"name":"Social science/Education"},{"id":55498834,"name":"Social science/Psychology"}],"tags":[],"updatedAt":"2026-03-30T16:24:45+00:00","versionOfRecord":{"articleIdentity":"rs-6981777","link":"https://doi.org/10.1057/s41599-026-06979-6","journal":{"identity":"humanities-and-social-sciences-communications","isVorOnly":false,"title":"Humanities and Social Sciences Communications"},"publishedOn":"2026-03-26 16:09:20","publishedOnDateReadable":"March 26th, 2026"},"versionCreatedAt":"2025-10-01 11:46:18","video":"","vorDoi":"10.1057/s41599-026-06979-6","vorDoiUrl":"https://doi.org/10.1057/s41599-026-06979-6","workflowStages":[]},"version":"v1","identity":"rs-6981777","journalConfig":"researchsquare"},"__N_SSP":true},"page":"/article/[identity]/[[...version]]","query":{"redirect":"/article/rs-6981777","identity":"rs-6981777","version":["v1"]},"buildId":"XKTyCvWXoU3ODBz1xrDgd","isFallback":false,"isExperimentalCompile":false,"dynamicIds":[84888],"gssp":true,"scriptLoader":[]}