Full text
45,731 characters
· extracted from
preprint-html
· click to expand
Applications of Artificial Intelligence in Neurosurgical Education: A Scoping Review | medRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-P4HH5NV'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search Applications of Artificial Intelligence in Neurosurgical Education: A Scoping Review View ORCID Profile Hector Julio Piñera-Castro , View ORCID Profile Christian Borges-García doi: https://doi.org/10.1101/2025.02.07.25321681 Hector Julio Piñera-Castro 1 Department of Neurosurgery, Hospital Clínico Quirúrgico Hermanos Ameijeiras . Havana, Cuba Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Hector Julio Piñera-Castro For correspondence: hectorpinera18100{at}gmail.com Christian Borges-García 2 Facultad de Ciencias Médicas Dr. Ernesto Guevara de la Serna, Universidad de Ciencias Médicas de Pinar del Río . Pinar del Río, Cuba Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Christian Borges-García Abstract Full Text Info/History Metrics Data/Code Preview PDF ABSTRACT Background Artificial intelligence (AI) has transformed medical education through optimized instruction, competency assessment, and personalized learning. Its integration into neurosurgical education, given the field’s complexity and precision demands, warrants comprehensive exploration. Objective To systematically evaluate AI applications in neurosurgical education. Methods A scoping review adhering to PRISMA-ScR guidelines was conducted. A Scopus search (up to May 2024) identified 23 eligible studies. Inclusion criteria encompassed peer-reviewed observational or experimental studies on AI in neurosurgical education. Narrative synthesis categorized findings into key domains. Results Four main key areas emerged: performance in board examinations and ethical considerations, simulation-based training and tutoring, performance/skills/expertise analysis and assessment, and other applications. In board examinations, GPT-4 outperformed prior models and junior neurosurgeons in text-based questions but lagged in image-based tasks. Simulation training utilized neural networks to classify expertise and deliver individualized feedback, though rigid metrics risked oversimplifying skill progression. Machine learning models assessed surgical performance, identifying metrics. Other innovations included AI-generated academic content, neuroanatomical segmentation, and instrument pattern analysis. Ethical concerns highlighted risks of overreliance, image-processing limitations, and the irreplaceable role of clinical intuition. Technical challenges included dataset biases and simulation realism. Conclusions AI enhances neurosurgical education through knowledge assessment, simulation feedback, and skill evaluation. However, integration requires addressing ethical dilemmas, improving multimodal data processing, and ensuring human-AI collaboration. Continuous model refinement, expanded datasets, and hybrid curricula combining AI analytics with expert mentorship are critical for safe, effective implementation. This evolution promises to elevate training quality while preserving the indispensable value of hands-on experience in neurosurgical practice. INTRODUCTION Artificial intelligence (AI) is an interdisciplinary domain dedicated to enabling computers to execute tasks traditionally associated with human cognition, such as perception, reasoning, problem-solving, and planning. Central to AI are machine learning (ML) and data analytics, which empower machines to emulate human cognitive processes and address complex, ambiguous problems with intentionality, intelligence, and adaptability. AI finds applications across various sectors, notably within the medical field. ( 1 – 3 ) AI has a significant impact on medical education by transforming educational paradigms and enhancing learning experiences. AI technology ensures the safety and consistency of medical experiments, fosters diagnostic reasoning, and heightens humanistic care awareness among students. It amalgamates resources, aids instruction, simulates clinical environments, monitors teaching quality, facilitates self-evaluation, and enables personalized learning. Additionally, AI equips healthcare professionals with superior skills and knowledge, leading to improved practical competencies and better patient outcomes. The provision of immediate and interactive feedback reinforces knowledge, and overall, AI elevates the quality of medical education, inspiring innovative applications within the field. ( 4 – 8 ) Given the interdisciplinary nature and transformative potential of AI, its integration into neurosurgical education merits thorough examination. The complexity and precision required in neurosurgical training amplify the potential benefits of AI, which includes enhancing educational paradigms, ensuring the safety and consistency of training methods, and providing adaptive learning experiences. Therefore, it is pertinent to ask: What are the current applications of AI in neurosurgical education? This review systematically evaluates these applications, consolidating existing knowledge and highlighting best practices. By doing so, it seeks to inspire innovative applications and inform future research, ultimately aiming to heighten the proficiency and preparedness of neurosurgeons through AI-enhanced education. The relevance of these findings extends to neurosurgical students and residents, medical educators and institutions, policymakers, and AI developers and researchers. AI offers tailored feedback, skill development, and adaptive learning experiences for students and residents. For educators and institutions, AI provides supplementary evaluative tools and personalized training plans. Policymakers must address ethical concerns to ensure responsible use, while developers and researchers should refine AI models, enhance datasets, and collaborate with medical experts to further AI’s applications in neurosurgical education. METHODS This scoping review adhered to the Preferred Reporting Items for Systematic Reviews and Meta-Analyses (PRISMA), ( 9 ) complemented with the PRISMA for Scoping Reviews (PRISMA-ScR) ( 10 ) and the PRISMA for Abstracts (PRISMA-A) extensions. ( 11 ) Eligibility criteria The inclusion criteria comprised observational or experimental original studies that investigated the application of AI in the context of neurosurgical education. These studies were required to be published in peer-reviewed journals and could encompass various methodological approaches, including but not limited to randomized controlled trials, cohort studies, case-control studies, and cross-sectional studies. Only original observational or experimental were included in order to prioritize empirical, data-driven evidence on AI’s educational applications. Excluding reviews, editorials, or theoretical works ensured a focus on primary research with measurable outcomes, enhancing rigor and relevance. Peer review guaranteed methodological validity. The exclusion criterion was limited to studies not written in English or Spanish. English is the dominant language of peer-reviewed scientific literature, ensuring access to the majority of high-quality, globally relevant research in AI and neurosurgery. Including Spanish accommodates contributions from regions with active neurosurgical research communities (e.g., Latin America, Spain) without overextending translation resources. This approach balances inclusivity with logistical constraints (e.g., time, cost, availability of translators for less common languages), while minimizing the risk of omitting critical evidence, as most impactful studies in this field are published in these languages. Information Sources and Search Strategy We conducted a literature search in Scopus, last accessed on May 25 th , 2024. No date or language restrictions were applied initially. In addition, we reviewed reference lists of relevant articles to identify any further eligible studies. Scopus was selected as the sole database for this scoping review due to its multidisciplinary scope, ensuring comprehensive coverage of peer-reviewed journals. Its rigorous quality control minimizes inclusion of non-peer-reviewed sources. Though omitting specialized databases like PubMed risks excluding niche studies, Scopus’s breadth across biomedical fields sufficiently captures the review’s focus while streamlining the process, making it ideal for exploring the landscape of AI applications in neurosurgical education without compromising rigor. Search Strategy The full search strategy involved using a combination of terms related to “neurosurgery” and “artificial intelligence”, within the article title, abstract, and keywords: (Neurosurg* OR “Neurologic* Surgery”) AND (“Artificial Intelligence” OR “AI” OR “Computer Reasoning” OR “Machine Intelligence” OR “Computational Intelligence” OR “Computer Vision System*” OR “Computer Knowledge Acquisition” OR “Computer Knowledge Representation*”) . We decided not to include terms related to education due to the extensive range of possibilities. Instead, we preferred to select the articles pertinent to the topic manually. The filter applied limited the results to original research articles. Selection Process Two independent reviewers screened the titles and abstracts to identify studies that might be eligible. The full texts of studies deemed potentially relevant were retrieved and independently assessed for eligibility by the same reviewers. Any discrepancies in judgment were resolved through discussion or by consulting a third reviewer. Data Collection Process Data extraction was conducted independently by two reviewers using a standardized form. Any discrepancies were resolved through consensus. Attempts were made to contact the authors of the studies for clarifications or additional data as necessary. No automation tools were employed in the data collection process. Data items The following data were extracted: publication year, author(s), study design, participants, objective, AI model(s)/algorithm(s)/technique(s) utilized, main results, contributions, limitations, and conclusions. Risk of Bias Assessment and Effect Measures Due to the heterogeneity of the study designs, interventions, and outcomes, effect measures were not utilized and a risk of bias assessment was not performed. The substantial variability in study designs, AI applications, and reported outcomes made it challenging to aggregate the data quantitatively. Additionally, the primary aim of this review was to provide a broad overview of the current landscape and innovative uses of AI in neurosurgical education rather than to quantify the effectiveness of specific interventions. Data Synthesis A narrative synthesis approach was employed to collate and summarize the findings across the included studies. This approach allowed for a comprehensive exploration of the various applications of AI in neurosurgical education, highlighting common themes, innovations, and challenges reported in the literature. The narrative synthesis provided a rich contextual understanding of the impact and potential of AI in this field without relying on quantitative effect measures. RESULTS AND DISCUSSION The application of the search strategy yielded 362 reports. Following a screening of titles and abstracts, 303 studies were identified as potentially eligible, of which only 275 were successfully retrieved. After conducting an eligibility assessment, 252 reports were excluded for various reasons, resulting in 23 studies being included in the review. The search and study selection process followed the procedure outlined in Figure 1 . Download figure Open in new tab Figure 1 Flowchart of the Search and Study Selection Processes. General overview This review covers four key areas based on the synthesis of evidence from the selected articles: performance in neurosurgical board examinations and ethical considerations, neurosurgical simulation-based training and tutoring, neurosurgical performance/skills/expertise analysis and assessment, and other applications in neurosurgical education ( Table 1 ). View this table: View inline View popup Table 1. Applications and Limitations of AI in Neurosurgical Education. Performance in Neurosurgical Board Examinations and Ethical Considerations The review encompassed eight studies ( 12 – 19 ) that evaluated the performance of various AI chatbots in neurosurgical board examinations. These studies compared the results achieved by different AI models with one another, as well as with the performance of medical students, residents, and neurosurgeons. In five articles, ( 12 – 14 , 16 , 18 ) a comparative analysis was conducted among various AI chatbots ( Table 2 ). View this table: View inline View popup Download powerpoint Table 2. Comparative Performance of AI Chatbots in Neurosurgical Question-Answering Tasks The comparative analysis of AI chatbots reveals significant advancements in their capabilities, particularly with newer iterations like GPT-4, which consistently outperformed earlier versions such as GPT-3.5 (also known as ChatGPT). This improvement is especially evident in handling complex theoretical questions, reflecting enhanced reasoning and contextual understanding. However, all chatbots, including GPT-4, demonstrated notable limitations in addressing image-based tasks, highlighting a persistent challenge in multimodal reasoning. The variability in performance across chatbots, such as Bard (Gemini) and Bing (Copilot), underscores the influence of architecture and training data on their effectiveness. While Bard showed competitive results in certain contexts, Bing consistently underperformed, suggesting gaps in its integration of real-time data and reasoning capabilities. These findings emphasize the potential of AI chatbots as valuable tools for theoretical training but also reveal critical gaps in their ability to handle practical, image-based, and open-ended clinical scenarios. Addressing these limitations through enriched multimodal datasets and standardized evaluation protocols will be essential for their responsible integration into neurosurgical education. Seven articles ( 12 , 14 – 19 ) examined the performance of these chatbots in comparison to medical students, residents, and neurosurgeons ( Table 3 ). View this table: View inline View popup Table 3. Comparative Performance of AI Chatbots vs. Students, Residents, and Neurosurgeons Advanced chatbots, such as GPT-4, consistently outperformed earlier iterations and human counterparts in theoretical questions, even surpassing junior neurosurgeons in certain domains. However, their accuracy declined markedly in image-based queries or scenarios requiring clinical interpretation, where trainees and practitioners retained significant advantages. Performance disparities between chatbots and humans also varied by expertise level. While chatbots matched or exceeded students and residents in theoretical tasks, their results were less consistent against senior neurosurgeons, who maintained superiority in complex, integrated clinical decision-making. This gap underscores the irreplaceable role of hands-on experience and clinical intuition in neurosurgical training, areas where AI currently falls short. GPT-4 demonstrates marked superiority over GPT-3.5 across neurosurgical subspecialties, particularly excelling in structured domains like functional and vascular neurosurgery ( Table 4 ). Its enhanced performance reflects iterative improvements in contextual reasoning and specialized knowledge integration. However, variability in complex or interpretation-heavy areas, such as trauma and pediatrics, underscores lingering challenges in handling clinical ambiguity. These advancements position GPT-4 as a valuable tool for theoretical training, though its limitations in nuanced decision-making reaffirm the irreplaceable role of clinical expertise and human judgment. View this table: View inline View popup Table 4. Comparative Performance of GPT-3.5 vs. GPT-4 on Neurosurgical Areas Ethically, chatbots’ success in theoretical assessments raises concerns about overreliance in clinical decision-making or unsupervised academic preparation. For instance, their tendency to generate inaccurate responses to image-based questions could propagate errors if used without expert validation. Furthermore, excessive dependency on chatbots risks undermining trainees’ acquisition of critical diagnostic reasoning and therapeutic prioritization skills. To mitigate these risks, chatbots should be integrated as supplementary educational tools rather than standalone solutions, focusing on reinforcing theoretical knowledge and literature review. Future research must prioritize enhancing their multimodal data-processing capabilities (e.g., radiological images) and establishing governance frameworks to regulate their ethical use in clinical and academic settings. Neurosurgical Simulation-Based Training and Tutoring In fives articles, ( 20 – 24 ) AI algorithms or techniques were employed in skills training via surgical simulation technologies ( Table 5 ). View this table: View inline View popup Table 5. Applications in Neurosurgical Simulation-Based Training and Tutoring The integration of AI into neurosurgical simulation training demonstrates a dual capacity to enhance technical skill acquisition while exposing critical gaps in holistic surgical education. AI-driven systems, such as those using Support Vector Machines (SVM), ( 21 ) excel in standardizing feedback focused on quantifiable metrics, such as instrument efficiency and safety parameters. However, these systems risk oversimplifying skill progression through binary classifications, ( 20 ) which fail to capture nonlinear learning trajectories. For example, Reich et al . ( 22 ) observed confidence-driven risk-taking behaviors in senior residents, contrasting with the cautious precision of post-residents, illustrating the complexity of skill development that rigid classifications may overlook. Hybrid models merging AI-driven analytics with expert mentorship emerge as pivotal solutions. While AI outperformed remote instructors in improving objective performance scores, ( 21 ) human feedback proved superior in addressing qualitative aspects like operative strategy and instrument handling. This highlights the complementary roles of quantitative precision and qualitative mentorship. However, the reliance on remote instruction during the pandemic underscored limitations in replicating the depth of in-person mentorship, particularly in delivering nuanced contextual feedback. The modality and timing of feedback significantly shape training outcomes. Visuospatial guidance, ( 24 ) for instance, proved more effective than numerical methods in refining bimanual control, though the long-term retention of these skills remains unstudied. Post-hoc AI feedback models, while effective in optimizing safety metrics, inadvertently reduced procedural efficiency in tasks like tumor removal, revealing unintended consequences of prioritizing isolated metrics over holistic performance. ( 23 ) Further analysis reveals critical nuances. Mirchi et al . ( 20 ) emphasize the risk of metric compensation bias, where strong performance in one skill may obscure deficiencies in others, necessitating transparent, multi-dimensional evaluations. Reich et al . ( 22 ) identify nonlinear learning patterns tied to trainee experience, such as shifts in confidence and risk tolerance, which demand adaptive, experience-tailored training frameworks. Additionally, AI models consistently overlook non-technical competencies, such as interdisciplinary collaboration and ethical decision-making, which remain vital for comprehensive surgical expertise. Future advancements should prioritize hybrid curricula that harmonize AI’s granular analytical capabilities with expert-led contextual mentorship. Expanding validation efforts to real-world, longitudinal contexts will be essential to assess skill retention and adaptability across diverse surgical scenarios. Addressing gaps in interdisciplinary skill integration and ensuring balanced curriculum design —one that avoids over-prioritizing metrics at the expense of procedural efficiency— will solidify AI’s role as a transformative yet complementary tool in neurosurgical education. Neurosurgical Performance/Skills/Expertise Analysis and Assessment Seven studies ( 25 – 31 ) investigated the role of AI algorithms/techniques in assessing the performance of students, residents, and neurosurgeons in simulated procedures ( Table 6 ). View this table: View inline View popup Table 6. Applications in Neurosurgical Performance/Skills/Expertise Analysis and Assessment Four of these articles ( 25 , 26 , 29 , 30 ) compared the accuracy of various ML algorithms in correctly assessing each participant’s expertise level: SVM, Linear Discriminant Analysis (LDA), Naïve Bayes (NB), ( 25 , 26 , 29 , 30 ) K-Nearest Neighbors (KNN), ( 25 , 26 , 30 ) Decision Tree (DT), ( 25 , 29 ) Artificial Neural Network (ANN), Logistic Regression (LR), and Random Forest (RF) ( 30 ) ( Figure 2 ). Notably, the LDA model demonstrated high precision, ranking among the top three models with the highest accuracy in three of the four articles, ( 25 , 26 , 29 ) with accuracy values of 87.8%, 78%, and 81.9%, respectively. Following this, the SVM, ( 25 , 30 ) NB, ( 26 , 29 ) and KNN ( 25 , 26 ) models appeared twice among the top three models with the highest accuracy. Download figure Open in new tab Figure 2 Accuracy of ML Algorithms Used for Assessing The Participant’s Expertise Level. These findings highlight the potential of AI integration into surgical assessment systems, proposing a hybrid evaluation model where AI aids trainees in skill development tracking, performance benchmarking, and targeted feedback tailored to proficiency levels. ( 28 ) However, limitations such as small, institution-specific datasets restrict model generalizability and adaptability to new contexts. ( 26 , 28 ) To address this, future iterations should prioritize expanded datasets encompassing diverse procedures and expertise levels. Additionally, enhancing simulation realism through biomechanically accurate tissue models ( 29 ) and diverse surgical instrument integration ( 25 ) would improve evaluative precision, ensuring assessments better reflect real-world surgical competency. Together, these advancements could bridge gaps between AI-driven metrics and holistic skill development, fostering robust, adaptable training frameworks. Additionally, four studies ( 25 , 27 , 28 , 31 ) utilized AI-provided feedback during participant evaluations to describe specific behavioral differences, linking these differences to the participants’ levels of experience. Similarly, three articles ( 25 , 27 , 31 ) describe behavior trends in different participant groups at various stages of simulated surgery. Other Applications in Neurosurgical Education In addition to the applications already discussed, three articles ( 32 – 34 ) highlighted other uses of AI, showcasing its great potential in neurosurgical education. Sevgi et al. ( 32 ) evaluated ChatGPT’s utility in generating educational content, such as clinical cases and multiple-choice questions (MCQs). The AI produced three MCQs, two of which were correct and complete, while one contained two correct answers —a critical error in exam settings. ChatGPT also generated two clinically coherent case studies: one involving meningitis complicated by an epidural hematoma post-lumbar puncture and another detailing endoscopic lumbar discectomy for leg pain. While the format and content of the cases were deemed appropriate, the study emphasized the need for expert oversight to refine outputs and ensure quality. The authors suggest that with improved model training and domain-specific databases, AI could become a valuable tool for developing neurosurgical question banks and standardized exams for trainees. ( 32 ) Witten et al. ( 33 ) developed a convolutional neural network (CNN)-based algorithm to segment neuroanatomical structures from 879 images sourced from The Neurosurgical Atlas . The model, trained on manually labeled categories (e.g., arteries, veins, brain tissue), employed data augmentation (rotation, cropping, blurring) to enhance generalization. It achieved 91.8% test accuracy, with intersection-over-union (IoU) scores varying by tissue type: 0.887 for arteries and 0.674 for brain tissue. Lower performance on brain tissue was attributed to imprecise manual labeling. The authors propose integrating this segmentation model with augmented reality or virtual simulation technologies to provide real-time anatomical feedback during training, improving residents’ ability to identify and manipulate structures preoperatively. ( 33 ) Balu et al. ( 34 ) explored surgical instrument detection using the YOLOv4 model on video frames from endonasal simulations of internal carotid artery injury repairs (SOCAL database). The model achieved 59.4% accuracy overall, rising to 74.3% for metallic instruments due to higher contrast. By calculating Shannon entropy (ShEn) —a measure of instrument variability— the study linked procedural success to instrument use patterns. Successful procedures exhibited higher entropy (ShEn = 0.452 vs. 0.370 for unsuccessful cases). A logistic regression model predicted success with 73.9–78.3% accuracy using automated detections. The findings suggest that analyzing instrument patterns could help design structured educational frameworks to teach efficient surgical workflows, though entropy metrics may vary in complex, heterogeneous procedures. ( 34 ) These studies collectively underscore AI’s expanding role in neurosurgical education, from generating training materials to enhancing anatomical visualization and procedural analytics. However, challenges such as data quality, model generalizability, and the need for human-AI collaboration remain critical to ensuring reliable and scalable implementations. Future advancements in AI, coupled with expert validation, could transform how neurosurgeons acquire and refine technical and cognitive skills. Limitations This scoping review has limitations. The broad inclusion criteria led to significant heterogeneity in study designs and outcomes, making it difficult to draw definitive conclusions. The narrative synthesis approach, while providing a rich contextual understanding, limited quantitative aggregation and comparability of results. Additionally, the review may have missed relevant studies due to the constraints of the database, search strategy, language restrictions, selection criteria, and the unavailability of full texts. The absence of a formal risk of bias assessment means the findings should be interpreted with caution. Finally, given the rapid advancements in AI technology, the review’s findings may quickly become outdated, necessitating continuous updates to stay current with the evolving field. CONCLUSIONS The results of this scoping review highlight the significant potential of AI in neurosurgical education. AI models have demonstrated significant benefits in enhancing board examination performance, providing valuable feedback during simulation-based training, accurately assessing surgical skills, and offering innovative educational tools. However, the findings underscore the importance of addressing ethical considerations, utilizing comprehensive datasets, and ensuring realistic simulation scenarios. Moving forward, the continuous development and refinement of AI models, coupled with collaboration between educators, AI developers, and policymakers, will be essential to maximize the effective and responsible integration of AI in neurosurgical training. Data Availability All data produced in the present study are available upon reasonable request to the authors. DECLARATIONS Ethics Approval and Consent to Participate Not applicable. Consent for Publication Not applicable. Availability of Data and Materials No datasets were generated or analyzed during the current study. Competing Interests The authors declare that they have no competing interests. Funding This research did not receive any specific grant from funding agencies in the public, commercial, or not-for-profit sectors. Author’s Contributions Conceptualization: Hector Julio Piñera-Castro. Data curation: Hector Julio Piñera-Castro, Christian Borges-García. Formal analysis: Hector Julio Piñera-Castro, Christian Borges-García. Investigation: Hector Julio Piñera-Castro, Christian Borges-García. Methodology: Hector Julio Piñera-Castro. Resources: Hector Julio Piñera-Castro. Supervision: Hector Julio Piñera-Castro. Visualization: Hector Julio Piñera-Castro, Christian Borges-García. Writing – original draft: Hector Julio Piñera-Castro, Christian Borges-García. Writing – review & editing: Hector Julio Piñera-Castro, Christian Borges-García. Footnotes This revised manuscript strengthens clarity, rigor, and ethical considerations in its evaluation of AI applications in neurosurgical education. Key updates include: - Additional tables and streamlined text. - List of abbreviations. - Clarified methodology (e.g., PRISMA-ScR adherence, rationale for Scopus over PubMed). - Expanded discussion of GPT-4's superiority over prior models and human trainees in theoretical tasks, while underscoring limitations in image-based/practical scenarios. - Integrated ethical concerns (e.g., overreliance risks, metric oversimplification) and emphasized human-AI collaboration. - Standardized in-text citations and terminology. - Highlighted constraints from database selection and rapid AI advancements. LIST OF ABBREVIATIONS AI Artificial Intelligence PRISMA Preferred Reporting Items for Systematic Reviews and Meta-Analyses PRISMA-ScR Preferred Reporting Items for Systematic Reviews and Meta-Analyses extension for Scoping Reviews PRISMA-A Preferred Reporting Items for Systematic Reviews and Meta-Analyses extension for Abstracts SVM Support Vector Machines LDA Linear Discriminant Analysis NB Naïve Bayes KNN K-Nearest Neighbors DT Decision Tree ANN Artificial Neural Network LR Logistic Regression RF Random Forest CNN Convolutional Neural Network IoU Intersection-over-Union YOLOv4 You Only Look Once version 4 EEG Electroencephalography VR Virtual Reality REFERENCES 1. ↵ Zhang L , Pan Y , Wu X , Skibniewski MJ . Introduction to Artificial Intelligence . Lect Notes Civ Eng . 2021 ; 163 : 1 – 15 . OpenUrl 2. Darda P , Pendse MK . The impact of artificial intelligence (AI) transformation on the financial sector from the trading to security operations . In: Khang A (ed). Shaping Cutting-Edge Technologies and Applications for Digital Banking and Financial Services . London : Routledge ; 2025 . p. 322 – 39 . 3. ↵ Tiwari S. The Rise of Intelligent Machines: An Introduction to Artificial Intelligence . In: Artificial Intelligence and Machine Learning in Drug Design and Development . New York : Scrivener Publishing ; 2024 . p. 1 – 22 . 4. ↵ Wu Z , Liu Z , Zhang Z . Research on the current situation and future governance of artificial intelligence in the field of medical education . Chin Med Ethics . 2024 ; 37 ( 9 ): 1093 – 100 . OpenUrl 5. Zhang J , Li C , Lyu W . The application prospects and challenges of artificial intelligence in medical education, medical research, and clinical practice . Chin J Gen Pract . 2024 ; 22 ( 7 ). 6. Nagi F , Salih R , Alzubaidi M , Shah H , Alam T , Shah Z , et al. Applications of Artificial Intelligence (AI) in Medical Education: A Scoping Review . Stud Health Technol Inform . 2023 ; 305 : 648 – 51 . OpenUrl PubMed 7. Sohail N , Puyana C , Zimmerman L , Tsoukas MM . Artificial intelligence in dermatology: Bridging the gap in patient care and education . Clin Dermatol . 2024 ; 42 ( 5 ): 434 – 6 . OpenUrl PubMed 8. ↵ Zhao H , Li G , Feng W. Research on application of artificial intel-ligence in medical education . In: Proc-Int Conf Eng Simul IntellControl ESAIC . Hunan , China ; 2018 Nov 9. pp. 340 – 2 9. ↵ Page MJ , Moher D , Bossuyt PM , Boutron I , Hoffmann TC , Mulrow CD , et al. PRISMA 2020 explanation and elaboration: updated guidance and exemplars for reporting systematic reviews . BMJ . 2021 ; 372 : n160 . OpenUrl FREE Full Text 10. ↵ Tricco AC , Lillie E , Zarin W , O’Brien KK , Colquhoun H , Levac D , et al. PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation . Ann Intern Med . 2018 ; 169 ( 7 ): 467 – 73 . OpenUrl CrossRef PubMed 11. ↵ Beller EM , Glasziou PP , Altman DG , Hopewell S , Bastian H , Chalmers I , et al. PRISMA for Abstracts: Reporting Systematic Reviews in Journal and Conference Abstracts . PLOS Med . 2013 ; 10 ( 4 ): e1001419 . OpenUrl CrossRef PubMed 12. ↵ Ali R , Tang OY , Connolly ID , Zadnik Sullivan PL , Shin JH , Fridley JS , et al. Performance of ChatGPT and GPT-4 on Neurosurgery Written Board Examinations . Neurosurgery . 2023 ; 93 ( 6 ): 1353 – 65 . OpenUrl CrossRef PubMed 13. Ali R , Tang OY , Connolly ID , Fridley JS , Shin JH , Zadnik Sullivan PL , et al. Performance of ChatGPT, GPT-4, and Google Bard on a Neurosurgery Oral Boards Preparation Question Bank . Neurosurgery . 2023 ; 93 ( 5 ): 1090 – 8 . OpenUrl PubMed 14. ↵ Guerra GA , Hofmann H , Sobhani S , Hofmann G , Gomez D , Soroudi D , et al. GPT-4 Artificial Intelligence Model Outperforms ChatGPT, Medical Students, and Neurosurgery Residents on Neurosurgery Written Board-Like Questions . World Neurosurg . 2023 ; 179 : e160 – 5 . OpenUrl PubMed 15. Hopkins BS , Nguyen VN , Dallas J , Texakalidis P , Yang M , Renn A , et al. ChatGPT versus the neurosurgical written boards: a comparative analysis of artificial intelligence/machine learning performance on neurosurgical board–style questions . J Neurosurg . 2023 ; 139 ( 3 ): 904 – 11 . OpenUrl PubMed 16. ↵ Stengel FC , Stienen MN , Ivanov M , Gandía-González ML , Raffa G , Ganau M , et al. Can AI pass the written European Board Examination in Neurological Surgery? - Ethical and practical issues . Brain Spine . 2024 ; 13 : 4 : 1027654 . OpenUrl 17. Sahin MC , Sozer A , Kuzucu P , Turkmen T , Sahin MB , Sozer E , et al. Beyond human in neurosurgical exams: ChatGPT’s success in the Turkish neurosurgical society proficiency board exams . Comput Biol Med . 2024 ; 169 : 107807 . OpenUrl PubMed 18. ↵ Liu J , Zheng J , Cai X , Wu D , Yin C . A descriptive study based on the comparison of ChatGPT and evidence-based neurosurgeons . iScience . 2023 ; 26 ( 9 ): 107590 . OpenUrl PubMed 19. ↵ Bartoli A , May AT , Al-Awadhi A , Schaller K . Probing artificial intelligence in neurosurgical training: ChatGPT takes a neurosurgical residents written exam . Brain Spine . 2024 ; 29 : 4 : 102715 . OpenUrl 20. ↵ Mirchi N , Bissonnette V , Yilmaz R , Ledwos N , Winkler-Schwartz A , Del Maestro RF . The virtual operative assistant: An explainable artificial intelligence tool for simulation-based training in surgery and medicine . PLoS ONE . 2020 ; 15 ( 2 ): e0229596 . OpenUrl CrossRef PubMed 21. ↵ Fazlollahi AM , Bakhaidar M , Alsayegh A , Yilmaz R , Winkler-Schwartz A , Mirchi N , et al. Effect of artificial intelligence tutoring vs expert instruction on learning simulated surgical skills among medical students a randomized clinical trial . JAMA Netw Open . 2022 ; 5 ( 2 ): e2149008 . OpenUrl 22. ↵ Reich A , Mirchi N , Yilmaz R , Ledwos N , Bissonnette V , Tran DH , et al. Artificial Neural Network Approach to Competency-Based Training Using a Virtual Reality Neurosurgical Simulation . Oper Neurosurg . 2022 ; 23 ( 1 ): 31 – 9 . OpenUrl 23. ↵ Fazlollahi AM , Yilmaz R , Winkler-Schwartz A , Mirchi N , Ledwos N , Bakhaidar M , et al. AI in Surgical Curriculum Design and Unintended Outcomes for Technical Competencies in Simulation Training . JAMA Netw Open . 2023 ; 6 ( 9 ): e2334658 . OpenUrl PubMed 24. ↵ Yilmaz R , Fazlollahi AM , Winkler-Schwartz A , Wang A , Makhani HH , Alsayegh A , et al. Effect of Feedback Modality on Simulated Surgical Skills Learning Using Automated Educational Systems– A Four-Arm Randomized Control Trial . J Surg Educ . 2024 ; 81 ( 2 ): 275 – 87 . OpenUrl PubMed 25. ↵ Bissonnette V , Mirchi N , Ledwos N , Alsidieri G , Winkler-Schwartz A , Del Maestro RF . Artificial Intelligence Distinguishes Surgical Training Levels in a Virtual Reality Spinal Task . J Bone Jt Surg Am . 2019 ; 101 ( 23 ): e127 . OpenUrl 26. ↵ Winkler-Schwartz A , Yilmaz R , Mirchi N , Bissonnette V , Ledwos N , Siyar S , et al. Machine Learning Identification of Surgical and Operative Factors Associated with Surgical Expertise in Virtual Reality Simulation . JAMA Netw Open . 2019 ; 2 ( 8 ): e198363 . OpenUrl PubMed 27. ↵ Davids J , Makariou SG , Ashrafian H , Darzi A , Marcus HJ , Giannarou S . Automated Vision-Based Microsurgical Skill Analysis in Neurosurgery Using Deep Learning: Development and Preclinical Validation . World Neurosurg . 2021 ; 149 : e669 – 86 . OpenUrl PubMed 28. ↵ Alkadri S , Ledwos N , Mirchi N , Reich A , Yilmaz R , Driscoll M , et al. Utilizing a multilayer perceptron artificial neural network to assess a virtual reality surgical procedure . Comput Biol Med . 2021 ; 136 : 104770 . OpenUrl PubMed 29. ↵ Singh R , Godiyal AK , Chavakula P , Suri A . Craniotomy Simulator with Force Myography and Machine Learning-Based Skills Assessment . Bioengineering . 2023 ; 10 ( 4 ): 465 . OpenUrl PubMed 30. ↵ Natheir S , Christie S , Yilmaz R , Winkler-Schwartz A , Bajunaid K , Sabbagh AJ , et al. Utilizing artificial intelligence and electroencephalography to assess expertise on a simulated neurosurgical task . Comput Biol Med . 2023 ; 152 : 106286 . OpenUrl PubMed 31. ↵ Baghdadi A , Lama S , Singh R , Sutherland GR . Tool-tissue force segmentation and pattern recognition for evaluating neurosurgical performance . Sci Rep . 2023 ; 13 ( 1 ): 9591 . OpenUrl PubMed 32. ↵ Sevgi UT , Erol G , Doğruel Y , Sönmez OF , Tubbs RS , Güngor A . The role of an open artificial intelligence platform in modern neurosurgical education: a preliminary study . Neurosurg Rev . 2023 ; 46 ( 1 ): 86 . OpenUrl PubMed 33. ↵ Witten AJ , Patel N , Cohen-Gadol A . Image Segmentation of Operative Neuroanatomy Into Tissue Categories Using a Machine Learning Construct and Its Role in Neurosurgical Training . Oper Neurosurg . 2022 ; 23 ( 4 ): 279 – 86 . OpenUrl 34. ↵ Balu A , Pangal DJ , Kugener G , Donoho DA . Pilot Analysis of Surgeon Instrument Utilization Signatures Based on Shannon Entropy and Deep Learning for Surgeon Performance Assessment in a Cadaveric Carotid Artery Injury Control Simulation . Oper Neurosurg . 2023 ; 25 ( 6 ): E330 – 7 . OpenUrl View the discussion thread. Back to top Previous Next Posted March 18, 2025. Download PDF Data/Code Email Thank you for your interest in spreading the word about medRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following Applications of Artificial Intelligence in Neurosurgical Education: A Scoping Review Message Subject (Your Name) has forwarded a page to you from medRxiv Message Body (Your Name) thought you would like to see this page from the medRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share Applications of Artificial Intelligence in Neurosurgical Education: A Scoping Review Hector Julio Piñera-Castro , Christian Borges-García medRxiv 2025.02.07.25321681; doi: https://doi.org/10.1101/2025.02.07.25321681 Share This Article: Copy Citation Tools Applications of Artificial Intelligence in Neurosurgical Education: A Scoping Review Hector Julio Piñera-Castro , Christian Borges-García medRxiv 2025.02.07.25321681; doi: https://doi.org/10.1101/2025.02.07.25321681 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Medical Education Subject Areas All Articles Addiction Medicine (568) Allergy and Immunology (863) Anesthesia (297) Cardiovascular Medicine (4421) Dentistry and Oral Medicine (443) Dermatology (382) Emergency Medicine (606) Endocrinology (including Diabetes Mellitus and Metabolic Disease) (1507) Epidemiology (15212) Forensic Medicine (30) Gastroenterology (1121) Genetic and Genomic Medicine (6581) Geriatric Medicine (667) Health Economics (996) Health Informatics (4520) Health Policy (1366) Health Systems and Quality Improvement (1611) Hematology (539) HIV/AIDS (1264) Infectious Diseases (except HIV/AIDS) (15906) Intensive Care and Critical Care Medicine (1103) Medical Education (620) Medical Ethics (144) Nephrology (667) Neurology (6580) Nursing (345) Nutrition (998) Obstetrics and Gynecology (1141) Occupational and Environmental Health (956) Oncology (3324) Ophthalmology (970) Orthopedics (369) Otolaryngology (420) Pain Medicine (435) Palliative Medicine (129) Pathology (663) Pediatrics (1689) Pharmacology and Therapeutics (691) Primary Care Research (710) Psychiatry and Clinical Psychology (5432) Public and Global Health (9212) Radiology and Imaging (2193) Rehabilitation Medicine and Physical Therapy (1368) Respiratory Medicine (1194) Rheumatology (593) Sexual and Reproductive Health (709) Sports Medicine (529) Surgery (709) Toxicology (99) Transplantation (288) Urology (265) (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'9ff497bf49791b23',t:'MTc3OTM3NzExNg=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();
Text is read by the "Ask this paper" AI Q&A widget below.
Extraction quality varies by source — PMC NXML preserves structure
cleanly, OA-HTML may include some navigation residue, and OA-PDF can
have broken hyphenation. The publisher copy
(via DOI)
is the canonical version.