Full text
75,220 characters
· extracted from
preprint-html
· click to expand
A scoping review of the application of artificial intelligence for the analysis of adverse drug events in clinical research | medRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-P4HH5NV'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search A scoping review of the application of artificial intelligence for the analysis of adverse drug events in clinical research View ORCID Profile Oren Schreier , View ORCID Profile Anthony Yazdani , View ORCID Profile Ioannis Galdadas , View ORCID Profile Ryme Kabak , View ORCID Profile Francesco Luigi Gervasio , View ORCID Profile Gang Mu , View ORCID Profile Douglas Teodoro doi: https://doi.org/10.1101/2025.07.14.25331486 Oren Schreier 1 Department of Radiology and Medical Informatics, Faculty of Medicine, University of Geneva , Geneva, CH Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Oren Schreier Anthony Yazdani 1 Department of Radiology and Medical Informatics, Faculty of Medicine, University of Geneva , Geneva, CH Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Anthony Yazdani Ioannis Galdadas 2 School of Pharmaceutical Sciences, University of Geneva , Geneva, CH 3 Institute of Pharmaceutical Sciences of Western Switzerland (ISPSO) and Swiss Institute of Bioinformatics, University of Geneva , Geneva, CH Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Ioannis Galdadas Ryme Kabak 5 Janssen Pharmaceutical Companies of Johnson and Johnson , Horsham, PA, USA Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Ryme Kabak Francesco Luigi Gervasio 2 School of Pharmaceutical Sciences, University of Geneva , Geneva, CH 3 Institute of Pharmaceutical Sciences of Western Switzerland (ISPSO) and Swiss Institute of Bioinformatics, University of Geneva , Geneva, CH 4 Department of Chemistry, University College London , London, UK Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Francesco Luigi Gervasio Gang Mu 6 Cilag GmbH International , Zug, CH Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Gang Mu Douglas Teodoro 1 Department of Radiology and Medical Informatics, Faculty of Medicine, University of Geneva , Geneva, CH Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Douglas Teodoro For correspondence: douglas.teodoro{at}unige.ch Abstract Full Text Info/History Metrics Supplementary material Data/Code Preview PDF Abstract The early detection of adverse drug events (ADEs) became a critical issue in clinical research after the thalidomide disaster in 1961, which resulted in the birth of thousands of babies with severe birth defects. Artificial intelligence (AI) is increasingly used in ADE prediction and detection, addressing safety challenges during drug development and post-market surveillance. AI methodologies, ranging from traditional machine learning to graph neural networks and transformer-based architectures, capitalize on diverse data sources, such as clinical trial datasets, electronic health records, and social media posts, to predict ADEs, analyze real-world evidence, and improve drug screening and pharmacovigilance systems. This review identified 81 relevant articles published between January 2015 and December 2022 following the PRISMA-ScR guidelines. Overall, AI models are applied to two drug development phases: ADE prediction during drug development ( n=37 ) and ADE detection in post-market ( n=44 ). While some models demonstrate high predictive performance, persistent challenges, including data heterogeneity and limited external validation, hinder widespread adoption. Despite these barriers, AI-based ADE detection can potentially transform drug safety across the pre- and post-approval phases, especially when integrated with real-world pharmacovigilance frameworks. Introduction The monitoring of adverse drug events (ADEs) began in response to the devastating consequences of thalidomide use in 1961 1 . At that juncture, thousands of children were born with congenital malformations due to the administration of thalidomide, a sedative and anti-nauseant, to pregnant women. This incident led to the establishment of the World Health Organization (WHO) Pilot Research Project for International Drug Monitoring in 1968, leading to the realization of the first international collaboration for pharmacovigilance 2 . Approximately 30 years later, in a landmark study published in the Journal of the American Medical Association, medical errors, including ADEs, were estimated to be the third leading cause of death in the USA, with approximately 106,000 deaths annually due to adverse drug reactions 3 . This alarming statistic underscores the broader issue of preventable harm in healthcare, of which medication errors represent a significant subset. An ADE is described as any undesired medical occurrences on individuals who have received a pharmaceutical product during patient care or clinical studies with a direct link to the treatment 4 . Within this broad category, ADEs represent incidents specifically tied to medication use, potentially due to the drug’s pharmacologic characteristics, incorrect dosage, or drug interactions 4 . Severe ADEs pose a major threat to the health and survival of patients while also causing significant setbacks for pharmaceutical companies during and after drug development. The financial impact of ADEs is considerable, with annual costs for managing the complications associated with ADEs reaching into the billions, coupled with potential revenue losses from drug withdrawals 5 . In particular, the financial burden due to drug toxicity increased from $76.6 billion in 1996 6 to $177.4 billion in 2000 7 , while the cost of non-optimized medication therapy reached $528.4 billion in 2016 8 . On a human level, ADEs can result in prolonged suffering, decreased quality of life, and, in extreme cases, death, underscoring the importance of developing and implementing robust prediction and prevention strategies in both drug development pipelines and clinical practice. In pharmaceutical research and development, ADEs are particularly concerning, as is often the case when novel medications are tested on human subjects for the first time. As expected, there is a high incidence of ADEs during the development of pharmaceuticals, significantly contributing to the discontinuation of drug candidates. For example, a recent study showed that safety concerns are responsible for 17% of clinical trial failures 9 . Additionally, toxicity, a critical factor in drug evaluation, has been estimated to account for up to 30% of drug development failures 10 . Given the impact of ADEs at different levels, it becomes evident that preventing these events is paramount during the development of new pharmaceuticals. To address this, the drug development pipeline is structured into four key phases: drug discovery and development, preclinical research, clinical research, and finally, regulatory approval and marketing 11 . This structured approach is designed to ensure that new medications are both safe and effective before they reach the market. Algorithms and tools based on AI, including machine learning (ML), have the potential to inform clinical decision-making in real time to reduce the frequency of occurrence of ADEs during a drug’s research lifetime. Many groups have tried to tackle the problem of predicting ADEs for diverse compounds by developing algorithms to filter out compounds with toxic profiles during drug development and the preclinical stages 12 . In this research field, we see AI models being developed to predict the long-term effects of drugs by analyzing large datasets, including clinical trial data, real-world evidence, and patient demographics, to identify rare or delayed adverse reactions that might not have appeared in pre-market studies 13 . Most current research focuses on AI systems designed for use in the post-market or pharmacovigilance phase 14 . These systems analyze patient data from electronic health records (EHR), social media platforms, and other digital health tools to detect emerging safety signals related to a drug’s usage. Several reviews concerning the use of AI to predict ADEs are already available, although these sources either miss current developments or only focus on a specific aspect. In particular, the application of AI to ADE prediction has already been the subject of two scoping and two systematic reviews between 2022 and 2024, see Table 1 . Syrowatka et al. , in their scoping review, discuss a series of use cases to identify the most promising areas in which AI can be used to reduce the frequency of ADEs but exclude studies that included post-market surveillance 15 . Yang et al. cover a much broader area of the different aspects that contribute to the resulting ADEs, with a strong focus on toxicity prediction, and discuss how AI and ML techniques can be applied in this area 16 . The work of Denck et al. highlights the ability of AI/ML to analyze large datasets to identify complex patterns in observational health data to improve drug safety and pharmacovigilance and discuss limitations, such as the need for high-quality data and the challenges of model interpretability and generalisability 17 . Finally, although the scoping review by Hu et al. focuses on AI methods that use HER to predict ADEs, the use of only ten studies limits the broadness of their observations 18 . View this table: View inline View popup Download powerpoint Table 1 Overview of existing literature. SR : systematic review, ScR: scoping review. Unlike previous reviews, this scoping review examines the use of AI methods, specifically deep learning, across the full drug development pipeline, from pre-clinical research to post-market surveillance. Our aim is to provide a comprehensive overview of how deep learning is applied to ADE prediction and detection, highlighting recent algorithmic advances, identifying key trends, and discussing current challenges and research gaps. We address the central question: “What are the applications of AI for safety management in drug research, development (pre-market), and post-market detection?” To guide this, we explore the following sub-questions: RQ.1 - For which organs and toxicity endpoints are AI methods used for safety risk analysis? RQ.2 – What are the types of algorithms used to analyze safety risks in pre-market and post-market phases? RQ.3 - What are the data sources and features used for training and evaluating AI methods for safety management? RQ.4 - What are the metrics used for evaluating the performance of safety risk models in pre-market and post-market phases? RQ.5 - What are some key limitations in existing approaches for AI-based ADE analysis? Methods Our systematic search covers studies published between January 1, 2015 and December 31, 2022 and includes peer-reviewed articles published in English. Our selection process followed the PRISMA-ScR guidelines ( Fig 1 , Supplementary Table 1). Download figure Open in new tab Fig 1 PRISMA flowchart describing the different literature sources used, and the selection process followed to filter down the relevant sources that were used in the end. Source: Page MJ, et al. 19 . This work is licensed under CC BY 4.0. # Reports with deep learning as their main method that used traditional machine learning approaches in their analysis have been included, while records that used exclusively traditional machine learning algorithms have been excluded. Search strategy and study selection In the search phase, we used three major databases: Web of Science (WoS), ( n=615 ), PubMed ( n=687 ), and Google Scholar ( n=500 ). Potentially relevant records were searched using a broad range of keywords stratified into five groups: drug-related terms, ADE-related terms, the type of algorithm that was used, and the task that the algorithm was supposed to perform. We combined the keywords within each group using OR operators, and all groups were paired using the AND operator. To search for articles, we applied the default settings of the respective databases. Table 2 contains the search keywords used in the process. View this table: View inline View popup Table 2 Keyword groups for the search strategy. The final query included all the described groups. To ensure the relevance and quality of the selected studies, we applied specific inclusion and exclusion criteria reported in Table 3 . The inclusion and exclusion criteria were applied in two phases, i.e. during the screening process and in the full-text analysis. The inclusion criteria focused on articles written in English, with ADEs as the main topic, involving mammalian subjects, and published in peer-reviewed journals or conference proceedings between January 1, 2010, and December 31, 2022. During the initial screening phase, we found that research on AI applications for ADEs prior to 2010 was limited in both scope and quality. As a result, we narrowed the selection to studies published after January 1, 2010. We included all articles retrieved from PubMed and WoS and the first 500 articles from Google Scholar. View this table: View inline View popup Download powerpoint Table 3 Criteria for including and excluding studies. Dataset screening and annotation Two researchers, OS and AY, independently screened the titles and abstracts. The resulting set was further revised and validated by IG and RK. Then, OS, AY, IG, and RK read the full texts separately and extracted item information using a standard spreadsheet created before the analysis and considering the research questions. Any differences in including or excluding full-text studies were resolved during a consensus meeting. The final dataset was based on the critical appraisal and data extraction for systematic reviews of prediction modeling studies (CHARMS) checklist and includes the publication date, whether the study was published in a journal or a conference, country of the corresponding author, source of data used, task formulation, toxicity endpoints that were predicted, affected organ, metrics of performance evaluation, the algorithm used, the nature of the algorithm used, the features that were used for the modeling, and the drug design and development phase. Data analysis We analyzed the data using Microsoft Excel for Mac (Microsoft Office 365, version 16.69) and Tableau (Desktop, version 2024.3). We used descriptive statistics like frequencies and ranges and presented the data graphically and in tabular format, as needed. Results The initial query resulted in 1’802 records from PubMed ( n=687 ), WoS ( n=615 ), and Google Scholar ( n=500 ), which after removing duplicates ( n=552 ) and evaluating the eligibility for inclusion ( n=1’721 records excluded), was narrowed down to 81 records. The study selection flowchart is shown in Figure 1 . This review covers studies published both in scientific journals (n=69) and conferences (n=12) ( Fig 2A ). Based on the corresponding author’s affiliation, 26 out of 81 papers are located in the USA, followed by 16 in China, six in Korea, five in Taiwan, and four in Morocco, followed by 14 other countries ( Fig 2B ). The increased number of studies on this field over time ( Fig 2C ) and the great geographical spread of the included studies highlight the growing global interest in developing AI algorithms to tackle the problem of early detection of ADEs using AI in drug design and development, as well as the potential for international collaborations in this regard. Download figure Open in new tab Fig 2 High-level overview of the studies included in the analyses. Trend of AI algorithms developed to be used in a premarket or post-market phase and categorized by (A) publication venue type, (B) country of origin of the corresponding author, and (C) application of algorithm used over time. Following full-text analysis, we categorized AI applications based on the safety risks they address in drug design and development ( Fig 3 ). We referred to the FDA’s five-phase framework 20 : (i) discovery and development, (ii) preclinical research, (iii) clinical research, (iv) regulatory review, and (v) post-market safety monitoring. Given the difficulty in assigning studies to precise phases, we simplified the classification into two main stages: “pre-market (pharmaceutical research)”, covering phases I to III including clinical trials, and “post-market safety monitoring”. Regulatory review serves as a transitional phase between the two. Within this framework, we identified two main AI application areas: “safety risk prediction” and “ADE detection” ( Fig 3 , Fig 2C ). Download figure Open in new tab Fig 3 AI applications for safety risk assessment in drug design and development fall into two categories: safety prediction and detection of adverse drug events (ADEs). (left) The process involves three steps: 1. Representation: Input data, such as chemical compounds and free-text descriptions, are encoded as vectors. 2. Learning: Models are developed to infer safety risks from this data. 3. Prediction: Various safety risks are predicted or detected, followed by an evaluation of performance metrics. (right) Phases of the drug development process addressed by studies in this review. The timeline illustrates how different AI applications contribute to identifying safety risks, from the early stages of drug development to post-market surveillance. Studies that fall in the regulatory review phase have been excluded. Prediction: The safety prediction category ( Figure 3 - top) includes AI tools that anticipate safety risks before synthesis or clinical testing, aiding drug discovery, preclinical, and clinical phases. It comprises three main use cases: toxicity, adverse drug event (ADE), and severity prediction. Toxicity models are often binary classifiers (e.g., DILI prediction 21 – 24 ) or regressors estimating toxicity scores (e.g., skin sensitization 10 , 25 ). ADE models predict the occurrence of drug-induced injuries, typically using multi-class and multi-label classifiers based on MedDRA categories. Severity prediction focuses on classifying ADEs as serious/non-serious or fatal/non-fatal. Phase-wise, these studies (n=37) are concentrated in the pharmaceutical research phase. Detection: The ADE detection category ( Figure 3 - bottom) includes AI tools that extract ADE-related information from text corpora. These studies fall into three main types: named entity recognition (NER), relation extraction (RE), and entity linking (EL). NER identifies entities like drugs, dosages, administration routes, and ADEs in sources such as scientific literature, clinical notes, forums, and social media. RE, often combined with NER, captures relationships between entities, for instance, linking a drug to a specific ADE. EL then maps these entities to standardized terminologies like MedDRA. Together, these methods help structure free-text data for ADE case analysis. Phase-wise, these studies (n=44) are focused on the post-market safety monitoring phase. For which organs and toxicity endpoints are AI methods used for safety management? ADEs can affect multiple organs. However, we observe that pharmacovigilance algorithms leveraging natural language processing (NLP) tend to identify associations between drugs and adverse drug events in general, without specifying the affected organ 26 – 65 . In contrast, preclinical algorithms are more focused on detecting organ-specific toxicities 11 , 21 – 24 , 66 – 74 . The liver (n=9) 11 , 21 – 24 , 68 , 72 , 73 , 75 and heart (n=6) 67 , 70 , 75 , 66 , 71 , 76 are the most studied, likely due to their roles in metabolism and systemic impact. Predicting ADEs in organs like the brain or pancreas remains challenging due to limited data and complex, resource-intensive toxicity assessments 77 , 78 . Among specific endpoints, cardiotoxicity (n=4) 67 , 75 , 66 , 79 and drug-induced liver injury (DILI) (n=4) 21 – 24 are the most represented, reflecting their clinical importance and richer datasets ( Fig 4A ). These models are crucial in early drug development to identify high-risk compounds and reduce late-stage failures. Download figure Open in new tab Fig 4 Distribution of toxicity endpoints that appeared in at least two studies and affected organs. (A) Frequency of different toxicity endpoints predicted by AI models in drug development, showing emphasis on cardiotoxicity ( n=4 ) and drug-induced liver injury ( n=4 ). (B) Distribution of organ systems studied in organ-specific ADE prediction models, with liver ( n=9 ) and heart ( n=6 ) being the most frequently studied organs. What types of algorithms have been used to analyze safety risks in drug design and development? The main deep learning architectures used for safety risk prediction and detection in drug development include CNNs (n=28), LSTMs (n=22), transformers (n=17), MLPs (n=15), GNNs (n=12), and static embedding-based models (n=8) ( Fig 5A ). CNNs, both standard and attention-based 34 , 40 , are the most frequently used, applied in prediction (n=9) 24 , 67 , 73 , 80 – 85 and detection (n=19) 28 , 30 – 32 , 34 – 36 , 40 , 41 , 48 , 53 , 55 , 56 , 58 , 60 – 62 , 75 , 76 tasks. Their popularity likely stems from their efficiency and ability to capture local patterns, which is essential for text-based ADE detection (e.g., context from nearby words) and molecular input formats like SMILES (e.g., substructures). Similarly, static embedding models like Word2Vec and FastText have been used in both detection (n=6) 27 , 48 , 56 , 61 , 63 , 64 and prediction (n=2) 86 , 87 tasks. Download figure Open in new tab Fig 5 (A) Distribution of studies that used deep learning (DL) algorithms for predicting and detecting ADEs, along with those that employed traditional machine learning (ML) algorithms for comparison. For clarity, we present only algorithms that appear in at least two studies. Abbreviations: CNN : convolutional neural network, LSTM : long short-term memory, MLP : multi-layer perceptron, GNN : graph neural network, SVM : support vector machine. (B) Distribution of studies using DL and ML algorithms for prediction and detection of ADEs over time. (C) Distribution of reported NLP tasks. The circles contain the absolute number of studies per task. Abbreviations: NER : named entity recognition, RE : relation extraction, EN : entity normalization. Transformer-based models have recently become the dominant architecture for ADE detection (n=17) ( Fig 5B ), thanks to two main advantages: their extensive pre-training on diverse text corpora enables strong performance even with limited task-specific data 88 , and frameworks like PyTorch 89 and HuggingFace 90 have simplified their fine-tuning. Before transformers, LSTM-based models (n=22) were the standard for sequential data, especially in ADE detection (n=19) 11 , 26 , 31 , 34 – 37 , 39 , 44 – 47 , 50 , 54 , 57 , 64 , 91 – 93 , due to their ability to model long-range dependencies. Variants such as Bi-LSTM, Bi-LSTM+CRF, and Bi-LSTM+attention were widely used. LSTMs have also been applied in a few prediction studies (n=3) 11 , 93 , 94 , including multi-label ADE prediction from toxicogenomic data 11 and drug side-effect modeling using Bi-LSTM layers to capture molecular feature interactions 93 . Deep learning methods are often benchmarked against traditional machine learning approaches due to the latter’s lower computational cost ( Fig 5A ). For instance, Lee et al. 66 compared several algorithms to predict cardiotoxicity linked to hERG channel inhibition. Their deep neural network achieved the highest accuracy (90.1%, AUC=0.764), followed by ridge regression (86.4%, AUC=0.774). Among traditional models, support vector machines (SVMs, n=16) remain widely used in both detection (n=8) 28 , 31 , 34 , 39 , 49 , 60 , 61 , 92 and prediction (n=8) 22 , 23 , 69 , 70 , 72 , 74 , 95 , 96 . Tree-based models (n=13), including random forest, XGBoost, gradient boosting, and LGBM, are mainly used in prediction tasks (n=10) 22 , 66 , 69 , 70 , 72 , 74 , 95 – 98 , due to their strength with structured data, with limited use in detection (n=3) 30 , 39 , 42 . Linear models (n=9), such as logistic and linear regression, appear in both detection (n=2) 41 , 49 and prediction (n=7) 66 , 69 , 70 , 86 , 96 , 97 , 99 . Probabilistic models (n=4) 71 , 95 , 96 , 99 , like Naïve Bayes and kNN, have only been applied to ADE prediction. In post-market surveillance, text data is widely analyzed using NLP algorithms 100 , focusing on three main tasks: text classification (detecting ADE-related content), NER, and RE 32 , 38 . Literature analysis shows that RE (n=3) 62 , 65 , 92 , NER (n=14) 29 , 33 , 34 , 36 , 37 , 47 , 49 , 52 , 54 , 57 – 59 , 63 , 64 , and their combination (n=11) 26 , 30 – 32 , 35 , 39 , 44 , 46 , 50 , 51 , 61 have been extensively applied to clinical text, tweets, and medical notes ( Fig 5C ). In the pre-market phase, ADE prediction relies mainly on binary and multilabel classification. Binary models assess whether a compound causes ADEs, while multilabel models predict multiple ADEs simultaneously, which is crucial for evaluating safety profiles of drugs with diverse adverse effects. What are the data sources and features used for training and evaluating AI methods for ADE prediction and detection? Deep learning models use diverse data types to predict and detect ADEs ( Table 4 , Fig 6 ). Pre-market prediction mainly relies on structured data such as chemical structures 93 , target profiles 101 , gene expression 68 , 102 , and morphological data 75 that are essential for early safety assessment. In this context, SIDER 103 (n=10) is the most used dataset, followed by DrugBank 104 (n=6), Tox21 105 (n=5), and PubChem 106 (n=4), which collectively support the modeling of chemical, pharmacological, and toxicological properties. Download figure Open in new tab Fig 6 Databases and data sources used for training and validation. The table includes databases that appear in at least three studies. “EHR from Clinical notes” refers to electronic health records (EHR) that do not belong to a curated dataset but were collected ad hoc for the purposes of each study in collaboration with a hospital. View this table: View inline View popup Table 4 Main databases used for the prediction and detection of ADEs during the premarket and post-market phase. In contrast, post-market detection focuses on unstructured text from EHRs and social media. Common datasets include n2c2 EHR notes 107 (n=7) for clinical narratives, ASU Twitter ADR 108 (n=6) for patient-reported ADEs, CHOP Twitter ADHD ADR 26 (n=5), and MADE 1.0 109 (n=5). While most studies use public data, some (n=3) rely on direct hospital EHR access, offering valuable but less commonly used real-world insights. Healthcare professionals remain central to post-market ADE monitoring. During drug development, diverse data modalities are used for ADE prediction, including molecular structures, gene expression profiles, clinical data, network representations, and experimental results ( Table 5 ), reflecting the complexity of pre-clinical toxicity assessment. Over 65% of pre-market studies rely primarily on molecular structure representations. While SMILES has been the traditional format (used in only 4 studies), newer formats like 2D molecular graphs 114 , 1D molecular fingerprints 115 , and neural fingerprints 116 are gaining traction. Notably, most studies employed molecular fingerprints (n=6) and molecular graphs (n=5) ( Table 6 ). One standout example is Dey et al.’s neural fingerprint model 83 , which predicts ADEs while identifying risk-associated substructures, offering a promising approach to accelerate drug design. View this table: View inline View popup Download powerpoint Table 5 Classification of articles by the type of representation of the training data used for ADE prediction and detection. # : refers to any data derived from wet lab experiments that do not, however, come from gene expression experiments. View this table: View inline View popup Download powerpoint Table 6 Molecular representation methods used for ADE prediction in the premarket phase. For post-market surveillance, the dominant features are text embeddings (n=40) and part-of-speech (POS) tagging (n=8), which classify words based on grammar and context ( Fig 7 ). These are applied to tokenized clinical texts (n=31) and social media posts (n=9), forming the basis for ADE detection tasks ( Table 5 ). Download figure Open in new tab Fig 7 Features used for training in at least two studies, categorized by the phase of drug development (premarket or post-market). The prevalence of text embedding and part-of-speech (POS) tagging demonstrates the dominance of NLP features in post-market safety surveillance algorithms. Other features, such as molecular descriptors, physicochemical properties, and genomic data, are more evenly distributed in studies used in the premarket phase. What metrics have been used for the evaluation of the performance of the models?? Looking at the metrics used to assess the performance of different models developed for either the premarket ADE prediction or post-market surveillance, we see that articles focused on post-market detection primarily use the F1-score (n=39) to assess performance, whereas those focusing on the pharmaceutical research phase prefer the area under the curve (AUROC) score (n=32) for evaluation ( Fig 8 ). This is no surprise, given the classification task formulation in each case. In post-market surveillance, where tasks typically involve NER, RE, and EN from free text, the F1-score is particularly robust. It effectively captures performance by balancing precision and recall at a specific threshold, a critical consideration when relevant entities are sparse and true negatives could otherwise dilute the interpretability of the metric. Conversely, AUROC is widely used in pre-market studies, which typically focus on binary or multilabel classification tasks (n=32). However, AUROC can be overly sensitive to class imbalance, potentially masking deficiencies in predicting minority classes, a challenge that is particularly relevant to ADE prediction, where skewed class distributions are expected 120 . To mitigate this, some studies have used other metrics such as the F1-score (n=13), Matthews correlation coefficient (MCC, n=11), and balanced accuracy (ACC, n=5), which provide a more nuanced evaluation under class imbalance. Download figure Open in new tab Fig 8 Evaluation metrics used in at least three studies to assess algorithm performance, categorized by the phase of drug development (premarket or post-market). F1-score, precision, and recall metrics are widely used in post-market algorithms, while metrics like area under the ROC curve (AUROC), accuracy (ACC), and the Matthews Correlation Coefficient (MCC) are widely applied in the premarket phase. Metrics such as sensitivity (SN), balanced ACC, and the positive-predict value (PPV) show more limited use. What are some key limitations in existing approaches for ADE analysis? Despite the potential of deep learning in enhancing drug safety across development stages, several challenges remain: Need for dosage records A key limitation is the “lack of detailed dosage information” in many reporting databases. Dosage is critical to understanding drug-ADE relationships, but its absence introduces variability and reduces predictive accuracy. This gap highlights the need for standardized reporting that includes dosage data. To address this, resources like BioDEX 121 , curating biomedical literature with dosage-linked safety reports, and “CT-ADE” 120 , offering structured clinical trial data with demographics and treatment details, have emerged as promising solutions. Need for molecular target and pathway representation Another key limitation in current AI-based ADE analysis is the insufficient representation of molecular targets and biological pathways. Most models emphasize drug structure, with limited inclusion of genetic data, but rarely account for the molecular interactions triggered by the drug. This gap restricts the ability to model how specific target-pathway dynamics contribute to ADEs. Bagherian et al. 122 have reviewed relevant databases for modeling drug–target interactions. A notable approach is the “MultiGML model”, proposed by Krix et al. 123 , which integrates drug–protein interactions and protein–phenotype associations to improve ADE prediction using multi-modal graph machine learning. Evaluation metrics problem The inherent class imbalance that is characteristic of ADE datasets poses substantial challenges to traditional model evaluation methods. Conventional performance metrics often fail to adequately capture the low predictive capabilities of models when confronted with highly skewed datasets. This limitation can lead to potentially misleading assessments of model performance, where high accuracy might mask poor sensitivity in detecting rare but clinically significant ADEs. To address this, robust evaluation metrics, such as the F1-score, area under the precision recall curve (AUPRC), balanced accuracy, and MCC, should be reported alongside conventional ones like AUROC and accuracy. Discussion In the quest for safer drugs and improved health care, AI has emerged as a powerful ally. A few years ago, this would have sounded like a distant promise, but it is already our present reality. Its applications span from predictive algorithms that enhance ADE prediction accuracy to sophisticated data analytics capable of filtering out potentially toxic compounds during early drug discovery. In this review, we have identified studies in which AI, and in particular deep learning algorithms, have been trained on data curated from diverse sources to both predict ADEs in the premarket phase and detect them post-market. Experimental data, open-source and proprietary databases, social media posts, and other sources have all contributed to developing AI models that promise to help drug developers and clinicians mitigate the risk of ADEs throughout the drug lifecycle. Specifically, our review identified 81 studies published in peer-reviewed journals and conferences between January 2015 and December 2022. Among these, 37 studies focused on the prediction of ADEs during drug development (premarket), while 44 studies focused on ADE detection in the post-market phase. The models in the screened studies were trained and evaluated using a variety of benchmark datasets, both public, such as SIDER, the ASU Twitter ADR dataset, DrugBank, and the 20128 n2c2 challenge EHR notes, as well as private, such as EHR from clinical notes collected from hospitals. In premarket testing, deep learning models are increasingly developed to assess the potential toxicity of new compounds, thereby enhancing safety profiles and minimizing failure rates in subsequent development stages 124 . Similarly, in post-market surveillance, deep learning algorithms are powerful tools for detecting ADEs at a population level, leveraging large-scale, unstructured data sources, such as social media and electronic health records, to uncover patterns that might otherwise go unnoticed 125 . These algorithms are particularly useful because they can process complex data types found in medical records and analyze the complicated relationships between various factors that contribute to ADE development. Within the selected studies, information extraction has played a critical role in analyzing extensive datasets, from EHRs to social media posts. Signal detection methodologies have been used to identify patterns indicative of potential ADEs, which can provide early warnings for regulatory bodies and clinicians 43 , 76 . We see a clear methodological shift in ADE detection methods from more traditional deep learning methods (e.g., LSTM) to transformer-based approaches for text analysis, particularly in NER, RE, and classification tasks. Recently, large language models based on the transformer architecture have improved ADE detection in post-market surveillance 29 , 35 , 52 , 61 , 63 , 117 , 119 . Transformers, which leverage the scaled dot-product attention mechanism, efficiently generate contextualized word embeddings while capitalizing on computations that are highly parallelizable on modern hardware. These architectures, alongside CNNs, dominate ADE analysis due to their ability to process sequential data with high computational efficiency. Before transformers, recurrent neural networks, such as LSTM networks, were widely used for contextual analysis 26 , 57 . The application of large language models facilitates the rapid identification of ADEs, supporting timely drug discontinuation and mitigating patient harm during the post-market phase 126 . The potential for real-time ADE monitoring and reporting presents one area for further investigation. Despite the clear benefits of structured reporting of ADEs in the premarket and post-market phases, its implementation has often encountered resistance due to the potential increase in the workload of the reporting agents, rendering the integration of reporting into clinical practice challenging. What is more, existing adverse event reporting systems, such as the Uppsala Monitoring Centre, face many challenges, for example, underreporting, selective reporting, and lack of detailed information on drug use in the population 43 . Given the significant limitations of existing pharmacovigilance systems, there is a pressing need for advanced methods to enhance the detection and prediction of ADEs. Deep learning 127 and, in particular, NLP can provide the means to make structured information available by maintaining existing documentation procedures, given its good performance in various tasks such as text and document classification, bioinformatics, and image analysis 128 . Limitations of the review This review has several limitations. First, due to the complexity and rapid evolution of the AI field, selecting appropriate keywords for database searches remains challenging. Some studies focused on specific deep learning methods, such as CNNs or LSTMs, may not have included general terms like “AI” or “machine learning” in their abstracts, potentially leading to omissions. Despite this, our review captured a broad range of modeling approaches. Second, existing data sources and reporting systems often lack sufficient documentation on cross-drug interactions. Consequently, we excluded studies on drug–drug reactions during our screening process. This limits our analysis to single-drug ADEs, despite the known importance of pharmacological interactions in real-world scenarios. Third, given the fast pace of research in AI, some relevant studies may have been published during or after the review process. Nonetheless, the findings presented here provide a comprehensive overview of the current AI landscape for drug safety analysis, which aligns with the primary objective of this review. Conclusion In conclusion, albeit still in its infancy, the discipline of AI in ADE analysis in pharmaceutical research and development has a promising future, and our review demonstrates how different deep learning methods have already been implemented in this direction. The current developments show promise, and the next research advances can further improve drug safety, reduce healthcare costs, and save lives. In the coming years, we expect that drug safety and pharmacovigilance will be transformed by developing these technologies further and making them more effective and interpretable, which will promote increased acceptance and confidence in these systems in therapeutic settings. Key Points - Novelty and scope: This study represents the first scoping review to comprehensively analyze the application of artificial intelligence (AI) methodologies for adverse drug event (ADE) prediction and detection across the entire drug development spectrum, including pre- and post-market phases. - Comprehensive landscape: It provides a comprehensive landscape of AI application in ADE analysis, highlighting key aspects such as frequently studied organ systems, temporal trends in algorithms, commonly employed data sources, data representation and feature engineering techniques, as well as adopted evaluation metrics. This detailed overview serves as a valuable roadmap to effectively guide and strategically position future research within this domain. - Identification of critical limitations and future directions: The review also identifies critical limitations in current AI-based ADE analysis, including the necessity for more granular dosage information, enhanced representation of molecular targets and biological pathways, and the adoption of evaluation metrics more robust to imbalanced datasets. Consequently, this provides concrete and actionable directions to enhance the development of future predictive models in this significant research area. Data Availability All data produced in the present study are available upon reasonable request to the authors Author Contributions D.T. conceptualized the study, defined the methodology, and coordinated the research process. A.Y. and O.S. performed the database searches and coordinated the screening process. I.G., A.Y., O.S., and R.K. extracted item information from full texts. I.G. and A.Y. performed the data analysis. O.S., I.G., A.Y., and D.T. authored the original draft. All authors reviewed and approved the manuscript. Competing Interests The authors declare no competing interests. Appendix A. Supplementary material The following are the Supplementary data to this article: Supplementary data 1. Acknowledgments This work was funded by the Innosuisse - project no.: 114.721 IP-ICT References 1. ↵ Organization , W. H . The importance of pharmacovigilance . 48 ( 2002 ). 2. ↵ Olsson , S. & Edwards , I. R. The WHO international drug monitoring programme . In Side Effects of Drugs Annual (ed. Aronson , J. K. ) vol. 23 524 – 529 ( 2000 ). OpenUrl 3. ↵ Starfield , B . Is US Health Really the Best in the World? JAMA 284 , 483 – 485 ( 2000 ). OpenUrl CrossRef PubMed Web of Science 4. ↵ Edwards , I. R. & Aronson , J. K . Adverse drug reactions: definitions, diagnosis, and management . The Lancet 356 , 1255 – 1259 ( 2000 ). OpenUrl 5. ↵ Rodríguez-Monguió , R. , Otero , M. J. & Rovira , J . Assessing the Economic Impact of Adverse Drug Effects . PharmacoEconomics 21 , 623 – 650 ( 2003 ). OpenUrl CrossRef PubMed Web of Science 6. ↵ Johnson , J. A. & Bootman , J. L. Drug-related morbidity and mortality. A cost-of-illness model . Arch Intern Med 155 , 1949 – 1956 ( 1995 ). OpenUrl CrossRef PubMed Web of Science 7. ↵ Ernst , F. R. & Grizzle , A. J . Drug-related morbidity and mortality: updating the cost-of-illness model . J Am Pharm Assoc 41 , 192 – 199 ( 1996 ). OpenUrl 8. ↵ Watanabe , J. H. , McInnis , T. & Hirsch , J. D . Cost of Prescription Drug–Related Morbidity and Mortality . Ann Pharmacother 52 , 829 – 837 ( 2018 ). OpenUrl CrossRef PubMed 9. ↵ Hwang , T. J . Failure of Investigational Drugs in Late-Stage Clinical Development and Publication of Trial Results . JAMA Intern Med 176 , 1826 – 1833 ( 2016 ). OpenUrl PubMed 10. ↵ Fu , L . ADMETlab 3.0: an updated comprehensive online ADMET prediction platform enhanced with broader coverage, improved performance, API functionality and decision support . Nucleic Acids Res 52 , 422 – 431 ( 2024 ). OpenUrl 11. ↵ Su , R. , Yang , H. , Wei , L. , Chen , S. & Zou , Q . A multi-label learning model for predicting drug-induced pathology in multi-organ based on toxicogenomics data . PLoS Comput Biol 18 , e1010402 , ( 2022 ). OpenUrl PubMed 12. ↵ Catacutan , D. B. , Alexander , J. , Arnold , A. & Stokes , J. M . Machine learning in preclinical drug discovery . Nat Chem Biol 20 , 960 – 973 ( 2024 ). OpenUrl CrossRef PubMed 13. ↵ Bhatia , N. , Khan , M. M. U. & Arora , S . The Role of Artificial Intelligence in Revolutionizing Pharmacological Research . Curr Pharmacol Rep 10 , 323 – 329 ( 2024 ). OpenUrl 14. ↵ Koch , L. M. , Baumgartner , C. F. & Berens , P . Distribution shift detection for the postmarket surveillance of medical AI algorithms: a retrospective simulation study . Npj Digit Med 7 , 1 – 11 ( 2024 ). OpenUrl CrossRef PubMed 15. ↵ Syrowatka , A . Key use cases for artificial intelligence to reduce the frequency of adverse drug events: a scoping review . Lancet Digit Health 4 , 137 – 148 ( 2022 ). OpenUrl 16. ↵ Yang , S. & Kar , S . Application of artificial intelligence and machine learning in early detection of adverse drug reactions (ADRs) and drug-induced toxicity . Artif Intell Chem 1 , 100011 ( 2023 ). OpenUrl 17. ↵ Denck , J. , Ozkirimli , E. & Wang , K . Machine-learning-based adverse drug event prediction from observational health data: A review . Drug Discov Today 28 , 103715 ( 2023 ). OpenUrl PubMed 18. ↵ Hu , Q. , Chen , Y. , Zou , D. , He , Z. & Xu , T . Predicting adverse drug event using machine learning based on electronic health records: a systematic review and meta-analysis . Front Pharmacol 15 , ( 2024 ). 19. ↵ Page , M. J. The PRISMA 2020 statement: an updated guideline for reporting systematic reviews . BMJ 372 , n71 , ( 2021 ). OpenUrl FREE Full Text 20. ↵ Food, U. S. & Drug Administration, F. The drug development process . ( U.S. Food and Drug Administration , 2018 ). 21. ↵ Deep Graph Learning with Property Augmentation for Predicting Drug-Induced Liver Injury | Chemical Research in Toxicology . 22. ↵ Kurosaki , K. & Uesawa , Y . Development of in silico prediction models for drug-induced liver malignant tumors based on the activity of molecular initiating events: Biologically interpretable features . J Toxicol Sci 47 , 89 – 98 ( 2022 ). OpenUrl PubMed 23. ↵ Gene Expression Data Based Deep Learning Model for Accurate Prediction of Drug-Induced Liver Injury in Advance |. J. Chem. Inf. Model. 24. ↵ Nguyen-Vo , T.-H . Predicting Drug-Induced Liver Injury Using Convolutional Neural Network and Molecular Fingerprint-Embedded Features . ACS Omega 5 , 25432 – 25439 ( 2020 ). OpenUrl PubMed 25. ↵ Barratt , M. D . Prediction of toxicity from chemical structure . Cell Biol Toxicol 16 , 1 – 13 ( 2000 ). OpenUrl PubMed 26. ↵ Cocos , A. , Fiks , A. G. & Masino , A. J . Deep learning for pharmacovigilance: recurrent neural network architectures for labeling adverse drug reactions in Twitter posts . J Am Med Inf. Assoc JAMIA 24 , 813 – 821 ( 2017 ). OpenUrl 27. ↵ Magge , A . DeepADEMiner: a deep learning pharmacovigilance pipeline for extraction and normalization of adverse drug event mentions on Twitter . J Am Med Inf. Assoc JAMIA 28 , 2184 – 2192 ( 2021 ). OpenUrl 28. ↵ Masino , A. J. , Forsyth , D. & Fiks , A. G . Detecting Adverse Drug Reactions on Twitter with Convolutional Neural Networks and Word Embedding Features. J Heal . Inf. Res 2 , 25 – 43 ( 2018 ). OpenUrl 29. ↵ Wang , J. , Yu , L.-C. & Zhang , X . Explainable detection of adverse drug reaction with imbalanced data distribution . PLOS Comput Biol 18 , e1010144 , ( 2022 ). OpenUrl PubMed 30. ↵ Chen , L . Extracting medications and associated adverse drug events using a natural language processing system combining knowledge base and deep learning . J Am Med Inf. Assoc JAMIA 27 , 56 – 64 ( 2020 ). OpenUrl 31. ↵ Yang , X . Identifying relations of medications with adverse drug events using recurrent convolutional neural networks and gradient boosting . J Am Med Inf. Assoc JAMIA 27 , 65 – 72 ( 2020 ). OpenUrl 32. ↵ Li , F. , Zhang , Y. , Zhang , M. & Ji , D . Joint models for extracting adverse drug events from biomedical text . in Proceedings of the Twenty-Fifth International Joint Conference on Artificial Intelligence 2838 – 2844 ( AAAI Press , New York, New York, USA , 2016 ). 33. ↵ Martenot , V . LiSA: an assisted literature search pipeline for detecting serious adverse drug events with deep learning . BMC Med Inf. Decis Mak 22 , 338 ( 2022 ). OpenUrl 34. ↵ Florez , E. , Precioso , F. , Riveill , M. & Pighetti , R. Named Entity Recognition using Neural Networks for Clinical Notes . in Proceedings of the 1st International Workshop on Medication and Adverse Drug Event Detection 7 – 15 . 35. ↵ Liu , F. , Zheng , X. , Yu , H. & Tjia , J . Neural Multi-Task Learning for Adverse Drug Reaction Extraction. in AMIA Annu. Symp . Proc. AMIA Symp 756 – 762 ( 2020 ). 36. ↵ Kayesh , H. , Islam , M. S. , Wang , J. , Ohira , R. & Wang , Z . SCAN: A shared causal attention network for adverse drug reactions detection in tweets . Neurocomputing 479 , 60 – 74 ( 2022 ). OpenUrl 37. ↵ Gupta , S. , Pawar , S. , Ramrakhiyani , N. , Palshikar , G. K. & Varma , V . Semi-Supervised Recurrent Neural Network for Adverse Drug Reaction mention extraction . BMC Bioinformatics 19 , 212 ( 2018 ). OpenUrl PubMed 38. ↵ Khatri , R. , Saha , S. , Das , S. & Srihari , R . UB Health Miners@SMM4H’22: Exploring Pre-processing Techniques To Classify Tweets Using Transformer Based Pipelines . in Proceedings of The Seventh Workshop on Social Media Mining for Health Applications, Workshop & Shared Task (eds. Gonzalez-Hernandez , G. & Weissenbacher , D. ) ( 2022 ). 39. ↵ Yang , X. , Bian , J. , Gong , Y. , Hogan , W. R. & Wu , Y . MADEx: A System for Detecting Medications, Adverse Drug Events, and Their Relations from Clinical Notes . Drug Saf 42 , 123 – 133 ( 2019 ). OpenUrl PubMed 40. ↵ Huynh , T. , He , Y. , Willis , A. & Rueger , S . Adverse Drug Reaction Classification With Deep Neural Networks . in Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers (eds. Matsumoto , Y. & Prasad , R. ) ( Osaka, Japan , 2016 ). 41. ↵ Jeon , E . Analysis of Adverse Drug Reactions Identified in Nursing Notes Using Reinforcement Learning. Heal . Inf. Res 26 , 104 – 111 ( 2020 ). OpenUrl 42. ↵ Martin , G. L . Validation of Artificial Intelligence to Support the Automatic Coding of Patient Adverse Drug Reaction Reports, Using Nationwide Pharmacovigilance Data . Drug Saf 45 , 535 – 548 ( 2022 ). OpenUrl PubMed 43. ↵ Kwak , H . Drug-Disease Graph: Predicting Adverse Drug Reaction Signals via Graph Neural Network with Clinical Data . in Advances in Knowledge Discovery and Data Mining: 24th Pacific-Asia Conference, PAKDD 2020 ( Springer-Verlag , Singapore , 2020 ). doi: 10.1007/978-3-030-47436-2_48 . 44. ↵ Li , F. , Liu , W. & Yu , H . Extraction of Information Related to Adverse Drug Events from Electronic Health Record Notes: Design of an End-to-End Model Based on Deep Learning . JMIR Med Inf . 6 , e12159 , ( 2018 ). OpenUrl 45. Alhuzali , H. & Ananiadou , S . Improving classification of Adverse Drug Reactions through Using Sentiment Analysis and Transfer Learning . in Proceedings of the 18th BioNLP Workshop and Shared Task (eds. Demner-Fushman , D. , Cohen , K. B. , Ananiadou , S. & Tsujii , J. ) 339 – 347 ( Association for Computational Linguistics , Florence, Italy , 2019 ). doi: 10.18653/v1/W19-5036 . 46. ↵ Dandala , B. , Joopudi , V. , Tsou , C.-H. , Liang , J. J. & Suryanarayanan , P . Extraction of Information Related to Drug Safety Surveillance From Electronic Health Record Notes: Joint Modeling of Entities and Relations Using Knowledge-Aware Neural Attentive Models . JMIR Med Inf . 8 , e18417 , ( 2020 ). OpenUrl 47. ↵ Wunnava , S . Adverse Drug Event Detection from Electronic Health Records Using Hierarchical Recurrent Neural Networks with Dual-Level Embedding . Drug Saf 42 , 113 – 122 ( 2019 ). OpenUrl CrossRef PubMed 48. ↵ Rezaei , Z. , Ebrahimpour-Komleh , H. , Eslami , B. , Chavoshinejad , R. & Totonchi , M . Adverse Drug Reaction Detection in Social Media by Deepm Learning Methods . Cell J 22 , 319 – 324 ( 2020 ). OpenUrl PubMed 49. ↵ Knisely , B. M. , Hatim , Q. & Vaughn-Cooke , M . Utilizing Deep Learning for Detecting Adverse Drug Events in Structured and Unstructured Regulatory Drug Data Sets . Pharm Med 36 , 307 – 317 ( 2022 ). OpenUrl 50. ↵ Dandala , B. , Joopudi , V. & Devarakonda , M . Adverse Drug Events Detection in Clinical Notes by Jointly Modeling Entities and Relations Using Neural Networks . Drug Saf 42 , 135 – 146 ( 2019 ). OpenUrl CrossRef PubMed 51. ↵ El-allaly , E. , Sarrouti , M. , En-Nahnahi , N. & Ouatik El Alaoui , S. MTTLADE: A multi-task transfer learning-based method for adverse drug events extraction . Inf Process Manag 58 , 102473 ( 2021 ). OpenUrl CrossRef 52. ↵ Fan , B. , Fan , W. , Smith , C. & Garner , H. Skip”. Adverse drug event detection and extraction from open data: A deep learning approach . Inf Process Manag 57 , 102131 ( 2020 ). OpenUrl 53. ↵ Li , Z. , Lin , H. & Zheng , W . An Effective Emotional Expression and Knowledge-Enhanced Method for Detecting Adverse Drug Reactions . IEEE Access 8 , 87083 – 87093 ( 2020 ). OpenUrl 54. ↵ Ju , M. , Nguyen , N. T. H. , Miwa , M. & Ananiadou , S . An ensemble of neural models for nested adverse drug events and medication extraction with subwords . J Am Med Inf. Assoc 27 , 22 – 30 ( 2020 ). OpenUrl CrossRef PubMed 55. ↵ Miranda , D. S. Automated Detection of Adverse Drug Reactions in the Biomedical Literature Using Convolutional Neural Networks and Biomedical Word Embeddings . ( 2018 ) doi: 10.48550/arXiv.1804.09148 . OpenUrl CrossRef 56. ↵ Lee , K . Adverse Drug Event Detection in Tweets with Semi-Supervised Convolutional Neural Networks . in Proceedings of the 26th International Conference on World Wide Web 705–714 (International World Wide Web Conferences Steering Committee ( Republic and Canton of Geneva, CHE , 2017 ). doi: 10.1145/3038912.3052671 . 57. ↵ Stanovsky , G. et al. Recognizing Mentions of Adverse Drug Reaction in Social Media Using Knowledge-Infused Recurrent Models . in Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics vol. 1 ( Association for Computational Linguistics , Valencia, Spain , 2017 ). 58. ↵ Tutubalina , E. & Nikolenko , S . Combination of Deep Recurrent Neural Networks and Conditional Random Fields for Extracting Adverse Drug Reactions from User Reviews . J Heal. Eng 9451342 ( 2017 ). 59. ↵ El-allaly , E. , Sarrouti , M. , En-Nahnahi , N. & Ouatik El Alaoui , S . An adverse drug effect mentions extraction method based on weighted online recurrent extreme learning machine . Comput Methods Programs Biomed 176 , 33 – 41 ( 2019 ). OpenUrl PubMed 60. ↵ Zhang , Y. , Cui , S. & Gao , H . Adverse drug reaction detection on social media with deep linguistic features . J Biomed Inf . 106 , 103437 ( 2020 ). OpenUrl 61. ↵ Hussain , S. , Afzal , H. , Saeed , R. , Iltaf , N. & Umair , M. Y . Pharmacovigilance with Transformers: A Framework to Detect Adverse Drug Reactions Using BERT Fine-Tuned with FARM . Comput Math Methods Med 5589829 ( 2021 ). 62. ↵ Mahendran , D. & McInnes , B. T . Extracting Adverse Drug Events from Clinical Notes . AMIA Summits Transl Sci Proc 420 – 429 ( 2021 ). 63. ↵ El-allaly , E. , Sarrouti , M. , En-Nahnahi , N. & Ouatik El Alaoui , S . DeepCADRME: A deep neural model for complex adverse drug reaction mentions extraction . Pattern Recognit Lett 143 , 27 – 35 ( 2021 ). OpenUrl 64. ↵ Wu , H. Chinese-Named Entity Recognition From Adverse Drug Event Records: Radical Embedding-Combined Dynamic Embedding-Based BERT in a Bidirectional Long Short-term Conditional Random Field (Bi-LSTM-CRF) Model . JMIR Med Inf . 9 , e26407 , ( 2021 ). OpenUrl 65. ↵ El-allaly , E. , Sarrouti , M. , En-Nahnahi , N. & Ouatik El Alaoui , S . An attentive joint model with transformer-based weighted graph convolutional network for extracting adverse drug event relation . J Biomed Inf . 125 , 103968 ( 2022 ). OpenUrl 66. ↵ Lee , H.-M . Computational determination of hERG-related cardiotoxicity of drug candidates . BMC Bioinformatics 20 , 250 ( 2019 ). OpenUrl PubMed 67. ↵ Grafton , F . Deep learning detects cardiotoxicity in a high-content screen with induced pluripotent stem cell-derived cardiomyocytes . eLife 10 , e68714 , ( 2021 ). OpenUrl CrossRef PubMed 68. ↵ Wang , H. , Liu , R. , Schyman , P. & Wallqvist , A . Deep Neural Network Models for Predicting Chemically Induced Liver Toxicity Endpoints From Transcriptomic Responses . Front Pharmacol 10 , ( 2019 ). 69. ↵ Huang , S.-H . How platinum-induced nephrotoxicity occurs? Machine learning prediction in non-small cell lung cancer patients . Comput Methods Programs Biomed 221 , 106839 ( 2022 ). OpenUrl PubMed 70. ↵ Chang , W.-T . An artificial intelligence approach for predicting cardiotoxicity in breast cancer patients receiving anthracycline . Arch Toxicol 96 , 2731 – 2737 ( 2022 ). OpenUrl PubMed 71. ↵ Yoo , Y. , Marcellinus , A. , Jeong , D. U. , Kim , K.-S. & Lim , K. M . Assessment of Drug Proarrhythmicity Using Artificial Neural Networks With in silico Deterministic Model Outputs . Front Physiol 12 , ( 2021 ). 72. ↵ Lai , N.-H . Comparison of the predictive outcomes for anti-tuberculosis drug-induced hepatotoxicity by different machine learning techniques . Comput Methods Programs Biomed 188 , 105307 ( 2020 ). OpenUrl PubMed 73. ↵ Asilar , E. , Hemmerich , J. & Ecker , G. F . Image Based Liver Toxicity Prediction . J Chem Inf Model 60 , 1111 – 1121 ( 2020 ). OpenUrl PubMed 74. ↵ Long , T.-Z . Structural Analysis and Prediction of Hematotoxicity Using Deep Learning Approaches . J Chem Inf Model 63 , 111 – 125 ( 2023 ). OpenUrl PubMed 75. ↵ Maddah , M . Quantifying drug-induced structural toxicity in hepatocytes and cardiomyocytes derived from hiPSCs using a deep learning method . J Pharmacol Toxicol Methods 105 , 106895 ( 2020 ). OpenUrl CrossRef PubMed 76. ↵ Wang , C.-H. & Lin , W.-Y . Deep learning from spontaneous reporting systems data to detect ADR signals . in Proceedings of the 35th Annual ACM Symposium on Applied Computing 676 – 678 ( Association for Computing Machinery , New York, NY, USA , 2020 ). doi: 10.1145/3341105.3374068 . 77. ↵ Gorelick , F. S. & Lerch , M. M . Do Animal Models of Acute Pancreatitis Reproduce Human Disease? Cell. Mol Gastroenterol Hepatol 4 , 251 – 262 ( 2017 ). OpenUrl PubMed 78. ↵ Wang , H . Modeling Neurological Diseases With Human Brain Organoids . Front Synaptic Neurosci 10 , ( 2018 ). 79. ↵ Wu , Z . Mining Toxicity Information from Large Amounts of Toxicity Data . J Med Chem 64 , 6924 – 6936 ( 2021 ). OpenUrl CrossRef PubMed 80. ↵ Hughes , T. B. & Swamidass , S. J . Deep Learning to Predict the Formation of Quinone Species in Drug Metabolism . Chem Res Toxicol 30 , 642 – 656 ( 2017 ). OpenUrl PubMed 81. Wang , C.-S . Detecting Potential Adverse Drug Reactions Using a Deep Neural Network Model . J Med Internet Res 21 , e11016 , ( 2019 ). OpenUrl PubMed 82. Hughes , T. B. , Miller , G. P. & Swamidass , S. J . Modeling Epoxidation of Drug-like Molecules with a Deep Machine Learning Network . ACS Cent Sci 1 , 168 – 180 ( 2015 ). OpenUrl PubMed 83. ↵ Dey , S. , Luo , H. , Fokoue , A. , Hu , J. & Zhang , P . Predicting adverse drug reactions through interpretable deep learning framework . BMC Bioinformatics 19 , 476 ( 2018 ). OpenUrl CrossRef PubMed 84. Mantripragada , A. S . Prediction of adverse drug reactions using drug convolutional neural networks . J Bioinform Comput Biol 19 , 2050046 ( 2021 ). OpenUrl PubMed 85. ↵ Fernandez , M . Toxic Colors: The Use of Deep Learning for Predicting Toxicity of Compounds Merely from Their Graphic Images . J Chem Inf Model 58 , 1533 – 1543 ( 2018 ). OpenUrl CrossRef PubMed 86. ↵ Zhang , F. , Sun , B. , Diao , X. , Zhao , W. & Shu , T . Prediction of adverse drug reactions based on knowledge graph embedding . BMC Med Inf. Decis Mak 21 , 38 ( 2021 ). OpenUrl 87. ↵ Joshi , P. , V, M. & Mukherjee , A . A knowledge graph embedding based approach to predict the adverse drug reactions using a deep neural network . J Biomed Inf . 132 , 104122 ( 2022 ). OpenUrl 88. ↵ Devlin , J. , Chang , M.-W. , Lee , K. & Toutanova , K . Bert: Pre-training of deep bidirectional transformers for language understanding . ( 2018 ) doi:arXiv:1810.04805. 89. ↵ Paszke , A. PyTorch: An Imperative Style, High-Performance Deep Learning Library . in Advances in Neural Information Processing Systems vol. 32 ( Curran Associates, Inc , 2019 ). 90. ↵ Wolf , T . Huggingface’s transformers: State-of-the-art natural language processing . ArXiv Prepr ArXiv191003771, ( 2019 ). 91. ↵ Nishioka , S . Identification of hand-foot syndrome from cancer patients’ blog posts: BERT-based deep-learning approach to detect potential adverse drug reaction symptoms . PloS One 17 , e0267901 , ( 2022 ). OpenUrl CrossRef PubMed 92. ↵ Munkhdalai , T. , Liu , F. & Yu , H . Clinical Relation Extraction Toward Drug Safety Surveillance Using Electronic Health Record Narratives: Classical Learning Versus Deep Learning . JMIR Public Health Surveill 4 , e29 , ( 2018 ). OpenUrl 93. ↵ Lee , C. Y. & Chen , Y.-P. P . Descriptive prediction of drug side-effects using a hybrid deep learning model . Int J Intell Syst 36 , 2491 – 2510 ( 2021 ). OpenUrl 94. ↵ Peng , Y. , Zhang , Z. , Jiang , Q. , Guan , J. & Zhou , S . TOP: A deep mixture representation learning method for boosting molecular toxicity prediction . Methods 179 , 55 – 64 ( 2020 ). OpenUrl PubMed 95. ↵ Minerali , E. , Foil , D. H. , Zorn , K. M. & Ekins , S . Evaluation of Assay Central Machine Learning Models for Rat Acute Oral Toxicity Prediction . ACS Sustain Chem Eng 8 , 16020 – 16027 ( 2020 ). OpenUrl 96. ↵ McCoubrey , L. E. , Elbadawi , M. , Orlu , M. , Gaisford , S. & Basit , A. W . Machine Learning Uncovers Adverse Drug Effects on Intestinal Bacteria . Pharmaceutics 13 , 1026 ( 2021 ). OpenUrl PubMed 97. ↵ On , J. , Park , H.-A. & Yoo , S . Development of a prediction models for chemotherapy-induced adverse drug reactions: A retrospective observational study using electronic health records . Eur J Oncol Nurs J Eur Oncol Nurs Soc 56 , 102066 ( 2022 ). OpenUrl 98. ↵ Jain , S . Large-Scale Modeling of Multispecies Acute Toxicity End Points Using Consensus of Multitask Deep Learning Methods . J Chem Inf Model 61 , 653 – 663 ( 2021 ). OpenUrl PubMed 99. ↵ Liang , Z. , Huang , J. X. , Zeng , X. & Zhang , G . DL-ADR: a novel deep learning model for classifying genomic variants into adverse drug reactions . BMC Med Genomics 9 Suppl 2, 48 ( 2016 ). OpenUrl CrossRef PubMed 100. ↵ Wu , S . Deep learning in clinical natural language processing: a methodical review . J Am Med Inf. Assoc 27 , 457 – 470 ( 2020 ). OpenUrl CrossRef PubMed 101. ↵ Galeano , D. & Paccanaro , A . Machine learning prediction of side effects for drugs in clinical trials . Cell Rep Methods 2 , 100358 ( 2022 ). OpenUrl PubMed 102. ↵ Mohsen , A. , Tripathi , L. P. & Mizuguchi , K . Deep Learning Prediction of Adverse Drug Reactions in Drug Discovery Using Open TG–GATEs and FAERS Databases . Front Drug Discov 1 , ( 2021 ). 103. ↵ Kuhn , M. , Letunic , I. , Jensen , L. J. & Bork , P . The SIDER database of drugs and side effects . Nucleic Acids Res 44 , 1075 – 1079 ( 2016 ). OpenUrl CrossRef 104. ↵ Wishart , D. S . DrugBank 5.0: a major update to the DrugBank database for 2018 . Nucleic Acids Res 46 , 1074 – 1082 ( 2017 ). OpenUrl 105. ↵ Richard , A. M . The Tox21 10K Compound Library: Collaborative Chemistry Advancing Toxicology . Chem Res Toxicol 34 , 189 – 216 ( 2021 ). OpenUrl CrossRef PubMed 106. ↵ Chen , B. , Wild , D. & Guha , R . PubChem as a source of polypharmacology . J Chem Inf Model 49 , 2044 – 2055 ( 2009 ). OpenUrl CrossRef PubMed Web of Science 107. ↵ Henry , S. , Buchan , K. , Filannino , M. , Stubbs , A. & Uzuner , O . n2c2 shared task on adverse drug events and medication extraction in electronic health records . J Am Med Inf. Assoc 27 , 3 – 12 ( 2018 ). OpenUrl 108. ↵ Nikfarjam , A. , Sarker , A. , O’Connor , K. , Ginn , R. & Gonzalez , G . Pharmacovigilance from social media: mining adverse drug reaction mentions using sequence labeling with word embedding cluster features . J Am Med Inf. Assoc 22 , 671 – 681 ( 2015 ). OpenUrl CrossRef PubMed 109. ↵ Jagannatha , A. , Liu , F. , Liu , W. & Yu , H . Overview of the First Natural Language Processing Challenge for Extracting Medication, Indication, and Adverse Drug Events from Electronic Health Record Notes (MADE 1.0 . Drug Saf 42 , 99 – 111 ( 2019 ). OpenUrl CrossRef PubMed 110. Xue , R . Prediction of Adverse Drug Reactions by Combining Biomedical Tripartite Network and Graph Representation Model . Chem Res Toxicol 33 , 202 – 210 ( 2020 ). OpenUrl CrossRef PubMed 111. Hu , B. , Wang , H. , Wang , L. & Yuan , W . Adverse Drug Reaction Predictions Using Stacking Deep Heterogeneous Information Network Embedding Approach . Molecules 23 , 3193 ( 2018 ). OpenUrl PubMed 112. Hao , Y. , Romano , J. D. & Moore , J. H . Knowledge-guided deep learning models of drug toxicity improve interpretation . Patterns N. Y. N 3 , 100565 ( 2022 ). OpenUrl 113. Chen , J. , Si , Y.-W. , Un , C.-W. & Siu , S. W. I . Chemical toxicity prediction based on semi-supervised learning and graph convolutional neural network . J Cheminformatics 13 , 93 ( 2021 ). OpenUrl 114. ↵ Kearnes , S. , McCloskey , K. , Berndl , M. , Pande , V. & Riley , P . Molecular graph convolutions: moving beyond fingerprints . J Comput Aided Mol Des 30 , 595 – 608 ( 2016 ). OpenUrl CrossRef PubMed 115. ↵ Rogers , D. & Hahn , M. Extended-connectivity fingerprints . J Chem Inf Model 50 , 742 – 754 ( 2010 ). OpenUrl CrossRef PubMed Web of Science 116. ↵ Duvenaud , D. K. Convolutional Networks on Graphs for Learning Molecular Fingerprints . in Advances in Neural Information Processing Systems vol. 28 ( Curran Associates, Inc , 2015 ). 117. ↵ Cheng , X. , Cheng , M. , Yu , L. & Xiao , X . iADRGSE: A Graph-Embedding and Self-Attention Encoding for Identifying Adverse Drug Reaction in the Earlier Phase of Drug Development . Int J Mol Sci 23 , 16216 ( 2022 ). OpenUrl PubMed 118. Webel , H. E . Revealing cytotoxic substructures in molecules using deep learning . J Comput Aided Mol Des 34 , 731 – 746 ( 2020 ). OpenUrl PubMed 119. ↵ Shi , H . ToxMVA: An end-to-end multi-view deep autoencoder method for protein toxicity prediction . Comput Biol Med 151 , 106322 ( 2022 ). OpenUrl CrossRef PubMed 120. ↵ Yazdani , A. CT-ADE: An Evaluation Benchmark for Adverse Drug Event Prediction from Clinical Trial Results . ArXiv Prepr ArXiv240412827, ( 2024 ). 121. ↵ D’Oosterlinck , K. BioDEX: Large-Scale Biomedical Adverse Drug Event Extraction for Real-World Pharmacovigilance . ( 2023 ) doi: 10.48550/arXiv.2305.13395 . OpenUrl CrossRef 122. ↵ Bagherian , M . Machine learning approaches and databases for prediction of drug– target interaction: a survey paper . Brief Bioinform 22 , 247 – 269 ( 2021 ). OpenUrl CrossRef PubMed 123. ↵ Krix , S . MultiGML: Multimodal graph machine learning for prediction of adverse drug events . Heliyon 9 , ( 2023 ). 124. ↵ Zhang , L. , Tan , J. , Han , D. & Zhu , H . From machine learning to deep learning: progress in machine intelligence for rational drug discovery . Drug Discov Today ( 2017 ). 125. ↵ Ginn , R. , Pimpalkhute , P. & Nikfarjam , A . Mining Twitter for adverse drug reaction mentions: a corpus and classification benchmark . Proc D , ( 2014 ). 126. ↵ Dev , S. , Zhang , S. , Rao , A. S. & Voyles , J. Automated Classification of Adverse Events in Pharmacovigilance . 127. ↵ LeCun , Y. , Bengio , Y. & Hinton , G. Deep learning . Nature 521 , 436 – 444 ( 2015 ). OpenUrl CrossRef PubMed 128. ↵ Shinde , P. P. & Shah , S . A Review of Machine Learning and Deep Learning Applications . in 2018 Fourth International Conference on Computing Communication Control and Automation (ICCUBEA 1 – 6 ( IEEE , Pune, India , 2018 ). doi: 10.1109/ICCUBEA.2018.8697857 . OpenUrl CrossRef View the discussion thread. Back to top Previous Next Posted July 15, 2025. Download PDF Supplementary Material Data/Code Email Thank you for your interest in spreading the word about medRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following A scoping review of the application of artificial intelligence for the analysis of adverse drug events in clinical research Message Subject (Your Name) has forwarded a page to you from medRxiv Message Body (Your Name) thought you would like to see this page from the medRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share A scoping review of the application of artificial intelligence for the analysis of adverse drug events in clinical research Oren Schreier , Anthony Yazdani , Ioannis Galdadas , Ryme Kabak , Francesco Luigi Gervasio , Gang Mu , Douglas Teodoro medRxiv 2025.07.14.25331486; doi: https://doi.org/10.1101/2025.07.14.25331486 Share This Article: Copy Citation Tools A scoping review of the application of artificial intelligence for the analysis of adverse drug events in clinical research Oren Schreier , Anthony Yazdani , Ioannis Galdadas , Ryme Kabak , Francesco Luigi Gervasio , Gang Mu , Douglas Teodoro medRxiv 2025.07.14.25331486; doi: https://doi.org/10.1101/2025.07.14.25331486 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Health Informatics Subject Areas All Articles Addiction Medicine (567) Allergy and Immunology (863) Anesthesia (297) Cardiovascular Medicine (4411) Dentistry and Oral Medicine (443) Dermatology (380) Emergency Medicine (606) Endocrinology (including Diabetes Mellitus and Metabolic Disease) (1505) Epidemiology (15205) Forensic Medicine (30) Gastroenterology (1119) Genetic and Genomic Medicine (6574) Geriatric Medicine (666) Health Economics (994) Health Informatics (4511) Health Policy (1365) Health Systems and Quality Improvement (1608) Hematology (537) HIV/AIDS (1263) Infectious Diseases (except HIV/AIDS) (15903) Intensive Care and Critical Care Medicine (1103) Medical Education (620) Medical Ethics (144) Nephrology (666) Neurology (6573) Nursing (345) Nutrition (998) Obstetrics and Gynecology (1139) Occupational and Environmental Health (954) Oncology (3319) Ophthalmology (968) Orthopedics (369) Otolaryngology (420) Pain Medicine (435) Palliative Medicine (129) Pathology (662) Pediatrics (1689) Pharmacology and Therapeutics (691) Primary Care Research (710) Psychiatry and Clinical Psychology (5422) Public and Global Health (9205) Radiology and Imaging (2191) Rehabilitation Medicine and Physical Therapy (1367) Respiratory Medicine (1191) Rheumatology (593) Sexual and Reproductive Health (709) Sports Medicine (529) Surgery (709) Toxicology (99) Transplantation (288) Urology (265) (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'9fea51e6af5552ad',t:'MTc3OTI2OTM5Nw=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();
Text is read by the "Ask this paper" AI Q&A widget below.
Extraction quality varies by source — PMC NXML preserves structure
cleanly, OA-HTML may include some navigation residue, and OA-PDF can
have broken hyphenation. The publisher copy
(via DOI)
is the canonical version.