Advancing In-Hospital Mortality Prediction for Acute Myocardial Infarction: an analysis from the American Heart Association Get-With-the-Guidelines Coronary Artery Disease Registry

preprint OA: closed
📄 Open PDF Full text JSON View at publisher

Abstract

Background Cardiovascular disease (CVD) remains the leading cause of mortality worldwide, with acute myocardial infarction (AMI) contributing to over 100,000 deaths annually in the United States. Accurate risk stratification for in-hospital mortality is essential for guiding clinical decisions, improving outcomes, and optimizing hospital resources. However, existing models often rely on limited predictor sets, outdated data, and linear methods that may not reflect current clinical practice or complex interactions. Objective To develop and validate a contemporary in-hospital mortality risk model for AMI patients using modern statistical and machine learning approaches, incorporating clinical, demographic, and social determinants of health. Methods We utilized data from the American Heart Association (AHA) Get with The Guidelines®– Coronary Artery Disease (GWTG-CAD) Registry. Patients with AMI admitted between October 1, 2019, and December 31, 2022 (201,191 patients from 605 hospitals) were used to develop the in-hospital mortality prediction model. An independent validation cohort included 70,302 patients admitted in 2023. We incorporated 27 predictors, including demographics, comorbidities, vital signs, laboratory values, and social determinants of health. We assessed the models including a generalized linear mixed model (GLMM) and machine learning algorithms. We benchmarked against the legacy ACTION Registry–GWTG model. Subgroup and sensitivity analyses assessed model performance across sex, race/ethnicity, STEMI status, and time period. Results The LightGBM-based GWTG-CAD model achieved the highest discrimination (AUROC 0.874, 95% CI: 0.867–0.880) and demonstrated excellent calibration across all subgroups. Both GLMM and LightGBM outperformed the ACTION Registry–GWTG model, with LightGBM showing the most consistent performance in the 2023 validation cohort. Beyond traditional predictors, the inclusion of comorbidities, transportation methods, and community-level socioeconomic factors added predictive value. Conclusion The new GWTG-CAD risk model incorporates clinical, pre-hospital, and social factor predictors, along with machine learning methods, to enhance prediction of mortality in contemporary AMI patients.
Full text 41,685 characters · extracted from preprint-html · click to expand
Advancing In-Hospital Mortality Prediction for Acute Myocardial Infarction: an analysis from the American Heart Association Get-With-the-Guidelines Coronary Artery Disease Registry | medRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-P4HH5NV'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search Advancing In-Hospital Mortality Prediction for Acute Myocardial Infarction: an analysis from the American Heart Association Get-With-the-Guidelines Coronary Artery Disease Registry View ORCID Profile Juan Zhao , Haoyun Hong , View ORCID Profile Alexander Fanaroff , Sophia Zhong , Kelvin N.V. Bush , View ORCID Profile Christopher Granger , Nicole Huber , View ORCID Profile Cynthia A. Jackevicius , Ingrid Kindipan , View ORCID Profile Shen Li , Paula Lewis , View ORCID Profile Asishana Osho , Jeffrey Sather , Stephen L. Sigal , View ORCID Profile Kathie Thomas , Zhao Ni , View ORCID Profile Jennifer L. Hall , View ORCID Profile Alice K. Jacobs , View ORCID Profile Abhinav Goyal doi: https://doi.org/10.1101/2025.07.02.25330775 Juan Zhao 1 American Heart Association , Dallas, TX PhD Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Juan Zhao For correspondence: Juan.zhao{at}heart.org Haoyun Hong 1 American Heart Association , Dallas, TX BA Find this author on Google Scholar Find this author on PubMed Search for this author on this site Alexander Fanaroff 2 Division of Cardiology, Perelman School of Medicine, University of Pennsylvania , Philadelphia, PA MD, MHS Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Alexander Fanaroff Sophia Zhong 1 American Heart Association , Dallas, TX BS Find this author on Google Scholar Find this author on PubMed Search for this author on this site Kelvin N.V. Bush 3 Division of Cardiology, San Antonio Military Medical Center , San Antonio, TX MD Find this author on Google Scholar Find this author on PubMed Search for this author on this site Christopher Granger 4 Duke University School of Medicine , Durham, NC MD Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Christopher Granger Nicole Huber 5 Emergency Medicine, Cumberland Healthcare Emergency Department , WI PA-C Find this author on Google Scholar Find this author on PubMed Search for this author on this site Cynthia A. Jackevicius 6 Western University of Health Sciences , CA 7 VA Greater Los Angeles Healthcare System, University of Toronto, Canada ICES , Canada BScPhm, PharmD, MSc Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Cynthia A. Jackevicius Ingrid Kindipan 8 Methodist Charlton Medical Center , TX PhD, RN Find this author on Google Scholar Find this author on PubMed Search for this author on this site Shen Li 1 American Heart Association , Dallas, TX MS Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Shen Li Paula Lewis 9 Five Rivers Medical Center , AR RNP Find this author on Google Scholar Find this author on PubMed Search for this author on this site Asishana Osho 10 Massachusetts General Hospital , MA MD, MPH Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Asishana Osho Jeffrey Sather 11 Trinity Health , ND MD Find this author on Google Scholar Find this author on PubMed Search for this author on this site Stephen L. Sigal 12 Heart and Vascular Institute at Titus , TX MD, MS Find this author on Google Scholar Find this author on PubMed Search for this author on this site Kathie Thomas 1 American Heart Association , Dallas, TX DHA, MPH Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Kathie Thomas Zhao Ni 13 Yale University School of Nursing , Orange, CT PhD Find this author on Google Scholar Find this author on PubMed Search for this author on this site Jennifer L. Hall 1 American Heart Association , Dallas, TX PhD Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Jennifer L. Hall Alice K. Jacobs 14 Boston University Chobanian & Avedisian School of Medicine , MA MD Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Alice K. Jacobs Abhinav Goyal 15 Division of Cardiology, Department of Medicine, Emory University School of Medicine , GA MD, MHS Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Abhinav Goyal Abstract Full Text Info/History Metrics Data/Code Preview PDF Abstract Background Cardiovascular disease (CVD) remains the leading cause of mortality worldwide, with acute myocardial infarction (AMI) contributing to over 100,000 deaths annually in the United States. Accurate risk stratification for in-hospital mortality is essential for guiding clinical decisions, improving outcomes, and optimizing hospital resources. However, existing models often rely on limited predictor sets, outdated data, and linear methods that may not reflect current clinical practice or complex interactions. Objective To develop and validate a contemporary in-hospital mortality risk model for AMI patients using modern statistical and machine learning approaches, incorporating clinical, demographic, and social determinants of health. Methods We utilized data from the American Heart Association (AHA) Get with The Guidelines®– Coronary Artery Disease (GWTG-CAD) Registry. Patients with AMI admitted between October 1, 2019, and December 31, 2022 (201,191 patients from 605 hospitals) were used to develop the in-hospital mortality prediction model. An independent validation cohort included 70,302 patients admitted in 2023. We incorporated 27 predictors, including demographics, comorbidities, vital signs, laboratory values, and social determinants of health. We assessed the models including a generalized linear mixed model (GLMM) and machine learning algorithms. We benchmarked against the legacy ACTION Registry–GWTG model. Subgroup and sensitivity analyses assessed model performance across sex, race/ethnicity, STEMI status, and time period. Results The LightGBM-based GWTG-CAD model achieved the highest discrimination (AUROC 0.874, 95% CI: 0.867–0.880) and demonstrated excellent calibration across all subgroups. Both GLMM and LightGBM outperformed the ACTION Registry–GWTG model, with LightGBM showing the most consistent performance in the 2023 validation cohort. Beyond traditional predictors, the inclusion of comorbidities, transportation methods, and community-level socioeconomic factors added predictive value. Conclusion The new GWTG-CAD risk model incorporates clinical, pre-hospital, and social factor predictors, along with machine learning methods, to enhance prediction of mortality in contemporary AMI patients. Introduction Each year, acute myocardial infarction (AMI) affects approximately 1 million Americans and remains a leading cause of death in both the U.S. and worldwide. 1 Accurate and well-calibrated models for predicting in-hospital mortality after AMI are critical for clinical decisions making, patient counseling, resource allocation, and hospital benchmarking. Notably, hospitals participating in the Get With The Guidelines® - Coronary Artery Disease (GWTG-CAD) Registry, one of the largest AMI registry in the U.S., rely on such mortality prediction models to support quality improvement and cross-hospital comparisons. 2 , 3 While existing risk models were developed for in-hospital AMI mortality prediction, including the 2013 Acute Coronary Treatment and Intervention Outcomes Network (ACTION) Registry–GWTG model, 4 and GRACE Risk Score, 5 these models were using older data and traditional statistical methods that may not reflect current clinical practice or capture nonlinear relationships among predictors. Shifts in population health, including the growing prevalence of obesity and diabetes 6 and changes in hospital systems further limit their relevance. Moreover, many models continue to use race as a proxy for risk, despite growing consensus that race is a social construct and that social determinants of health offer more precise and equitable predictors. 7 , 8 To address these limitations, we developed a generalizable mortality risk model using both traditional statistical and machine learning models on contemporary data from the GWTG-CAD Registry. The goal of the study was to 1) test whether the inclusion of a broader set of clinical predictors and social determinants of health improves predictive performance; 2) determine whether the use of machine learning methods improves model performance compared with traditional linear models; and 3) develop a novel model, to be used for risk adjustment in quality improvement efforts. Methods Data source The American Heart Association (AHA) GWTG-CAD Registry is a nationwide voluntary quality improvement program in the United States. 3 Program information and data elements collected in the case report form are available at: https://www.heart.org/en/professional/quality-improvement . Participating hospitals upload clinical data of consecutive patients admitted with ST-elevation myocardial infarction (STEMI) or NSTEMI. Because data are used primarily at the local site for quality improvement, each participating hospital received either human research approval to enroll cases without individual patient consent under the Common Rule, or a waiver of authorization and exemption from subsequent review by their institutional review board (IRB). Advarra, the IRB for the American Heart Association, determined that this study is exempt from IRB oversight. The data collection and coordination for GWTG programs are managed by IQVIA (Parsippany, New Jersey). Study population We included patients admitted to hospitals participating in the AHA GWTG-CAD registry between October 1, 2019, and December 31, 2022, as the primary cohort for model development and internal testing. To evaluate models’ robustness and validity, we identified a separate validation cohort comprising patients admitted between January 1, 2023, and December 31, 2023. Data preprocessing followed previously established methodology. 9 Eligible patients presented to the hospital with signs, symptoms or complaints consistent with AMI (e.g., chest pain, tightness in chest or shortness of breath), and received a final diagnosis of AMI (STEMI or NSTEMI). AMI diagnosis was defined by either 1) Troponin I or Troponin T results > the upper limits of normal, or 2) ECG results consistent with AMI. Patients with missing data on sex, race/ethnicity, or discharge status, as well as those transferred out of participating hospitals, were excluded due to incomplete outcome data. The study population is shown in Figure S1. Outcome and Predictors The outcome was in-hospital mortality, defined as death from any cause during the index hospitalization. Predictors included variables recorded at the time of presentation, including demographics, medical history, comorbidities, electrocardiogram findings, initial vital signs, laboratory values, and socioeconomic status, with a total of 27 variables ( Table S1 ), of which 9 were included in the legacy ACTION – GWTG risk score. Sex, race, and ethnicity were self-reported. Patient age at the time of diagnosis was calculated from the date of birth and the arrival date and time. Vital signs were values measured on first medical contact (FMC), by emergency medical services (EMS) for patients transported to the hospital by EMS, and in the emergency room for patients who transported themselves. Cardiac arrest prior to arrival indicates that the patient experienced an out-of-hospital cardiac arrest during pre-hospital care provided by EMS. Heart failure or cardiogenic shock on FMC was determined upon arrival at the hospital. Body mass index (BMI) was calculated using the first weight and height obtained upon hospital arrival. The initial serum creatinine and initial troponin value were defined as the first values acquired during the index hospitalization. STEMI on ECG was determined from provider documentation that the first or subsequent ECG findings were consistent with STEMI or a STEMI equivalent. Markers of socioeconomic status included insurance and social vulnerability index (SVI), 10 which was determined based on patients residence. The SVI was calculated at the zip code level on the basis of 5-year estimates from the American Community Survey (2015– 2020) and linked to individual-level participant data in the GWTG cohorts. The SVI ranges from 0 to 1, with higher values indicating greater social vulnerability. To handle missing data, we applied median imputation for variables including initial serum creatinine, creatinine clearance, troponin levels, and SVI. We used multiple imputation with chained equations for BMI, systolic blood pressure (SBP), heart rate, smoking history, cardiogenic shock at FMC, cardiac arrest prior to arrival, and heart failure at FMC to preserve underlying distributions and relationships. Model development We developed prediction models using two complementary methodologies. First, we applied a generalized linear mixed model, incorporating hospital site as a random effect to account for site-level variability in outcomes. Such a model offers the advantage of interpretability, allowing for the estimation of adjusted odds ratios and the inclusion of hospital-level effects. This modeling was also used in existing national benchmarks, such as the ACTION Registry–GWTG and GRACE models. 4 Second, we implemented a range of machine learning models, including random forest, extreme Gradient Boosting Machine (XGBoost), and Light Gradient Boosting Machine (LightGBM). These tree-based ensemble methods are well-suited for clinical prediction tasks due to their ability to model complex, nonlinear interactions among variables. LightGBM and XGBoost, in particular, have demonstrated superior performance in a range of medical prediction studies. 11 – 13 To benchmark our models, we also compared their performance to the ACTION Registry–GWTG model. 4 For a fair comparison, we retrained the ACTION Registry–GWTG model using our training cohort, applying its published feature set and model structure. We then evaluated its performance on the validation dataset. Calibration performance was further examined across specific subgroups. Statistical Analysis Summary statistics of baseline patient demographics and comorbidities, along with characteristics of the treating hospitals, were described using medians with interquartile range (IQR) and frequencies as appropriate. For descriptive analysis, we used the 2-proportion test for categorical values and used Kruskal-Wallis test for continuous variables. For generalized linear mixed models, we calculated odds ratios (ORs) with 95% CIs for each included variable and displayed results using a forest plot. For machine learning models, we used Shapley additive explanations (SHAP), to identify the most influential factors. To evaluate model performance, the overall study cohort (2019–2022) was randomly split into training (80%) and validation (20%) sets using bootstrapping. Discrimination was assessed by the area under the receiver operating characteristic curve (AUROC), with 95% confidence intervals estimated via 100 bootstrap iterations. Calibration was evaluated both in the overall cohort and across predefined subgroups Several secondary analyses were conducted. We first evaluated the model performance across subgroups stratified by sex, race/ethnicity, STEMI vs. non-STEMI presentation, and year of diagnosis. Second, to assess generalizability in the post-pandemic era, we tested model performance using a separate cohort of patients admitted in 2023. Third, we examined the impact of including race as a predictor by developing models with and without race. These models were built using different sets of input variables—from basic demographics (e.g., age and sex) to more comprehensive inputs that included clinical history, laboratory results, and social factors such as insurance status and SVI. For each comparison, we evaluated differences in AUROC to determine whether the inclusion of race improved model performance. All analyses were conducted using R (v4.2.0) and Python (v3.7.16) on the American Heart Association’s Precision Medicine Platform ( https://pmp.heart.org ). All p values are 2-sided. Because of the large size of the study population, statistical significance was defined as p <0.01. 14 Results Study population The study cohort included 201,191 patients from 605 hospitals who were hospitalized with AMI ( Table 1 , Figure S1). Median age was 65 years (IQR: 57–75 years), and 32.7% of patients were female. 70.8% were Non-Hispanic White, 13.6% Non-Hispanic Black, and 8.1% Hispanic. In-hospital death occurred in 10,389 (5.2%) patients. Compared to patients who survived, patients who died were older (median age 72 vs. 65 years), more often female (39.1% vs. 32.4%), had diabetes mellitus (36.4% vs. 31.4%) and atrial fibrillation (12.9% vs. 7.4%). Patients who died were more likely to have had cardiogenic shock (31.1% vs. 2.8%) and cardiac arrest prior to hospital arrival (22.8% vs. 2.1%). The held-out validation cohort consisted of 70,302 patients hospitalized between January 1 and December 31, 2023, with similar distributions of demographic characteristics, comorbidities, and social factors compared to the overall study cohort ( Table S2) . View this table: View inline View popup Table 1. Baseline Characteristics View this table: View inline View popup Download powerpoint Table 2. Model performance on total cohort (AUROC). Associations Between Baseline Characteristics and in-Hospital Mortality Figure 1 presents the associations between baseline clinical variables and in-hospital mortality, as estimated by a generalized linear mixed model. The variables with the highest odds ratios were cardiac arrest prior to arrival (OR 6.29, 95% CI: 5.78–6.84) and cardiogenic shock at first medical contact (OR 4.65, 95% CI: 4.32–5.01), indicating the strongest associations with in-hospital mortality. Other clinical predictors significantly associated with increased mortality included age, STEMI on ECG, and heart failure at presentation. Several clinical variables not included in previous models were also significantly associated with in-hospital mortality, including diabetes mellitus, atrial fibrillation, cerebrovascular disease, and prior coronary artery bypass grafting. Although the median and IQR of SVI were nearly identical between survivors and non-survivors (0.43 [0.40] vs. 0.43 [0.41]), the model revealed that even within this narrow range, incremental increases in social vulnerability were significantly associated with higher odds of mortality (OR = 1.18, CI 1.06-1.32). Transportation to the hospital by ground EMS (OR = 1.49, 95% CI 1.40–1.60) or transfer from another facility (OR = 1.38, 95% CI 1.28–1.50) were associated with higher in-hospital mortality compared with patients who transported themselves to the emergency room. Download figure Open in new tab Figure 1. Odds Ratios (OR) and 95% Confidence Intervals (CI) for Predictors of In-Hospital Mortality in Acute Myocardial Infarction Patients (GLMM model) Including race as a predictor provided minimal incremental improvement in model performance across varying levels of model complexity (Table S3). In a model with only demographic and clinical severity variables, the discrimination was modest (AUROC = 0.8186). Model performance improved with the addition of medical history, laboratory values, vital signs, and social determinants of health, achieving an AUROC of 0.8685. When race was included in the fully adjusted model, the increase in AUROC was less than 0.001, indicating that race contributed little additional predictive value when comprehensive clinical and social factors were already accounted for. Model Performance Characteristics Among all modes that we tested, the highest median AUROC was achieved by the LightGBM model, with a median AUROC of 0.874 (95% CI, 0.867–0.880) ( Table 1 ). The generalized linear mixed model achieved a median AUROC of 0.865 (95% CI, 0.859–0.872), similar to the performance of models built using random forest and XGBoost models. In the separate validation cohort of patients (n=59,730 patients), the LightGBM’s performance remained stable (AUROC 0.872), outperforming the legacy ACTION Registry – GWTG model (AUROC 0.855). Calibration plots ( Figure 2 ) showed that LightGBM and Random Forest provided the best-calibrated predictions, with predicted mortality closely matching observed mortality across deciles. In the separate validation cohort, the legacy ACTION Registry – GWTG model and the generalized linear mixed model overestimated mortality across high-risk patients. Download figure Open in new tab Figure 2. Calibration of prediction models using the held-out test set. Sensitivity analysis In subgroup analyses ( Table 3 ) across all sex, race/ethnicity, clinical presentation, and calendar year subgroups, LightGBM achieved the highest AUROC, indicating superior discriminative performance. In calibration subgroup analyses ( Figure 3 ), both LightGBM maintained consistent calibration, whereas the ACTION Registry – GWTG model and the generalized linear mixed model each overestimated risk in the highest risk patients, such as female, and racial/ethnic minority groups. Among patients with NSTEMI, the LightGBM model shows the best calibration, with slightly underprediction for high risk. The ACTION Registry – GWTG model and generalized linear mixed performs well at low-to-mid risk but overestimates risk between 0.7–0.8. These patterns may reflect the greater clinical heterogeneity and complexity typically observed in NSTEMI compared to STEMI patients. 15 Download figure Open in new tab Download figure Open in new tab Figure 3. Calibration of prediction models on subgroup. View this table: View inline View popup Table 3. Discrimination (AUROC) on subgroup stratified by sex, race & ethnicity, STEMI or NSTEMI, years group. For clarity in figures and tables, we refer to the LightGBM-based model as the GWTG-CAD risk model, given its superior performance in both discrimination and calibration. Feature importance of machine learning model To enhance model interpretability, we used SHapley Additive exPlanations (SHAP) to visualize how the final GWTG-CAD model generated mortality predictions ( Figure 4 ). Overall, age was the strongest predictor, followed by systolic blood pressure, heart rate, and STEMI presentation. The beeswarm plot revealed that lower systolic blood pressure values were strongly associated with increased mortality risk, while mid-to-high values were associated with decreased risk. Download figure Open in new tab Figure 4. Global Feature Importance and Local Explanation Summary for Predicting In-Hospital Mortality in AMI Patients Using SHAP Values in the GWTG-CAD model. The left side is the global importance ranking of features that represents the average influence of the feature across the entire dataset. The right side of beeswarm plots show how a feature impacts individual predictions. Renal function markers including initial serum creatinine and creatinine clearance were also prominent contributors, underscoring the importance of renal dysfunction in acute mortality risk. Features such as cardiac arrest, cardiogenic shock, and heart failure at presentation, had high SHAP values for certain patients but lower predictive importance due to their low prevalence in the overall cohort. Social and system-level factors, including SVI, insurance type, and mode of arrival (e.g., EMS transport), were also retained as influential, highlighting the value of incorporating social context into risk prediction models. Discussion Accurate in-hospital risk prediction for patients with AMI remains a critical endeavor with significant implications for clinical decision-making and hospital quality assessment. The dynamic nature of clinical practice, evolving patient demographics, and shifting social determinants of health necessitate the continuous development and validation of contemporary risk stratification tools. This study addresses this need by using contemporary nationwide data, state-of-the-art machine learning methods, and a broad set of prospectively-collected prediction variables to develop the novel risk model. Our study offers several key advancements over existing benchmarks. First, we incorporated an expanded set of clinical variables alongside community-level socioeconomic factors, allowing for a more comprehensive assessment of risk. Second, we rigorously evaluated both traditional statistical methods (generalized linear mixed model) and advanced machine learning approaches, with GWTG-CAD model demonstrating superior performance in both discrimination and calibration. Third, we conducted a robust evaluation of model performance across various demographic and clinical subgroups, as well as over time, including during the COVID-19 pandemic. The GWTG-CAD model consistently exhibited good to excellent discrimination, achieving an AUROC of 0.874 in the validation cohort, outperforming the generalized linear mixed model and the legacy model, which achieved an AUROC of 0.859 in our test set. This superior performance was maintained across demographic and clinical subgroups, highlighting the potential for more equitable risk assessment. Furthermore, the GWTG-CAD model demonstrated better calibration than the generalized linear mixed model, including across subgroups, and its calibration remained stable over time, underscoring its generalizability to current clinical settings. Enhanced predictive performance of the novel GWTG-CAD model compared with previous models can be explained both by its use of a greater set of predictive variables and use of modern statistical methods. A generalized linear mixed model using a larger set of variables had enhanced discrimination (though not calibration) compared with the legacy model, and the novel machine learning model had still greater discrimination. This emphasizes the need for regular updates to risk prediction models to maintain accuracy and equity. While the ACTION Registry–GWTG model remains valuable as a historical benchmark, our study highlights the potential of our newly developed models to provide more accurate risk estimates in the current era. Our analysis also provides insights into the predictive value of various factors. Beyond well-established predictors such as age, hemodynamic instability, and clinical severity at admission, we found that comorbidities, transportation method, and community-level socioeconomic factors contributed added value to risk prediction. Interestingly, the inclusion of self-reported race did not enhance model performance once all clinical and socioeconomic predictors were accounted for. This suggests that race-associated differences in outcomes may be mediated through the measurable clinical and socioeconomic factors already captured in our models. We acknowledge several limitations in our study. Only patients presenting to facilities participating in GWTG-CAD were included. Participation in this registry is voluntary and thus may include higher volume hospitals providing higher-quality care than hospitals not included. This may limit the generalizability of our findings to hospitals that did not participate in GWTG-CAD. Additionally, the performance of our models varied slightly across subgroups, with minor under-prediction or over-prediction observed for Non-Hispanic Black and Hispanic patients, warranting further investigation into potential sources of these discrepancies. Finally, we relied on county-level SVI to estimate socioeconomic status, which may not fully capture individual-level variations. Despite these limitations, this study offers an updated and robust risk prediction model for in-hospital mortality following AMI. Future research should focus on validation of these models in external cohorts and their integration into electronic health record (EHR) systems to facilitate real-time risk assessment. Furthermore, assessing the impact of these models on real-world clinical decisions and outcomes is crucial to translate these findings into tangible improvements in patient care. The accurate calibration of our models is particularly important in the context of risk-adjusted hospital performance metrics, which are increasingly used for public reporting and may have financial implications. In conclusion, this study presents a novel and validated in-hospital risk prediction model – the GWTG-CAD model—for AMI that leverages contemporary data, expanded clinical and socioeconomic variables, and advanced machine learning techniques. The superior performance and calibration of the GWTG-CAD model, along with the insights gained into the contribution of various risk factors, represent a significant advancement in the field and hold promise for enhancing the accuracy and equity of risk stratification in AMI patients. Data Availability The Precision Medicine Platform is a cloud-based system that allows researchers to collaborate and analyze large datasets from any computer in the world using a secure environment and the power of machine learning. Within the research interface, users have access to assorted datasets, including the industry-changing Get With The Guidelines® registry data to accelerate findings into impactful discoveries. Researchers must have an approved research proposal to access Get With The Guidelines® registry data. https://www.heart.org/en/professional/quality-improvement/get-with-the-guidelines/get-with-the-guidelines-coronary-artery-disease References 1. ↵ Martin SS , Aday AW , Almarzooq ZI , et al. 2024 Heart Disease and Stroke Statistics: A Report of US and Global Data From the American Heart Association . Circulation . 2024 ; 149 ( 8 ): e347 – e913 . doi: 10.1161/CIR.0000000000001209 OpenUrl CrossRef PubMed 2. ↵ Osho A , Fernandes MF , Poudel R , et al. Race-Based Differences in ST-Segment-Elevation Myocardial Infarction Process Metrics and Mortality From 2015 Through 2021: An Analysis of 178 062 Patients From the American Heart Association Get With The Guidelines-Coronary Artery Disease Registry . Circulation . 2023 ; 148 ( 3 ): 229 – 240 . doi: 10.1161/CIRCULATIONAHA.123.065512 OpenUrl CrossRef PubMed 3. ↵ Jollis JG , Granger CB , Zègre-Hemsey JK , et al. Treatment Time and In-Hospital Mortality Among Patients With ST-Segment Elevation Myocardial Infarction, 2018-2021 . JAMA . 2022 ; 328 ( 20 ): 2033 – 2040 . doi: 10.1001/jama.2022.20149 OpenUrl CrossRef PubMed 4. ↵ McNamara RL , Kennedy KF , Cohen DJ , et al. Predicting In-Hospital Mortality in Patients With Acute Myocardial Infarction . J Am Coll Cardiol . 2016 ; 68 ( 6 ): 626 – 635 . doi: 10.1016/j.jacc.2016.05.049 OpenUrl FREE Full Text 5. ↵ Granger CB , Goldberg RJ , Dabbous O , et al. Predictors of hospital mortality in the global registry of acute coronary events . Arch Intern Med . 2003 ; 163 ( 19 ): 2345 – 2353 . doi: 10.1001/archinte.163.19.2345 OpenUrl CrossRef PubMed Web of Science 6. ↵ Emmerich SD , Fryar CD , Stierman B , Ogden CL. Obesity and Severe Obesity Prevalence in Adults: United States, August 2021–August 2023 . Accessed May 30, 2025. https://stacks.cdc.gov/view/cdc/159281 7. ↵ Vyas DA , Eisenstein LG , Jones DS . Hidden in Plain Sight — Reconsidering the Use of Race Correction in Clinical Algorithms . N Engl J Med . 2020 ; 383 ( 9 ): 874 – 882 . doi: 10.1056/NEJMms2004740 OpenUrl CrossRef PubMed 8. ↵ Khan SS , Matsushita K , Sang Y , et al. Development and Validation of the American Heart Association’s PREVENT Equations . Circulation . 2024 ; 149 ( 6 ): 430 – 449 . doi: 10.1161/CIRCULATIONAHA.123.067626 OpenUrl CrossRef PubMed 9. ↵ Beon C , Wang L , Manchanda V , et al. Empowering Research With the American Heart Association Get With The Guidelines Registries Through Integration of a Database and Research Tools . Circ Cardiovasc Qual Outcomes . 2024 ; 17 ( 9 ): e010967 . doi: 10.1161/CIRCOUTCOMES.124.010967 OpenUrl CrossRef PubMed 10. ↵ Flanagan BE , Gregory EW , Hallisey EJ , Heitgerd JL , Lewis B . A Social Vulnerability Index for Disaster Management . J Homel Secur Emerg Manag . 2011 ; 8 ( 1 ). doi: 10.2202/1547-7355.1792 OpenUrl CrossRef 11. ↵ Yan C , Gao C , Zhang Z , et al. Predicting brain function status changes in critically ill patients via Machine learning . J Am Med Inform Assoc JAMIA . 2021 ; 28 ( 11 ): 2412 – 2422 . doi: 10.1093/jamia/ocab166 OpenUrl CrossRef PubMed 12. Hyland SL , Faltys M , Hüser M , et al. Early prediction of circulatory failure in the intensive care unit using machine learning . Nat Med . 2020 ; 26 ( 3 ): 364 – 373 . doi: 10.1038/s41591-020-0789-4 OpenUrl CrossRef PubMed 13. ↵ Osawa I , Goto T , Yamamoto Y , Tsugawa Y . Machine-learning-based prediction models for high-need high-cost patients using nationwide clinical and claims data . Npj Digit Med . 2020 ; 3 ( 1 ): 1 – 9 . doi: 10.1038/s41746-020-00354-8 OpenUrl CrossRef PubMed 14. ↵ The Proposal to Lower P Value Thresholds to .005 | Research, Methods, Statistics | JAMA | JAMA Network . Accessed May 30, 2025. https://jamanetwork.com/journals/jama/article-abstract/2676503 15. ↵ Fanaroff AC , Roe MT , Clare RM , et al. Competing Risks of Cardiovascular Versus Noncardiovascular Death During Long-Term Follow-Up After Acute Coronary Syndromes . J Am Heart Assoc . 2017 ; 6 ( 9 ): e005840 . doi: 10.1161/JAHA.117.005840 OpenUrl Abstract / FREE Full Text View the discussion thread. Back to top Previous Next Posted July 05, 2025. Download PDF Data/Code Email Thank you for your interest in spreading the word about medRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following Advancing In-Hospital Mortality Prediction for Acute Myocardial Infarction: an analysis from the American Heart Association Get-With-the-Guidelines Coronary Artery Disease Registry Message Subject (Your Name) has forwarded a page to you from medRxiv Message Body (Your Name) thought you would like to see this page from the medRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share Advancing In-Hospital Mortality Prediction for Acute Myocardial Infarction: an analysis from the American Heart Association Get-With-the-Guidelines Coronary Artery Disease Registry Juan Zhao , Haoyun Hong , Alexander Fanaroff , Sophia Zhong , Kelvin N.V. Bush , Christopher Granger , Nicole Huber , Cynthia A. Jackevicius , Ingrid Kindipan , Shen Li , Paula Lewis , Asishana Osho , Jeffrey Sather , Stephen L. Sigal , Kathie Thomas , Zhao Ni , Jennifer L. Hall , Alice K. Jacobs , Abhinav Goyal medRxiv 2025.07.02.25330775; doi: https://doi.org/10.1101/2025.07.02.25330775 Share This Article: Copy Citation Tools Advancing In-Hospital Mortality Prediction for Acute Myocardial Infarction: an analysis from the American Heart Association Get-With-the-Guidelines Coronary Artery Disease Registry Juan Zhao , Haoyun Hong , Alexander Fanaroff , Sophia Zhong , Kelvin N.V. Bush , Christopher Granger , Nicole Huber , Cynthia A. Jackevicius , Ingrid Kindipan , Shen Li , Paula Lewis , Asishana Osho , Jeffrey Sather , Stephen L. Sigal , Kathie Thomas , Zhao Ni , Jennifer L. Hall , Alice K. Jacobs , Abhinav Goyal medRxiv 2025.07.02.25330775; doi: https://doi.org/10.1101/2025.07.02.25330775 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Cardiovascular Medicine Subject Areas All Articles Addiction Medicine (569) Allergy and Immunology (863) Anesthesia (300) Cardiovascular Medicine (4442) Dentistry and Oral Medicine (444) Dermatology (383) Emergency Medicine (609) Endocrinology (including Diabetes Mellitus and Metabolic Disease) (1511) Epidemiology (15230) Forensic Medicine (30) Gastroenterology (1126) Genetic and Genomic Medicine (6610) Geriatric Medicine (668) Health Economics (998) Health Informatics (4542) Health Policy (1370) Health Systems and Quality Improvement (1613) Hematology (543) HIV/AIDS (1266) Infectious Diseases (except HIV/AIDS) (15923) Intensive Care and Critical Care Medicine (1103) Medical Education (623) Medical Ethics (147) Nephrology (668) Neurology (6607) Nursing (346) Nutrition (999) Obstetrics and Gynecology (1146) Occupational and Environmental Health (957) Oncology (3338) Ophthalmology (974) Orthopedics (369) Otolaryngology (420) Pain Medicine (436) Palliative Medicine (130) Pathology (664) Pediatrics (1693) Pharmacology and Therapeutics (692) Primary Care Research (712) Psychiatry and Clinical Psychology (5448) Public and Global Health (9238) Radiology and Imaging (2202) Rehabilitation Medicine and Physical Therapy (1370) Respiratory Medicine (1196) Rheumatology (596) Sexual and Reproductive Health (714) Sports Medicine (530) Surgery (712) Toxicology (99) Transplantation (289) Urology (265) (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'a01d0f07db65300f',t:'MTc3OTgwMTQzMg=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();

Text is read by the "Ask this paper" AI Q&A widget below. Extraction quality varies by source — PMC NXML preserves structure cleanly, OA-HTML may include some navigation residue, and OA-PDF can have broken hyphenation. The publisher copy (via DOI) is the canonical version.

My notes (saved in your browser only)

Ask this paper AI returns verbatim quotes from the full text · source: preprint-html

Answers must be backed by verbatim quotes from this paper's full text. Hallucinated quotes are dropped automatically; if no verbatim passage answers the question, we say so. How this works

Citation neighborhood (no data yet)

We don't have any in-corpus citations linked to this paper yet. This is a recent paper (2025) — citers typically take a year or two to land, and the OpenAlex reference graph may still be filling in.

Source provenance

europepmc
last seen: 2026-05-20T01:45:00.602351+00:00