Full text
128,796 characters
· extracted from
preprint-html
· click to expand
Computational Mechanisms of Approach-Avoidance Conflict Predictively Differentiate Between Affective and Substance Use Disorders | medRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-P4HH5NV'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search Computational Mechanisms of Approach-Avoidance Conflict Predictively Differentiate Between Affective and Substance Use Disorders View ORCID Profile Marishka M. Mehta , View ORCID Profile Navid Hakimi , Orestes Pena , View ORCID Profile Taylor Torres , View ORCID Profile Carter M. Goldman , View ORCID Profile Claire A. Lavalley , View ORCID Profile Jennifer L. Stewart , View ORCID Profile Hannah Berg , View ORCID Profile Maria Ironside , View ORCID Profile Martin P. Paulus , View ORCID Profile Robin Aupperle , View ORCID Profile Ryan Smith doi: https://doi.org/10.1101/2025.02.10.25321894 Marishka M. Mehta 1 Laureate Institute for Brain Research , Tulsa, OK, United States 2 University of Tulsa , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Marishka M. Mehta Navid Hakimi 1 Laureate Institute for Brain Research , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Navid Hakimi Orestes Pena 1 Laureate Institute for Brain Research , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site Taylor Torres 1 Laureate Institute for Brain Research , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Taylor Torres Carter M. Goldman 1 Laureate Institute for Brain Research , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Carter M. Goldman Claire A. Lavalley 1 Laureate Institute for Brain Research , Tulsa, OK, United States 2 University of Tulsa , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Claire A. Lavalley Jennifer L. Stewart 1 Laureate Institute for Brain Research , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Jennifer L. Stewart Hannah Berg 1 Laureate Institute for Brain Research , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Hannah Berg Maria Ironside 1 Laureate Institute for Brain Research , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Maria Ironside Martin P. Paulus 1 Laureate Institute for Brain Research , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Martin P. Paulus Robin Aupperle 1 Laureate Institute for Brain Research , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Robin Aupperle Ryan Smith 1 Laureate Institute for Brain Research , Tulsa, OK, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Ryan Smith For correspondence: rsmith{at}laureateinstitute.org Abstract Full Text Info/History Metrics Data/Code Preview PDF Abstract Psychiatric disorders are highly heterogeneous and often co-morbid, posing specific challenges for effective treatment. Recently, computational modeling has emerged as a promising approach for characterizing sources of this heterogeneity, which could potentially aid in clinical differentiation. In this study, we tested whether computational mechanisms of decision-making under approach-avoidance conflict (AAC) – where behavior is expected to have both positive and negative outcomes – may have utility in this regard. We first carried out a set of pre-registered modeling analyses in a sample of 480 individuals who completed an established AAC task. These analyses aimed to replicate cross-sectional and longitudinal results from a prior dataset (N=478) – suggesting that mechanisms of decision uncertainty ( DU ) and emotion conflict ( EC ) differentiate individuals with depression, anxiety, substance use disorders, and healthy comparisons. We then combined the prior and current datasets and employed a stacked machine learning approach to assess whether these computational measures could successfully perform out-of-sample classification between diagnostic groups. This revealed above-chance differentiation between affective and substance use disorders (balanced accuracy > 0.688), both in the presence and absence of co-morbidities. These results demonstrate the predictive utility of computational measures in characterizing distinct mechanisms of psychopathology and may point to novel treatment targets. The presence of comorbid psychiatric disorders is associated with greater severity, chronicity, poorer treatment response, and overall functional impairment ( Kessler et al., 2015 ; Klein Hofmeijer-Sevink et al., 2012 ; Plana-Ripoll et al., 2020 ; Plana-Ripoll et al., 2019 ). Comorbid psychiatric disorders show considerable heterogeneity, which can pose further difficulties for prognosis and treatment. Unfortunately, the mechanisms leading to this pattern of comorbidity and heterogeneity remain poorly understood, limiting development of more targeted treatments. It is expected that some of the mechanisms underlying psychiatric disorders are transdiagnostic and account for comorbidities ( Dalgleish et al., 2020 ), while other mechanisms may differentiate clinical profiles that have distinct underlying causes. If so, developing more targeted and individualized treatments will likely require identification of both transdiagnostic and diagnosis-specific mechanisms. One prominent set of cognitive and neurocomputational mechanisms of transdiagnostic relevance pertains to approach-avoidance conflict (AAC), where available choices are expected to lead to both positive and negative outcomes ( Aupperle & Paulus, 2010 ). In depression and anxiety disorders (DEP/ANX), for example, maladaptive resolution of this conflict can manifest as avoidance of rewarding activities in anticipation of feared negative outcomes ( Barlow et al., 2016 ). Similarly, individuals with substance use disorders (SUDs) often experience conflict between cravings, withdrawal, and the negative consequences of dependence, possibly leading to continued substance use despite loss of career, social support, and physical health. Given its broad relevance, a growing body of clinical research has emerged in recent years examining maladaptive decision processes under AAC in different clinical populations (for a detailed review, refer Letkiewicz et al. (2023) ), with the goal of identifying novel and individualized treatment targets ( Paulus, 2017 ). Within this body of work, several paradigms have been used to study AAC (reviewed by Kirlic et al. (2017) ). More recently, computational modeling approaches have highlighted cognitive processes, such as suboptimal reward valuation, uncertainty, or inference, which may contribute to maladaptive AAC behavior c. However, the clinical utility of these findings remains limited by sparse evidence of replicability and longitudinal stability of computational markers. Such investigations will be crucial for progress in computational psychiatry and its continued effort to identify underlying mechanisms and predictors of treatment outcomes ( Huys et al., 2021 ). In previous work, we have investigated cross-sectional differences in, and longitudinal stability of, AAC behavior in transdiagnostic samples including healthy comparisons (HCs), individuals with DEP/ANX, and individuals with SUDs ( Smith et al., 2021b ; Smith et al., 2021c ). This work made use of a novel computational model capable of disentangling two dimensions of AAC: the subjective value of negative stimuli, referred to as emotion conflict ( EC ), and the inconsistency in choice under identical conflict conditions, referred to as decision uncertainty ( DU ). We found that individuals in both clinical groups showed higher DU and lower EC than HCs, which was consistent at a 1-year follow-up visit. The cross-sectional results at baseline were also recently replicated in an independent sample ( Smith et al., 2023 ), suggesting generalizability. However, the longitudinal findings remain to be replicated. It also remains unclear whether these model-based measures support out-of-sample prediction and whether they are fully transdiagnostic or might also differentiate clinical sub-populations. Our previous work also found that observed group differences in EC were driven largely by females. This added to a growing literature on sex differences in diagnostic frequency, symptom experience, and coping mechanisms ( Gobinath et al., 2017 ; Green et al., 2019 ; Kelly et al., 2008 ; Matud, 2004 ; Riecher-Rössler, 2017 ; Rutter et al., 2003 ). For example, females appear more prone to affective disorders ( Green et al., 2019 ; Rutter et al., 2003 ), and specific difficulties in emotion regulation have also been associated with symptom severity in females but not males ( Kelly et al., 2008 ). It is therefore possible that the sex differences we have observed in AAC behavior could contribute to these specific difficulties. In the current study, we first carry out a pre-registered replication ( https://osf.io/7hsx9 ) of our earlier longitudinal results and observed sex differences in a new clinical sample to support their generalizability. We then combine our prior and current datasets, affording greater statistical power to test whether narrower diagnostic groups (i.e., different affective or substance use disorders) may be differentiated by longitudinal dynamics in DU or EC . Finally, we use state-of-the-art machine learning approaches to test the out-of-sample predictive accuracy of these computational measures in clinical categorization. This provides a direct test of whether DU and EC levels are jointly capable of differentiating if an individual has an affective disorder, at least one SUD, or both, and thus whether they might underlie transdiagnostic or diagnosis-specific aspects of these disorders. Together, these results demonstrate how a computational characterization of behavior under AAC may provide both mechanistic and pragmatic information that could be useful in a clinical setting. Method Participants This study leveraged a community-based sample (N=1050) from the Tulsa 1000 (T1000) study ( Victor et al., 2018 ), which was recruited through radio, electronic media, treatment center referrals, and word of mouth. All participants were between the ages of 18–55 years. Transdiagnostic population screening was done using dimensional measures: Patient Health Questionnaire (PHQ; ( Kroenke et al., 2001 )) ≥ 10, Overall Anxiety Severity and Impairment Scale (OASIS; ( Norman et al., 2006 )) ≥ 8, and/or Drug Abuse Screening Test (DAST-10; ( Bohn et al., 1991 )) score ≥ 3. Healthy individuals did not show elevated symptoms or meet criteria for any psychiatric diagnosis. Exclusion criteria included a positive test for drugs of abuse; diagnosis of psychotic, bipolar, or obsessive-compulsive disorders; or reported history of moderate to severe traumatic brain injury, neurologic disorders, or severe or unstable medical conditions, active suicidal intent, or plan, or change in medication dose within 6 weeks. For detailed inclusion and exclusion criteria, see Victor et al. (2018) . As with prior work in the exploratory sample used in our prior reports (i.e., taken from the first 500 participants recruited to the T1000 study; ( Smith et al., 2021b ; Smith et al., 2021c )), the confirmatory sample (i.e., taken from the subsequent 550 participants recruited to the T1000 study; ( Smith et al., 2023 )) was divided into three groups: (i) HCs (baseline: N=97, 1-year follow-up: N=69); (ii) DEP/ANX (baseline: N=208, 1-year follow-up: N=135; including individuals with major depressive disorder with or without social anxiety disorder, generalized anxiety disorder, panic disorder, and/or posttraumatic stress disorder); (iii) SUDs (baseline: N=175, 1-year follow-up: N=83; with or without comorbid anxiety/depression). A full breakdown of co-morbidities is provided in Supplementary Table 1 . Diagnostic grouping was performed in accordance with the DSM-IV or DSM-5 criteria using the Mini International Neuropsychiatric Inventory (MINI; ( Sheehan et al., 1998 )), which was administered at the baseline visit by a trained professional. Participant grouping was retained at 1-year follow-up, irrespective of change in diagnostic status (while analyses assessing change in symptoms over time tested for relevant potential effects; see Supplementary Figure 1 ). Data collection procedure The T1000 protocol included intensive assessment of demographic, clinical, and psychiatric features, with a focus on negative and positive affect, arousal, and cognitive functioning. The complete list of assessments, along with their validity and reliability, are reported elsewhere ( Victor et al., 2018 ). In this study, we examine the following measures, which were collected at baseline and 1-year follow-up: Patient-Reported Outcomes Measurement Information System (PROMIS) depression and anxiety scales ( Cella et al., 2010 ), the Behavioral Activation/Inhibition scales (BIS/BAS; ( Carver & White, 1994 )), the Positive and Negative Affect Schedule (PANAS; ( Watson et al., 1988 )), the Anxiety Sensitivity Index (ASI; ( Sandin et al., 2001 )), the Temporal Experience of Pleasure Scale (TEPS; ( Gard et al., 2006 )), and the State-Trait Anxiety Inventory (STAI; ( Spielberger et al., 1970 )). All data collection procedures were approved by the Western Institutional Review Board. All participants provided written informed consent before completion of the study protocol, in accordance with the Declaration of Helsinki, and were compensated for participation ( ClinicalTrials.gov identifier: # NCT02450240 ). Approach-avoidance conflict (AAC) task The AAC task ( Figure 1 ) has been described in detail in our previous work ( Aupperle et al., 2015 ; Aupperle et al., 2011 ; Smith et al., 2021b ). Briefly, a picture of an avatar standing above a runway, at its starting position, was presented on each trial. Participants were asked to move the avatar to one of the nine positions on the runway, toward the cues presented on either side. The cue consisted of an image – sun or cloud – representing a positive or negative affective image-sound pair, respectively, that would be shown with higher probability as the avatar moved closer to the associated side (detailed below). There was also a rectangular bar on each side, where the height of the red fill represented reward points associated with the linked image-sound pair. There were five trial types across 60 trials (12 each), defined by the cues presented: avoid-threat (AV), approach-reward (APP), and three levels of conflict trials (CONF2, CONF4, CONF6). In AV trials, the cloud and sun images were presented on opposing sides, with 0 reward points associated with either. APP trials provided positive affective stimuli on both sides, where one side was associated with 0 points and the other with 2 points. Lastly, in conflict trials, cues presented always included the sun with 0 reward points and the cloud with levels of 2 (CONF2), 4 (CONF4), and 6 (CONF6) reward points. These reward points did not lead to additional monetary compensation. The affective images and sounds were sampled from the International Affective Picture System (IAPS; ( Lang et al., 2008 )), International Affective Digitized Sounds (IADS; ( Lang & Bradley, 1999 )), and other freely available audio files (refer to Aupperle et al. (2015) and Chrysikou et al. (2017) ). Download figure Open in new tab Figure 1. The approach-avoidance (AAC) task. Bottom : Each trial is divided into a decision phase, an affective stimulus phase, and a reward phase. Trials are separated by a variable intertrial fixation time. Top : During the decision phase, participants choose to move an avatar to one of nine positions on a runway. Pictures are presented on each side of the runway, indicating the types of stimuli that could be presented during the affective stimulus and reward phases. The sun and cloud images represented potential positive and negative affective stimuli, respectively (each being an image–sound combination). The height of the red fill in a rectangle signified the number of points that would be received in the reward phase (ranging from 0 to 6 points). Participants were instructed that the final position of the avatar determined the probability of each of these outcomes occurring (in increments of 10%, from 90% to 10% with each step away from the associated stimulus indicator images). The five trial types and associated probabilities of each outcome at each runway position. The task consisted of 60 trials, with 12 of each of the five trial types. Model-free task measures included: 1) average chosen runway position; 2) choice variability, measured as within-subject standard deviation in chosen runway position (i.e., measuring response consistency); and 3) response times (RTs, i.e., time to initial button press) across trials. Participants also completed a short post-task Likert scale survey (specific questions discussed below). Computational modeling As in our previous studies ( Smith et al., 2021b ; Smith et al., 2021c ; Smith et al., 2023 ), a two-parameter partially observable Markov decision process (POMDP) framework ( Table 1 ) was used to model AAC task behavior. The model estimated parameters reflecting decision uncertainty ( DU ) and the subjective aversion to negative stimuli (i.e., relative to subjective value assigned to each point that could be won; “emotion conflict” [ EC ]). Higher EC values reflect greater avoidance of negative image-sound pairs, depending on the reward point value on offer. Higher DU values suggest greater variability in choice under identical task conditions and the tendency to adopt choices nearer to the middle of the runway. Thus, these parameters capture two dimensions of AAC. View this table: View inline View popup Table 1. Markov decision process model of the AAC task. Parameter estimates were optimized by maximizing the likelihood of participants’ choice behavior using a standard Bayesian approach called Variational Laplace ( Friston et al., 2007 ). Model simulations were done using the spm_MDP_VB_X.m MATLAB script, within the freely available SPM academic software package ( http://www.fil.ion.ucl.ac.uk/spm/ ). MATLAB scripts used to model the task are provided in Appendix 3 of Smith et al. (2021b) . We also examined if the choice-based model could capture aspects of decision deliberation reflected by RTs. Here, a trial-by-trial measure of choice uncertainty was calculated as the entropy of the probability distribution over actions ( π ): Pearson correlation coefficients were computed for each participant between trial-by-trial RTs and choice uncertainty . A linear mixed effects model (LME) was then used to test whether this association was significantly greater than 0 across participants, while controlling for the effects of group, time, their interaction, and individual-level random effects. Secondary analyses were performed to evaluate the relationship between RTs and chosen runway position, and RTs and model parameters. Here, LMEs were used to predict chosen runway position and model parameters based on group, time, and RTs, and possible group x time and group x RT interactions. Sample differences Differences in participant characteristics were measured at the baseline and 1-year follow-up visit, and between the exploratory and confirmatory samples using frequentist and Bayesian approaches. For each group, possible differences in model parameters at baseline, follow-up, and their pre-post change were separately assessed using t-tests and regression. Equivalent Bayesian t-tests and regressions were performed to compute Bayes Factors (BFs; using the Bayesfactor package in R [ https://richarddmorey.github.io/BayesFactor/ ]), which reflect the ratio of the probability of observed data under models with vs. without an effect of interest. Thus, BFs < 1 provide evidence in favor of a null model. For parameter change scores, these Bayesian regression models included sample type and baseline scores as predictors of change scores. The null model retained baseline scores as a predictor to isolate the effect of sample type (exploratory vs. confirmatory) from any potential confounding effects of baseline differences. Statistical analysis All statistical analyses were performed using the R statistical package (2023; www.R-project.org/ ). Each analysis below follows the pre-registered analysis plan ( https://osf.io/7hsx9 ) for replicating our prior results ( Smith et al., 2021c ). Additional analyses were conducted in the combined exploratory and confirmatory datasets to address more granular clinical group differences and out-of-sample classification of those with each disorder (see below for details). Model validity Model performance was evaluated using the average action probability and accuracy scores under the best-fit model for each participant, reflecting the average percentage of trials for which the action with the highest probability in the model matched the action chosen. The relationship between model parameters ( EC and DU ) and RTs was also examined, with the expectation that higher EC and DU would correlate with slower RTs. The relationship between parameter estimates and post-task Likert scales was also assessed, with the expectation that higher EC values would be associated with greater self-reported avoidance motivation and anxiety during the task, while higher DU would be associated with greater self-reported difficulty in making decisions on the task. Within-subject stability Consistency in scores over time (baseline to 1-year follow-up) was evaluated using single-measure consistency intra-class correlations [ICC(3, 1)]. These analyses were carried out for individual parameter estimates ( EC and DU ), model-free task measures (RTs, average chosen runway position, choice variability), clinical measures (PHQ, OASIS, and DAST), dimensional affective measures (ASI, BIS/BAS, PROMIS, PANAS, STAI, and TEPS), and post-task survey items. This was done across all participants and then further analyzed for each group separately. In line with prior suggestions, ICCs below 0.4 were considered ‘poor’, greater than 0.40 were considered ‘fair’, and greater than 0.60 were considered ‘good’ ( Cicchetti, 1994 ). Clinical differences LMEs were used to investigate the impact of the group (sum coded; HC=-1) on model parameter estimates, model-free descriptive measures, and post-task scale items. These models also assessed the effect of time (sum coded: baseline = −1; follow-up = 1) and its interaction with group. Further LMEs also confirmed that the observed effects were not accounted for by age (centered) or biological sex (sum coded: female = −1; male = 1), along with their interaction with group. Similar to our previous report ( Smith et al., 2023 ), an additional LME was performed controlling for the effect of WRAT Reading scores (a measure of premorbid cognitive ability ( Johnstone et al., 1996 )) and its interaction with group in a subset of participants with available data (N Baseline =391; N Followup =238). Partial correlations were performed assessing whether baseline task measures ( EC , DU , RTs, and average chosen runway position) predicted change in dimensional measures from baseline to follow-up (ASI, BIS/BAS, PROMIS, PANAS, STAI, and TEPS) while accounting for baseline symptom values. Similar analyses were also carried out in relation to symptom measures within the clinical groups. Further analyses also tested potential associations between changes in task measures and changes in symptoms over time (accounting for baseline values for each). Bayes factors were also calculated for these correlations to more strongly support null results in cases where frequentist analyses did not replicate previous findings. When computing these Bayes factors, the null hypothesis model included possible effects of baseline symptom levels. Combined Sample Analyses After completing pre-registered analyses, the exploratory (N Baseline =478; N Follow-up =324) and confirmatory (N Baseline =480; N Follow-up =287) samples were combined to ask novel questions benefiting from additional statistical power. Disorder Specific analyses The consistency of clinical differences in model parameters between HCs and more specific diagnostic categories (e.g., generalized anxiety disorder, social anxiety disorder, methamphetamine use disorder, opioid use disorder) within each group was examined using LMEs with the same structure described above: parameter ∼ group*time + (1|participant) and parameter ∼ group + time + group*age + group* sex + (1|participant) . Each analysis was performed on a subsample including only the data from HCs and individuals with the specified disorder (irrespective of comorbidities; thus, some participants were included in more than one clinical group). Due to the small sample of individuals with hallucinogen use disorder (N Baseline =15; N Follow-up =4), this subgroup was not analyzed separately. Predictive clinical categorization To further assess the clinical utility of our computational model parameters, we utilized standard binary classification machine learning techniques, applying 5-fold cross-validation to predict group membership within our clinical sample (i.e., removing HCs from all analyses) using computational task metrics. In particular, we tested out-of-sample accuracy in classifying: 1) the exclusive presence of affective disorders or SUDs (i.e., with no comorbidity between the two; N=320 and 51, respectively); 2) the presence versus. absence of SUDs (with or without comorbid affective disorders; N=167 and 327, respectively); 3) the presence vs. absence of affective disorders (with or without comorbid SUDs; N=436 and 58, respectively); and 4) the presence vs. absence of comorbidity generally (i.e. those with only SUDs or only DEP/ANX vs. those with both types of disorders; N=123 and 371, respectively). To do so, an established stacked ensemble approach was used (detailed within Ekhtiari et al. (2019) ), in which three different classification approaches were selected. Their performance was compared, and an optimized combination of their predictions was then evaluated. The chosen algorithms were selected to represent different classes of classification approaches: elastic net (ENET), k-nearest neighbors (KNN), and Bagged AdaBoost (ADABAG). Briefly, ENET is a regularized logistic regression approach that combines lasso (L1) and ridge (L2) penalty terms. It is particularly useful in overcoming multicollinearity and avoiding over-fitting. A parameter α balances the proportion of the L1 and L2 penalties. A second parameter λ sets the weight on the loss function (parameter optimization is described further below). KNN is a non-parametric supervised learning algorithm. The parameter k refers to the number of nearest observations considered to predict the classification label. Finally, ADABAG combines bootstrap aggregation (Bagging) and adaptive boosting (AdaBoost) approaches to improve model accuracy and stability. AdaBoost iteratively classifies weak classifiers (decision trees), where each classifier uses previously misclassified observations. It adaptively increases the weight placed on currently misclassified observations while reducing the weight of data already classified correctly. This aids in reducing bias, variance, and overfitting. However, it can be susceptible to outliers and noisy data. To address this, bagging was used to generate datasets consisting of random samples (with replacement) from the original dataset. AdaBoost models were then trained on these generated datasets. This method improves consistency in prediction by combining the outputs from several weak classifiers, each trained on a generated dataset. AdaBoost has two parameters, mfinal and maxdepth , which control the number of boosting iterations and maximum tree depth, respectively. The 5-fold cross-validation consisted of first dividing the dataset into five equal subsets. For each of the five rounds, four subsets were combined and used as a training dataset and the fifth was used as a testing dataset. In each round, the training dataset was also further divided into training (80%) and validation (20%) subsets. The validation subset was used for finding optimal hyperparameters. Here, seven different starting values were randomly selected for each hyper-parameter and a grid-search approach was used to find the optimal values. After parameter tuning was complete, the stacked ensemble approach then used linear aggregation to combine the predictions of each algorithm. Specifically, the weight on each algorithm was determined by respective model fit (area under the curve [AUC]), such that algorithms with better fits to the data were afforded higher weight in generating the stacked prediction. This process was repeated five times to get a stable comparison of fitted stacked models (STACK), and we report the average performance across these 5 folds. In addition, a variable importance (VI) metric was computed to measure the average scaled contribution (between 0 to 100) of each predictor. Note that, due to the unbalanced sample size, an up-sampling approach was also used during the cross-validation process. Our approach focused on sequentially assessing the degree to which incorporating information derived from our computational model could improve prediction beyond basic demographic variables (age and sex). As such, we tested and compared models with five sets of predictors: 1) age and sex alone; 2) model parameters ( EC and DU at baseline and follow-up) alone; 3) model parameters with age and sex; 4) model parameters and r values representing the correlation between trial-by-trial choice uncertainty and RTs; and 5) model parameters, r values, and age and sex. Because prior and current results show consistent group x age and group x sex interactions in predicting DU and EC , inclusion of demographic variables allowed us to test if they were sufficient to predict clinical grouping on their own (i.e., the observed differences are a function of sample characteristics) or whether model-based information led to substantial improvement in classification. All analyses were conducted using the caretStack library ( https://github.com/kforthman/caretStack ) in R. In addition, glmnet, Matrix, adabag and plyr libraries were used for base models. A full list of available base models can be found at https://topepo.github.io/caret/available-models.html . Results Participant Characteristics Participant demographic and clinical measures are shown in Table 2 . The descriptive statistics for model-based measures ( DU and EC ) are shown in Table 3 . These measures were weakly correlated ( r =0.14, p= 0.020). As in our previous reports, parameters were log-transformed to minimize skew for subsequent analyses using the optLog R package ( https://github.com/kforthman/optLog ). The resulting log-transformed values were: HCs ( DU = 0.73±0.96; EC = 1.06±0.87), DEP/ANX ( DU = 0.70±1.03; EC = 0.83±0.78), SUDs ( DU = 0.79±0.99; EC = 0.43±0.71). View this table: View inline View popup Download powerpoint Table 2. Summary statistics and group differences for demographic and clinical measures View this table: View inline View popup Download powerpoint Table 3. Summary statistics and group differences for model parameters and performance Participant characteristics at baseline for those who did versus did not return for the follow-up visit are provided in Supplementary Tables 2 - 3 . On average, participants who did not return for the follow-up visit had higher scores on the Drug Abuse Screening Test (DAST: t (368.68)=4.15, p< 0.001, d =0.398) and lower scores on the Wide-Range Achievement Test Reading Sub-Test (WRAT), which was used to approximate pre-morbid cognitive capacity ( t (325.23)=-2.11, p= 0.036, d =-0.216; see measure descriptions below for more details). There was also a sex difference, with higher attrition in males, both overall (χ 2 (1, N=480)=14.77, p <0.001) and when restricting to those with SUDs (χ 2 (1, N=175)=9.17, p =0.002). However, males who did vs. did not return for the follow-up visit did not differ in computational measures or in anxiety, depression, or substance use severity (| ts |≤1.68, ps≥ 0.108). No other demographic or symptom severity differences were found between males and females or between those who did or did not return for follow-up in each clinical group separately (| ts |≤1.59, ps≥ 0.118). Note that, given this differential attrition, the linear mixed effects analyses (LMEs) detailed below were performed using all participant data, including baseline data from those who did not return for follow-up. This was based on the intention-to-treat principle, with the goal of minimizing potential biasing effects of drop out on longitudinal findings (i.e., as LMEs can incorporate baseline data in model estimation despite partial missing data at follow-up). To examine trajectories of individual change, supplementary analyses were also performed when only including those who returned for the follow-up visit. Comparison between exploratory and confirmatory samples Participant characteristics at follow-up in the exploratory and confirmatory samples are compared in Table 4 . Individuals in the confirmatory sample tended to be younger ( t (608.34)=2.05, p =0.041, d =0.165) and had lower scores on the Overall Anxiety Severity and Impairment Scale (OASIS; t (506.89)=2.20, p< 0.028, d =0.192). When restricting analyses to the individual clinical groups, it was specifically individuals in the DEP/ANX group in the confirmatory dataset who were younger than those in the exploratory dataset ( t (307.16) = 2.05, p= 0.041, d =0.225). No other demographic differences were found ( Supplementary Table 4 ). View this table: View inline View popup Download powerpoint Table 4. Differences in participant characteristics in the exploratory and confirmatory sample at 1-year follow-up. Figure 2 illustrates the difference in model parameter values between exploratory and confirmatory samples. Here we evaluate sample differences for each group at baseline (all participant data), follow-up, and the change from baseline to follow-up (i.e., only in participants that returned for follow-up). At baseline, lower DU values were observed in the confirmatory sample than in the exploratory sample for both DEP/ANX ( t (417.3)=2.86, p =0.004, d =0.27, Bayes’ Factor [BF]=5.89) and SUDs ( t (331.86)=2.6, p =0.010, d =0.283, BF=2.92). At follow-up, HCs also had higher DU in the confirmatory sample when compared to the exploratory sample ( t (99.97)=-2.05, p =0.043 , d =-0.386, BF=1.30). No other sample differences were observed for DU or EC at baseline or follow-up (| ts |0.26, BFs<0.24). However, some further sample differences were identified in how parameter values changed between baseline and follow-up (see Figure 2 ). First, while DU values decreased from baseline to follow-up in all groups and in both samples, these decreases were stronger in the exploratory sample than in the confirmatory sample for HCs ( F (1, 114)=6.83, p =0.010) and DEP/ANX ( F (1, 324)=3.97, p =0.030). In contrast, SUDs showed similar decreases in DU over time in both samples. Download figure Open in new tab Figure 2. Comparison of exploratory and confirmatory samples. Top : The left panels compare DU values between groups in each sample at baseline and follow-up. The right panel displays the associated change scores (i.e., follow-up scores minus baseline scores). Here, DEP/ANX and SUDs showed lower DU in the confirmatory sample compared to the exploratory sample at baseline, while HCs showed higher DU in the confirmatory sample compared to the exploratory sample at follow-up. Reductions in DU over time were greater in the exploratory sample than in the confirmatory sample for HCs and DEP/ANX, but not for SUDs. Bottom : The left and right panels show equivalent group by sample comparisons for EC scores and change score comparisons, respectively. No sample differences in EC were observed for any groups at baseline or follow-up. HCs in the exploratory sample showed an increase in EC from baseline to follow-up, while participants in the confirmatory sample instead showed no change in EC values. * p < 0.05, ** p < 0.01, *** p < 0.001. Intra-class correlations between parameters at baseline and 1-year follow-up Between baseline and 1-year follow-up, ICCs for EC and DU in the confirmatory sample were fair-to-good (ICCs=0.70 and 0.57, respectively). ICCs for response times (RTs) were fair across task conditions (ICCs between 0.43 and 0.51). For descriptive choice measures, ICCs across conditions were fair-to-good for average chosen runway position (ICCs between 0.54 and 0.71) and poor-to-fair for choice variability (ICCs between 0.37 and 0.51). These results were consistent with those in the exploratory sample. Consistency in clinical scale scores and dimensional measures was also fair-to-good across all participants (ICCs between 0.42 and 0.74). Detailed results of ICCs by group and condition for task measures, as well as for clinical scales and post-task surveys, are provided in Supplementary Tables 5 - 6 . Model validation Across all participants, the model accurately predicted behavior in 81.35% (SD = 1.4%) of trials (i.e., chance accuracy = 11%; 1/9 runway positions) with an average action probability of 0.69±0.28. There were no group differences in model performance ( Table 3 ). As expected, higher values for each parameter predicted slower RTs for each task condition ( DU : r s=0.31-0.55, p s<0.001; EC : r s=|0.14-0.30|, p s<0.024); see Supplementary Figure 2 . This is consistent with results at baseline and with prior longitudinal results in the exploratory sample ( Smith et al., 2021b ; Smith et al., 2021c ; Smith et al., 2023 ). Relationships between model parameters and post-task survey questions were also in expected directions, as detailed in Table 5 . In particular, there were significant positive associations between EC and both self-reported anxiety (Q2) and avoidance motivation (Q5) during the task, and a positive association between DU and greater self-reported decision difficulty (Q3) on the task ( Supplementary Figure 3 ). As the model was not fit to these RT and self-report measures, this provides external support for its validity. Supplementary within-group analyses for these measures are reported in Supplementary Table 7 . View this table: View inline View popup Download powerpoint Table 5. Post-task self-report questionnaire items at baseline and follow-up, and correlations with computational model parameters at follow-up. Diagnostic effects over time To evaluate stability in model parameters, LMEs predicting each parameter were estimated including main effects of age, sex, group, and time, as well as interactions between group and sex and group and age. The LME predicting DU showed significant main effects of age ( F (1, 462)=28.76, p <0.001), time ( F (1, 346)=32.83, p< 0.001), and group ( F (2, 469)=3.08, p= 0.047). This indicated an increase in DU with age, reduction in DU over time (EMM Baseline =1.03; EMM Follow-up =0.73; t (346.52)=5.73, p <0.001 d =0.46), and greater DU in SUDs (EMM=1.05) than the DEP/ANX group (EMM DEP/ANX =0.84; t (472.34)=-2.23, p =0.026, d =0.33). In the LME predicting EC , there was a main effect of age (positive association between age and EC ; F (1, 462)=28.76, p <0.001) and sex (greater EC in females than males; F (1, 471)=6.24, p =0.013; EMM Females =0.80; EMM Males =0.66; t (475.87)=2.03, p =0.043, d =0.34). There was also a main effect of group ( F (2, 470)=15.86, p <0.001), reflecting greater values in HCs (EMM=1.07) than the clinical groups (DEP/ANX: EMM =0.85; t (448.69)=-2.468, p =0.014, d =-0.49; SUDs: EMM=0.44; t (458)=6.793, p <0.001, d =1.41). Further, SUDs also had significantly lower EC than DEP/ANX ( t (473.21)=5.44, p <0.001, d =0.92). A group x sex interaction ( F (2, 472)=5.41, p =0.048) was also present. The interaction indicated that the group effect was primarily driven by females (Females: EMM HCs =1.21; EMM DEP/ANX =0.90; EMM SUDs =0.41; t s≥2.89, p s≤0.004; and Males: EMM HCs =0.72; EMM DEP/ANX =0.72; EMM SUDs =0.53; t s≤1.40, p s≥0.16; see Figure 3 ). Download figure Open in new tab Figure 3. Effects of group, time, and sex on model parameters. Spaghetti plots (left) show change from baseline to follow-up and therefore only include participants who returned for follow-up. Bar plots (right) include all baseline participants, including those who did not return for follow-up. Spaghetti plots illustrate individual differences in the stability of parameter values over time. Here, thick lines indicate group means and lighter lines indicate individual values. The shaded area around each group mean line reflects the standard error. Sex comparisons in the lower bar graphs illustrate how observed group differences in EC were mainly driven by females. * p < 0.05, ** p < 0.01, *** p < 0.001. These effects largely replicated prior results (replication summary provided in Supplementary Figure 4 ). Similar results were also found in pre-registered LMEs including only effects of group and time, and in further LMEs controlling for possible effects of premorbid cognitive ability (WRAT reading scores) in those with available data ( Supplementary Tables 8 - 9 ). Analogous LMEs were also performed when only including data from participants who returned for the follow-up visit, with similar results ( Supplementary Figure 5 ). Identical analyses were also performed for the descriptive task measures: RTs, average chosen runway position, and choice variability ( Supplementary Tables 10 - 21 ; Supplementary Figure 6 ). These results also replicated many of our previously reported findings (detailed in Supplementary Figure 7 ). In contrast, when testing the ability of baseline model parameters or other behavioral task measures to predict change in symptoms over time, most previously reported findings did not replicate ( Supplementary Figure 1 ). The only replicable finding was the negative relationship between average chosen runway position in the CONF2 condition at baseline and change in self-reported Behavioral Inhibition System (BIS) scores at follow-up ( r =-0.14; p =0.047). Other significant associations were observed (i.e., present in the confirmatory sample but not in the exploratory sample), however, suggesting the presence of either false positives or false negatives in either sample. Lastly, LMEs were also performed for post-task self-report survey items assessing anxiety (Q2), decision-making difficulty (Q3), approach motivation (Q4) and avoidance motivation (Q5; Supplementary Tables 22 - 24 ). Results replicated previous findings in some cases, but not others (for details, see Supplementary Figure 8 ). Successful replications included main effects of group on approach ( F (2, 468)=4.87, p = 0.008) and avoidance ( F (2, 467)=4.18, p =0.016) motivation, where SUDs (EMM Approach =5.44; EMM Avoid =2.39) displayed greater approach motivation (EMM SUDs =5.44; EMM HCs =4.32; t (452.58)=-4.03, p <0.001, d =-0.73) and reduced avoidance motivation (EMM SUDs =2.34; EMM HCs =3.31; t (448.86)=3.81, p <0.001, d =0.63) compared to HCs. The previously observed group x sex interaction ( F (2, 469)=4.32, p =0.014) in avoidance motivation was also observed here, suggesting that the lower avoidance motivation observed in SUDs (EMM Female =2.20; EMM Male =2.67) than HCs (EMM Female =3.64; EMM Male =2.56) was driven by females (Females: t (438.38)=4.49, p <0.001, d =0.93; Males: t (486.53)=-0.254, p =0.799, d =-0.07). Evaluation of diagnostic specificity After carrying out all pre-registered analyses above, we then combined exploratory (N Baseline =478; N Follow-up =324) and confirmatory (N Baseline =480; N Follow-up =287) samples. This provided greater power to examine whether observed group differences were consistent across the more specific diagnostic categories present within the dataset (e.g., generalized anxiety disorder, social anxiety disorder, methamphetamine use disorder, opioid use disorder, etc.). To answer this question, separate LMEs were performed including only HCs and different subsets of participants from the combined clinical groups. Namely, one LME was performed including the subset of participants who met criteria for each specific disorder (e.g., all those with stimulant [cocaine or methamphetamine] use disorder, or all those with major depressive disorder, etc.). Note that, due to comorbidities, these subsets of participants had partial overlap (e.g. individuals with major depressive disorder may or may not have had other anxiety or substance use disorders). These LMEs then predicted each model parameter based on the specific diagnostic category in question (e.g., HCs versus generalized anxiety, HCs versus opioid use disorder, etc.); effects of time and the interaction term were also included. As a secondary check, these LMEs were also re-performed when including possible effects of age, sex, and their interaction with group. Here we found consistent main effects of group across specific disorders for each parameter ( Figures 4 - 5 ). There were no effects of time, with the exception of increases in EC over time in those with sedative use disorders (EMM Baseline =0.78; EMM Follow-up =0.90) and major depression (EMM Baseline =0.76; EMM Follow-up =0.83). Overall, these results indicated that HCs had greater EC values than each specific diagnostic group ( F s≥8.03, p s≤0.002). When accounting for effects of age and sex, these main effects of group remained in all cases ( F s≥6.41, p s≤0.012). Females also displayed greater avoidance than males across all specific diagnostic groups ( F s≥17.41, p s<0.001). Extending prior results, a significant group x sex interaction ( F s≥5.16, p s<0.024) was also found in most cases. Specifically, the group differences between HCs and those with major depression, generalized anxiety, panic, cannabis, stimulant, and opioid use disorders were each driven by females ( t s≥4.22, p s<0.001). In alcohol ( F (1, 270) = 9.57, p =0.002) and sedative ( F (1, 244)=8.20, p =0.005) use disorder, the group difference was present in both sexes, but the effect in females remained stronger (alcohol: t (268.68)=6.38, p <0.001, d =1.81; sedative: t (237.21)=6.97, p <0.001, d =1.89) than in males (alcohol: t (274.97)=2.37, p =0.018, d =0.62; sedative: t (250.48)=2.18, p =0.03, d =0.70). Download figure Open in new tab Figure 4. Effects of group and sex on emotion conflict (EC) across specific diagnostic categories in the combined sample. Values are shown separately for healthy comparisons (HCs) and each specific affective and substance use disorders. For each group, the number of participants is provided in the white box. Top : Differences between HCs and each specific diagnosis are consistent with differences seen in the broader clinical groupings. Middle : The overall group differences appear to be driven by females at both baseline and follow-up. Bottom : Males with affective and substance use disorders did not differ from HCs. MDD: Major Depressive Disorder; GAD: Generalized Anxiety Disorder; SAD: Social Anxiety Disorder; PD: Panic Disorder; PTSD: Post-Traumatic Stress Disorder; Alc.: Alcohol; Can.: Cannabis; Stim.: Stimulant; Op.: Opioid; Sed.: Sedative. For illustrative purposes, Bayesian t-tests were performed to evaluate evidence for the presence or absence of group differences with HCs at each time point. Bayes Factors (BFs) greater than 3 were taken to support the presence of an effect, denoted by black stars (*): *BF>3; **BF>10, ***BF>30, ****BF>100. BFs between 0.33 and 3 were considered equivocal null results. BFs less than 0.33 were taken to support the absence of a group difference with HCs, denoted by red Xs: x BF<0.33, xx BF<0.1, xxx BF<0.033, xxxx BF<0.001. Download figure Open in new tab Figure 5. Effects of group and sex on decision uncertainty ( DU ) across specific diagnostic categories in the combined sample. Values are shown separately for healthy comparisons (HCs) and each specific affective and substance use disorders. For each group, the number of participants is provided in the white box. Top : Group differences (between HCs and each specific diagnosis) were consistent with differences seen in DEP/ANX and SUDs more broadly. Middle and Bottom : Male but not female SUDs displayed greater DU at baseline. MDD: Major Depressive Disorder; GAD: Generalized Anxiety Disorder; SAD: Social Anxiety Disorder; PD: Panic Disorder; PTSD: Post-Traumatic Stress Disorder; Alc.: Alcohol; Can.: Cannabis; Stim.: Stimulant; Op.: Opioid; Sed.: Sedative. For illustrative purposes, Bayesian t-tests were performed to evaluate evidence for the presence or absence of group differences with HCs at each time point. Bayes Factors (BFs) greater than 3 were taken to support the presence of an effect, denoted by black stars (*): *BF>3; **BF>10, ***BF>30, ****BF>100. BFs between 0.33 and 3 were considered equivocal null results. BFs less than 0.33 were taken to support the absence of a group difference with HCs, denoted by red Xs: x BF<0.33, xx BF<0.1, xxx BF<0.033, xxxx BF<0.001. Group differences were also found in DU , whereby HCs had lower DU than most sub-groups ( F s≥4.08, p s≤0.044), with the exception of generalized and social anxiety disorders, and a similar but non-significant pattern in panic disorder ( F (1, 271)=3.71, p =0.055). A main effect of time ( F s≥19.80, p s<0.001) was also found, with lower DU at follow-up in all sub-samples. Comparable results were found when accounting for effects of age, sex, and their interaction with group. There was also a group x age interaction ( F s≥6.52, p s≤0.011) in all groups with affective disorders, with the exception of individuals with PTSD ( F (1, 274)=3.58, p =0.059). This interaction reflected a positive association between age and DU in affective disorders (depression, generalized anxiety, social anxiety and panic disorders; | ts |≥2.55, ps ≤0.011) but not in HCs. No other significant effects were found. Notably, our previous paper reported that DU (but not EC ) differentiated social anxiety from other affective disorders at baseline within a logistic regression model ( Smith et al., 2023 ). As a supplementary test, we repeated this analysis in the follow-up data here to confirm whether this difference was stable over time (i.e., including the effects of DU and EC , along with their interaction with age and sex). This revealed a significant effect of age (Wald z =−3.7, p 0.093). Descriptive statistics for model parameters in each specific diagnostic group are provided in Supplementary Table 25 . Detailed results of the LMEs are provided in the Supplementary Tables 26 - 29 . Model-based trial-by-trial response time prediction As expected, trial-by-trial choice uncertainty predicted longer RTs across participants (Intercept: F (1,916)=441.48, p <0.001; Supplementary Figure 9 ). Notably, this association was significantly higher in SUDs (EMM=0.16) than in both DEP/ANX (EMM=0.11; t (943.433)=-4.67, p <0.001, d =-0.32) and HCs (EMM=0.11; t (898.45)=-4.12, p <0.001, d =-0.38). These results prompted further post-hoc analyses to test for consistent group differences in the relationship between RTs and both choice behavior (average chosen runway position; Supplementary Figure 10 ) and model parameters. Here, LMEs showed a significant group x RT interaction in predicting choice of runway position ( F (2, 1547.32) = 4.78, p = 0.009; ET HCs =-0.59; ET DEP/ANX =-1.34; ET SUDs =-1.94) and EC ( F (2, 1554.12)=3.48, p =0.031; ET HCs =0.17; ET DEP/ANX =0.46; ET SUDs =0.69), but not DU ( F (2, 1462.84)=0.29, p =0.752). Both significant interactions suggested that shorter RTs were associated with greater approach behavior to a greater extent in SUDs than HCs (choice: t (1533)=3.13, p =0.005; EC : t (1556)=-2.64, p =0.023). Predictive categorization in the combined sample Our predictive (out-of-sample) categorization analyses using the stacked machine learning approach ( Kuhn, 2008 ) first restricted the sample to individuals with one or more clinical diagnoses (i.e., removing HCs) and then classified individuals ( Figure 6 ) in terms of those with affective disorders but no SUDs vs. SUDs but no affective disorders. Here we found that ENET showed the highest balanced accuracy (0.71; Sensitivity=0.76; Specificity=0.67) when model parameters ( EC and DU at baseline and follow-up), age and sex were used as predictors. In comparison, when only age and sex were used as predictors, ENET showed a lower balanced accuracy of 0.47, comparable to a neutral threshold of 0.5 (Sensitivity=0.30; Specificity=0.65). Thus, adding model-based information led to improved out-of-sample classification. When further evaluating AUCs as a means of quantifying the ability of the model to distinguish between groups, we found an acceptable discrimination ability of 0.77, compared to poor discrimination with age and sex alone (AUC=0.50). In addition, the exclusion of either DU (balanced accuracy=0.59; AUC=0.65) or EC (balanced accuracy=0.51; AUC=0.52) from the best models caused a substantial reduction in model performance. Performance metrics for all predictive models are provided in Supplementary Table 30 . Download figure Open in new tab Figure 6. Predictive classification in the clinical sample. In the combined clinical sample (excluding HCs), multiple stacked classification algorithms predictively classified ( left panel ) individuals with only affective disorders (D/A) vs. only substance use disorder (SUDs), ( middle panel ) individuals with vs. without SUDs, and ( right panel ) individuals with vs. without D/A. Top-left : Histograms show the number of participants in each group. Up-sampling was used to minimize model biases. Top-right : Confusion matrices illustrate classifications accuracy for the winning model. Middle-left : Bar plots indicate variable importance (VI), which is the relative contribution each predictor used in the winning model. This metric was computed using the STACK approach to reflect the contribution of predictors across algorithms. Middle-right : Receiver operating characteristic curves (ROCs) are shown for the winning model. ROCs provide information about true positive and false positive rates at various categorization thresholds. Associated area-under-the-curve (AUC) values show the probability of a sample being assigned to the correct group. Bottom : Model performance was evaluated using AUCs, balanced accuracy, sensitivity (true positive rate), and specificity (true negative rate). Balanced accuracy was used due to unbalanced sample sizes. Performance metrics were averaged across the five folds of cross validations. ENET had the highest balanced accuracy (highlighted) for each predictive classification and was chosen as the best performing algorithm. Algorithms: ENET = elastic net; KNN = k-nearest neighbors; ADABAG = Bagged AdaBoost. The same approach was then repeated (still excluding HCs) to classify: 1) the presence vs. absence of SUDs ( Supplementary Table 31 ), 2) the presence vs. absence of affective disorders ( Supplementary Table 33 ), and 3) comorbid affective and substance use disorders vs. the presence of either disorder alone ( Supplementary Table 33 ). In each case, ENET similarly showed the best performance, where incorporating model-based information led to improvement from chance (with age and sex alone) to above-chance balanced accuracy (0.69,0.69 and 0.64, respectively) and discrimination ability (AUCs: 0.76, 0.75 and 0.68, respectively). Exclusion of DU from the best models caused a reduction in balanced accuracy (0.61, 0.58 and 0.60, respectively) and discrimination ability (AUC: 0.64, 0.64 and 0.63, respectively). Similar reductions in balanced accuracy (0.60, 0.59 and 0.63, respectively) and discrimination ability (AUC: 0.63, 0.60 and 0.66, respectively) were found when EC was instead excluded from the best models. When examining variable importance across the three groupings described above, EC at baseline (VI≥59.97) and follow-up (VI≥34.69) had the highest relative contribution in all cases when compared to DU at baseline (16.21≥ VI) or follow-up (29.30≥VI). However, as SUDs showed greater DU and lower EC than DEP/ANX in other results above, both parameters appear relevant for clinical differentiation. Discussion The current study was designed to achieve two main goals. First, as pre-registered, we replicated a longitudinal computational modeling study in a new sample of individuals with depression/anxiety (DEP/ANX), substance use disorders (SUDs), and healthy comparisons (HCs) who completed an approach-avoidance conflict (AAC) task. Second, we combined the previous and new samples of participant data to answer more granular questions about how computational mechanisms may differentiate specific clinical disorders. Namely, we tested potential differentiations between HCs and each psychiatric disorder present in the sample. This was followed by a machine learning-based (out-of-sample) classification approach to evaluate whether computational modeling measures could predictively identify individuals as having affective or substance use disorders (or comorbidity of the two). Pre-registered replication analyses confirmed that some, but not all, prior findings ( Smith et al., 2021c ) were present in the new sample. Most centrally, the greater emotion conflict ( EC ; tracking avoidance motivation) values previously seen in HCs compared to the clinical groups showed longitudinal stability, most starkly in females and in those with SUDs. In contrast, decision uncertainty ( DU ) tended to reduce over time and group estimates converged to non-significant differences at 1-year follow-up. There was also a general pattern wherein specific diagnoses tended to differ from HCs in the same direction as the broader DEP/ANX and SUD groupings, suggesting transdiagnostic relevance. At the same time, model-based measures could also predictively classify whether individuals had DEP/ANX or an SUD, suggesting that some computational decision mechanisms may also differ between diagnoses. We discuss each of these findings below. In our initial exploratory studies, the pattern of group differences in EC was surprising, as maladaptive avoidance is often observed clinically in anxiety and depression. However, given the confirmation of this result, both over time and in independent samples, it appears that higher EC may instead reflect adaptive responding, particularly in females. One possibility is that this could reflect a healthy regulation strategy in which anticipated emotional states are more strongly prioritized over small task rewards. If so, results might suggest that those with SUDs, and to a weaker extent DEP/ANX, may not prioritize their emotional states in this same way. A related factor could be that individuals in the clinical groups have less awareness or trust in their bodily/emotional signals (e.g., as suggested by Lavalley et al., 2024 ; Smith et al., 2021a ; Smith et al., 2020 ), and/or that their elevated baseline negative affect attenuates the impact of unpleasant task stimuli during choice. Another possibility is that lower EC stems from blunted responses to negative stimuli, as suggested in some previous work in SUDs ( Weinberg et al., 2016 ). This would be congruent with the broader SUD literature describing reduced sensitivity to punishments ( Simons & Arens, 2007 ; Simons et al., 2008 ) as well as affective stimuli more generally ( Hester et al., 2013 ; Stewart et al., 2014 ). Given that individuals with SUDs also reported greater approach motivation on the task, these findings could index heightened motivation to seek immediate rewards, which may outweigh the expected negative consequences of substance use (such as loss of career or social support). The consistent sex differences we observe, in which it was primarily female HCs that showed greater avoidance than those in the clinical groups, may also relate to other known sex differences in affect and decision making. For example, studies have shown that females rely more on avoidant coping mechanisms in general, which in turn positively relates to anxiety ( Panayiotou et al., 2017 ; Sinha & Latha, 2018 ). However, it should be kept in mind that we found proportionally higher dropout in males over time, which could have influenced results. On the other hand, there were no differences identified between males who did versus did not return for follow-up (e.g., in affective or substance use symptom severity) that would raise concerns in this regard. Several novel results in the combined samples also offered insights of potential clinical relevance. For example, we evaluated the utility of our computational model to capture the deliberative aspects of decision-making captured by response times (RTs) and tested for evidence of associated clinical differences. Here we found that correlations between trial-by-trial choice uncertainty and RTs were significantly positive across all participants, but also that this relationship was stronger in SUDs than the other groups, suggesting potential differences in the deliberation process matching the observed choice differences. This was further supported by a stronger inverse relationship between RTs and approach behavior in SUDs relative to HCs (i.e., based on both average runway position and EC ). This relationship to longer RTs appears congruent with the greater DU values found in SUDs, both suggesting a greater contribution of uncertainty in reaching approach decisions (recall that SUDs also showed greater RTs than the other groups in general). Machine learning analyses combining RT-uncertainty correlation values with model parameters (at both time points) could also discriminate between individuals who had only DEP/ANX from those with only SUDs in an out-of-sample manner (balanced accuracy = 0.71). Similarly, this machine learning approach could predict the presence or absence of SUDs (balanced accuracy = 0.69), and the presence or absence of DEP/ANX (balanced accuracy = 0.69) irrespective of comorbidities, as well as classify those with or without comorbidity in general (i.e., between affective and substance use disorders; balanced accuracy = 0.64), potentially reflecting overall illness severity. Thus, overall, the stability of these maladaptive choice patterns over time, and potential differences in deliberative processes, may go beyond the general presence of psychopathology. Instead, it appears they also differentiate between disorders both with and without comorbidity. Before concluding, it is important to emphasize remaining limitations. First, as mentioned above, the sample was imbalanced with respect to clinical group membership and sex ratio within each group. There was also differential drop-out over time. That said, our intent-to-treat analysis approach aimed to minimize biasing effects of drop-out, and machine learning analyses made use of balanced accuracy metrics designed to compensate for imbalanced sample sizes. Next, as our community sample was not intentionally recruited to test the presence versus absence of some psychiatric comorbidities (e.g., generalized anxiety disorder without major depression), future work will be necessary to compare specific affective or substance use diagnoses more definitively. Finally, it should be noted that other modeling approaches could have been used. However, we followed prior work ( Smith et al., 2021b ; Smith et al., 2021c ; Smith et al., 2023 ) and a pre-registered approach, and the model appeared to perform well in capturing decision dynamics. In summary, these findings contribute to ongoing efforts to replicate and confirm the generalizability of prior results. They also extend the utility of previously observed transdiagnostic markers by demonstrating their further ability to predictively categorize different clinical groups. Not all results replicated, further supporting the importance of such confirmatory studies. In particular, the ability of the model parameters to predict symptom changes over time did not appear consistent between studies. In contrast, the results that did replicate, as well as the novel evidence supporting the potential utility of EC and DU as diagnostic predictors, should now motivate future work aimed at intervening on these mechanisms and evaluate their causal relevance. It should also motivate further work aimed at better understanding underlying neural mechanisms and potential relationships with changes in symptom severity. Competing Interests MPP is an advisor to Spring Care, Inc., a behavioral health startup; has received royalties for an article about methamphetamine in UpToDate; and has a consulting agreement with and receives compensation from F. Hoffmann-La Roche Ltd. No other competing interests were declared. Funding Information This study was supported by the Laureate Institute for Brain Research. Author Contributions M.M.M. and R.S. led the formal analysis and manuscript preparation. N.H contributed to the formal analysis. R.A. led task development and M.P.P. led the larger funded study in which these data were collected. All authors reviewed, revised, and approved the final manuscript. Data Availability All data produced in the present study are available upon reasonable request to the authors. Supplementary Materials Intraclass correlations in model parameters by group ICCs for DU by group were as follows: HCs : ICC = 0.66 ( F (68,68) = 4.81, p < 0.001) DEP/ANX : ICC = 0.61 ( F (134,134) = 4.10, p < 0.001) SUDs : ICC = 0.44 ( F (82,82) = 2.62, p < 0.001) ICCs for EC by group were as follows: HCs : ICC = 0.76 ( F (68,68) = 7.16, p < 0.001) DEP/ANX : ICC = 0.70 ( F (134,134) = 5.78, p < 0.001) SUDs : ICC = 0.45 ( F (82,82) = 2.64, p < 0.001) Intraclass correlations in descriptive task measures For all model-free task measures, ICCs were first calculated across all participants and then by group for the five trial types. Response time ICCs for all participants were as follows: All trials: ICC = 0.56 ( F (285,285) = 3.52, p < 0.001) AV: ICC = 0.50 ( F (284,284) = 2.98, p < 0.001) APP: ICC = 0.51 ( F (285,285) = 3.05, p < 0.001) CONF2: ICC = 0.49 ( F (285,285) = 2.91, p < 0.001) CONF4: ICC = 0.51 ( F (285,285) = 3.09, p < 0.001) CONF6: ICC = 0.43 ( F (285,285) = 2.54, p < 0.001) ICCs for HCs were as follows: All trials: ICC = 0.62 ( F (68,68) = 4.28, p < 0.001) AV: ICC = 0.62 ( F (68,68) = 4.25, p < 0.001) APP: ICC = 0.54 ( F (68,68) = 3.35, p < 0.001) CONF2: ICC = 0.47 ( F (68,68) = 2.77, p < 0.001) CONF4: ICC = 0.55 ( F (68,68) = 3.47, p < 0.001) CONF6: ICC = 0.51 ( F (68,68) = 2.05, p < 0.001) ICCs for DEP/ANX were as follows: All trials: ICC = 0.59 ( F (133,133) = 3.88, p < 0.001) AV: ICC = 0.47 ( F (133,133) = 2.75, p < 0.001) APP: ICC = 0.53 ( F (133,133) = 3.22, p < 0.001) CONF2: ICC = 0.54 ( F (133,133) = 3.32, p < 0.001) CONF4: ICC = 0.52 ( F (133,133) = 3.20, p < 0.001) CONF6: ICC = 0.50 ( F (133,133) = 3.03, p < 0.001) ICCs for SUDs were as follows: All trials: ICC = 0.48 ( F (82,82) = 2.81, p < 0.001) AV: ICC = 0.36 ( F (82,82) = 2.11, p < 0.001) APP: ICC = 0.46 ( F (82,82) = 2.72, p < 0.001) CONF2: ICC = 0.44 ( F (82,82)= 2.60, p < 0.001) CONF4: ICC = 0.47 ( F (82,82) = 2.78, p < 0.001) CONF6: ICC = 0.32 ( F (82,82) = 1.93, p = 0.002) Average chosen runway position ICCs for all participants were as follows: All trials: ICC = 0.70 ( F (286,286) = 5.61, p < 0.001) AV: ICC = 0.62 ( F (286,286) = 4.24, p < 0.001) APP: ICC = 0.54 ( F (286,286) = 3.36, p < 0.001) CONF2: ICC = 0.69 ( F (286,286) = 5.53, p < 0.001) CONF4: ICC = 0.70 ( F (286,286) = 5.55, p < 0.001) CONF6: ICC = 0.71 ( F (286,286) = 5.95, p < 0.001) ICCs for HCs were as follows: All trials: ICC = 0.84 ( F (68,68) = 11.44, p < 0.001) AV: ICC = 0.80 ( F (68,68) = 9.17, p < 0.001) APP: ICC = 0.50 ( F (68,68) = 3.03, p < 0.001) CONF2: ICC = 0.80 ( F (68,68) = 9.01, p < 0.001) CONF4: ICC = 0.82 ( F (68,68) = 10.04, p < 0.001) CONF6: ICC = 0.88 ( F (68,68) = 15.03, p < 0.001) ICCs for DEP/ANX were as follows: All trials: ICC = 0.70 ( F (134,134) = 5.69, p < 0.001) AV: ICC = 0.56 ( F (134,134) = 3.59, p < 0.001) APP: ICC = 0.45 ( F (134,134) = 2.66, p < 0.001) CONF2: ICC = 0.71 ( F (134,134) = 5.85, p < 0.001) CONF4: ICC = 0.69 ( F (134,134) = 5.39, p < 0.001) CONF6: ICC = 0.67 ( F (134,134) = 5.13, p < 0.001) ICCs for SUDs were as follows: All trials: ICC = 0.43 ( F (82,82) = 2.50, p < 0.001) AV: ICC = 0.53 ( F (82,82) = 3.25, p < 0.001) APP: ICC = 0.69 ( F (82,82) = 5.49, p < 0.001) CONF2: ICC = 0.33 ( F (82,82)= 1.97, p = 0.001) CONF4: ICC = 0.30 ( F (82,82) = 1.85, p = 0.003) CONF6: ICC = 0.35 ( F (82,82) = 2.05, p < 0.001) Choice variability ICCs for all participants were as follows: All trials: ICC = 0.62 ( F (286,286) = 4.22, p < 0.001) AV: ICC = 0.51 ( F (286,286) = 3.06, p < 0.001) APP: ICC = 0.39 ( F (286,286) = 2.25, p < 0.001) CONF2: ICC = 0.37 ( F (286,286) = 2.17, p < 0.001) CONF4: ICC = 0.38 ( F (286,286) = 2.20, p < 0.001) CONF6: ICC = 0.37 ( F (286,286) = 2.20, p < 0.001) ICCs for HCs were as follows: All trials: ICC = 0.77 ( F (68,68) = 7.78, p < 0.001) AV: ICC = 0.71 ( F (68,68) = 5.95, p < 0.001) APP: ICC = 0.58 ( F (68,68) = 3.80, p < 0.001) CONF2: ICC = 0.47 ( F (68,68) = 2.78, p < 0.001) CONF4: ICC = 0.52 ( F (68,68) = 3.20, p < 0.001) CONF6: ICC = 0.34 ( F (68,68) = 2.04, p = 0.002) ICCs for DEP/ANX were as follows: All trials: ICC = 0.66 ( F (134,134) = 4.85, p < 0.001) AV: ICC = 0.47 ( F (134,134) = 2.74, p < 0.001) APP: ICC = 0.29 ( F (134,134) = 1.80, p < 0.001) CONF2: ICC = 0.50 ( F (134,134) = 2.96, p < 0.001) CONF4: ICC = 0.28 ( F (134,134) = 1.79, p < 0.001) CONF6: ICC = 0.44 ( F (134,134) = 2.56, p < 0.001) ICCs for SUDs were as follows: All trials: ICC = 0.30 ( F (82,82) = 1.86, p = 0.003) AV: ICC = 0.34 ( F (82,82) = 2.03, p < 0.001) APP: ICC = 0.37 ( F (82,82) = 2.16, p < 0.001) CONF2: ICC = 0.12 ( F (82,82)= 1.27, p = 0.141) CONF4: ICC = 0.36 ( F (82,82) = 2.14, p = 0.003) CONF6: ICC = 0.33 ( F (82,82) = 1.97, p = 0.001) Intraclass correlations in descriptive task measures ICCs for post-task survey questions are provided in Supplementary Table 6 . Across items, the reliability was poor to good for HCs (ICCs between 0.33 and 0.68) and fair to good for DEP/ANX (ICCs between 0.45 and 0.68). In SUDs, poor to fair reliability (ICCs between 0.31 and 0.53) was found for most post-task survey questions. However, ICCs for questions about the basic approach (Q4; ICC = 0.17, p =0.06) and avoidance (Q5; ICC = 0.12, p = 0.15) motivations were statistically non-significant. Relationship between model parameters and demographic variables at follow-up Similar to our findings in the exploratory sample and the confirmatory baseline sample, no sex differences were found in EC ( t (131.75) = 0.86, p = 0.39) or DU ( t (125.24) = −0.06, p = 0.95) at 1-year follow-up. DU was also positively correlated with age ( r = 0.14, p =0.017). We failed to replicate the relationship between the EC parameter and age ( r = 0.04, p = 0.51). Relationship between model parameters and descriptive task measures at follow-up We replicated the relationship between model parameters and RTs and choice variability (see Supplementary Figure 2 ). In addition, as we saw in the baseline sample, there was a positive correlation between DU and APP RTs ( r = 0.51, p < 0.001) along with EC and variability in runway choices in APP condition ( r = 0.12, p =0.35). The relationships between model parameters and the average chosen runway position were identical to those found at baseline (see Supplementary Figure 2 for details). Relationship between model parameters and post-task surveys at follow-up Here we report group-wise differences in post-task survey responses and their correlation with model parameters. The relationship between EC and post-task surveys was preserved in HCs and DEP/ANX. In individuals with SUDs, the correlation between EC and using distraction (Q7; r = 0.3, p = 0.07) and self-regulation (Q8; r = 0.09, p = 0.39) strategies during the presentation of aversive images was not statistically significant. For the within-group correlation of DU and post-task surveys, the relationships observed across participants were also seen in individuals with DEP/ANX. Relationships between DU and avoidance of negative stimuli (Q5; HCs: r = 0.13, p = 0.31), and between DU and keeping eyes open during presentation of negative stimuli (Q6; HCs: r = −0.11 p = 0.39; SUDs: r = −0.12, p = 0.30) were not statistically significant. The full results of the correlational analyses between model parameters and items in the post-task survey (Q1-Q8) are shown in Supplementary Table 7 . Additional reports of specific relationships found significant at baseline are visualized in Supplementary Figure 3 . Group difference in model parameters in the sample when only including participants who returned for follow-up We perform LMEs identical to those in the main text in a sub-sample of participants who returned for the follow-up visit. The first set of LMEs examines the main effects of the group, time, and their interaction. Additional LMEs include the effects of age, sex, and their interactions with the group, along with the effects of group and time. Lastly, LMEs accounting for WRAT scores were also performed. Similar to the results in the main text, there was a main effect of time ( F (1, 283) = 21.46, p < 0.001) on DU , suggesting a reduction in DU over time. In an LME which also includes the effects of age and sex, the main effect of time was conserved ( F (1, 292) = 26.39, p < 0.001), and a main effect of age was observed ( F (1, 279) = 7.75, p < 0.01), suggesting that DU may increase with age. These effects were conserved when accounting for WRAT scores. A main effect of WRAT scores ( F (1, 232) = 13.69, p <0.001) was also found. No other statistically significant effects or interactions were found. When predicting EC , a main effect of group was observed ( F (2, 283) = 20.29, p < 0.001), where SUDs (EMM = 0.37) displayed lower EC than DEP/ANX (EMM = 0.819; t (279)=4.645, p < 0.001, d =1.02) and HCs (EMM = 1.065; t (284)=6.158, p < 0.001, d =1.58). HCs displayed greater EC than DEP/ANX ( t (284)=-2.402, p = 0.017, d =-0.56). In the follow-up LME, the main effect of group ( F (2, 278) = 13.49, p < 0.001) was conserved, even when controlling for WRAT scores ( F (2, 232) = 10.83, p < 0.001). A group x WRAT interaction ( F (2, 233) = 4.59, p = 0.011) was also found. No other significant effects were observed. As in our baseline study, we repeated the LMEs in female-only (N=213) and male-only (N=74) samples. The LMEs accounted for the effect of group, age (its interaction with group), and time. As expected, there was a main effect of group on EC ( F (2,207.28) = 18.46, p < 0.001) in females, but not in males ( F (2,68) = 2.33, p = 0.105; see Supplementary Figure 5 ). Post-hoc contrasts revealed females in the DEP/ANX (EMM=0.807; t (207.01)=-3,125, p < 0.01, d = −0.84) and SUDs (EMM = 0.351; t (207.03)=6.23, p < 0.001, d = 1.86) groups had lower EC values than HCs (EMM = 1.184), with the lowest value for SUDs ( t (207.04)=4.14, p < 0.001, d= 1.02). No other significant effects were found. Standard descriptive analyses including all baseline participants The descriptive statistics and group differences in task performance measures are provided in Supplementary Tables 10 - 12 . Distributions of the average chosen runway position during the longitudinal visit are shown in Supplementary Figure 6 . An LME was also performed to evaluate the effect of group, time, and their interaction. Follow-up LMEs were performed to account for the effects of age, sex, and their interaction with group. A summary of the replication of these results is provided in Supplementary Figure 7 . Similar to our baseline paper, subsequent LME also accounted for the effect of the WRAT score and its interaction with group. Analogous analyses were also performed in a sub-sample of participants, where the baseline data was limited to participants who returned for their follow-up visit. These results are described below. The LMEs were also performed in a sub-sample of participants who returned for the follow-up visit (see Supplementary Tables 13 - 21 ) . Response time When considering all trials, there was a main effect of time ( F (1, 340) = 11.33, p < 0.001), whereby participants displayed faster RTs at 1-year follow-up. This was also seen in APP, CONF2, CONF4, and CONF6 trials ( ts ≥ 2.55, ps ≤ 0.014). A main effect of group was observed in AV trails ( F (2, 487) = 14.13, p < 0.001), where SUDs (EMM = 1.489) showed slower RTs than both HCs (EMM = 1.303; t (462.37)=-4.751, p < 0.001, d = −0.75) and DEP/ANX (EMM = 1.332; t (479.75)=-4.902, p < 0.001, d = −0.63). No other effects of group, time, or their interaction were found. Next, we accounted for possible effects of age and sex. Across all trials, the main effect of time was conserved ( F (1, 356.08) = 20.40, p < 0.001); a positive association with age was also present ( F (1, 459.06) = 97.16, p < 0.001). When restricting to specific trial types, there was a main effect of the group in AV ( F (2, 465) = 14.29, p < 0.001) and APP ( F (2, 466) = 3.22, p = 0.041) trials. During AV trials, SUDs (EMM = 1.491) had slower response times than HCs (EMM = 1.326, t (442.01)=-5.389, p < 0.001, d =-0.78) and DEP/ANX (EMM = 1.326, t (468.92)=-5.671, p < 0.001, d =-0.67). In the APP condition, DEP/ANX (EMM = 1.187) had faster response times than SUDs (EMM = 1.255; t (470.06)=-2.216, p = 0.027, d =-0.28). A group x sex interaction ( F (2, 467) = 7.64, p < 0.001) was present in the AV trials. In females, SUDs (EMM = 1.51) displayed the highest RTs, followed by DEP/ANX (EMM = 1.338) and HCs (EMM = 1.237; ts≥ 2.43, ps ≤ 0.016). In males, DEP/ANX (EMM = 1.297) were significantly faster than HCs (EMM = 1.442; t (457.87)=-2.415, p = 0.016, d =-0.59) and SUDs (EMM = 1.448; t (506.08)=-2.792, p = 0.005, d =-0.61). Significant effects of age ( F s ≥ 55.94, p s < 0.001) and time ( Fs ≥ 9.18, ps ≤ 0.003) were observed within all trial types. No other significant main effects or interactions were observed. When accounting for the effect of WRAT scores, a significant group x WRAT interaction was found in all conflict trials and when all trials were considered together ( Fs > 3.41, ps ≤ 0.034). There was a main effect of WRAT ( F s > 5.90, ps < 0.016) in all comparisons except for the CONF2 and CONF4 trials. In addition, a main effect of sex ( F (1, 381) = 4.64, p = 0.032) was also present in AV trials, such that males had slower response times than females. Chosen Runway Position There was a main effect of group when all trials were considered and for each trial type ( Fs ≥ 4.73, ps ≤ 0.009), except for APP trials ( F (2, 494) = 1.22, p = 0.295). Post-hoc contrast revealed that SUDs consistently displayed lower avoidance than HCs (| ts | ≥ 4.34, ps < 0.001) and DEP/ANX (| ts | ≥ 3.19, ps ≤ 0.002) in the AV and CONF conditions. Notably, there was also a main effect of time in APP ( F (1, 334) = 5.91, p = 0.016) and AV trials ( F (1, 336) = 11.16, p < 0.001), indicating a greater drive to approach the points (EMM Baseline = 8.183; EMM Follow-up = 8.396) and avoid the aversive image (EMM Baseline = 7.648; EMM Follow-up = 7.998) in the absence of conflict at 1-year follow-up. A group x time interaction was found in AV trials ( F (2, 337) = 3.60, p = 0.028), whereby SUDs (EMM Baseline = 6.782; EMM Follow-up = 7.453) at both time points displayed lower avoidance than HCs (Baseline: EMM = 8.249, t (615.99)=6.568, p < 0.001, d =1.29; Follow-up: EMM = 8.27; t (754.42)=3.055, p = 0.002, d = 0.72) and DEP/ANX (Baseline: EMM = 8.009, t (615.99)=6.78, p < 0.001, d = 1.08; Follow-up: EMM = 8.267; t (760.71)=3.601, p < 0.001, d=0.72). No other significant main effects or interactions were observed. The majority of these results were conserved when effects of age, sex, and their interactions with the group were included ( Fs ≥ 7.59, ps < 0.001). There was a main effect of sex when all trials were considered ( F (1, 472) = 4.66, p = 0.031) and in all CONF conditions ( Fs ≥ 4.10, ps ≤ 0.043), whereby males displayed lower avoidance than females. Group x sex interaction was seen in CONF2 and CONF4 conditions, where we see the conservation of group effects in females (| ts| ≥ 2.942, ps ≤ 0.003) but not in males. The main effect of age was also present in all conditions ( Fs ≥ 6.59, ps ≤ 0.008). Lastly, when controlling for the effects of the WRAT score and its interaction with group, group x sex interaction was found in CONF6 trials ( F (2, 382) = 3.11, p <0.05). There was main effect of WRAT in APP ( F (1, 364) = 15.78, p <0.001) and AV ( F (1, 360) = 26.05, p <0.001) trials and group x WRAT interaction in CONF2 trials ( F (2, 371) = 3.82, p = 0.023). Choice Variance As expected, the choice variance was lower at follow-up compared to baseline when all trials were considered and within each trial type ( Fs < 5.90, ps ≤ 0.016). SUDs (EMM APP = 1.006; EMM AV = 1.543) also displayed higher choice variance than HCs (EMM APP = 0.605; EMM AV = 0.799) and DEP/ANX (EMM APP = 0.708; EMM AV = 0.844) group for the AV and APP trials (| ts | > 2.81, ps ≤ 0.005). We failed to replicate the group differences ( F (2, 481) = 0.66, p = 0.518) in the CONF6 trial, which were also absent at baseline. There was also a group x time interaction in AV trials ( F (2, 352) = 3.48, p = 0.032), indicating that SUDs (EMM Baseline = 1.755; EMM Follow-up = 1.189) also had higher choice inconsistencies than HCs (EMM Baseline = 0.831; EMM Follow-up = 0.746) and DEP/ANX (EMM Baseline = 0.949; EMM Follow-up = 0.668) at baseline and follow-up (| ts | < 2.40, ps ≤ 0.017). These results were conserved when effects of age, sex, and their interactions with group were included ( Fs < 6.62, ps ≤ 0.001). When all trials were considered, there was a main effect of sex ( F (1, 471) = 4.33, p = 0.038), whereby females (EMM = 2.01) displayed greater variability in their choices than males (EMM = 1.79). There was also a main effect of age ( Fs ≥ 13.52, ps < 0.001) for each trial type and when all trials were considered ( F (1, 463) = 13.63, p < 0.001). A group x age interaction ( Fs ≥ 3.96, ps ≤ 0.02) was found for all CONF trials, and a main effect of group was also found for CONF4 trials ( F (2, 464) = 3.91, p = 0.021). Lastly, additional LMEs were performed to account for the effects of WRAT score and its interaction with group. A main effect of WRAT scores was found in each individual trial type ( Fs ≥ 12.57, ps < 0.001). Once included, the group x age interaction in CONF trials ( Fs ≤ 2.64, ps ≥0.073) and group effect in APP trials ( F (2, 372) = 0.45, p = 0.641) were no longer significant. Group differences in post-task self-report questionnaire Additional LMEs were performed to assess differences in select self-report questionnaire items ( Table 5 , main text) measuring anxiety (Q2), difficulty in decision-making during the task (Q3), approach motivation (Q4) and avoid motivation (Q5). A summary of the replication of these results is provided in Supplementary Figure 8 . Analogous analyses were also performed in a sub-sample of participants, where the baseline data was limited to participants who returned for their follow-up visit. These results are provided in Supplementary Tables 22 - 24 . For self-reported anxiety (Q2), a main effect of group ( F (2, 489) = 3.99, p = 0.019) was observed. SUDs (EMM = 3.72) displayed lower self-reported anxiety than DEP/ANX (EMM = 4.22; t (480.34) = 2.685, p = 0.007, d = 0.37). When effects of age and sex were considered, sex effect (F(1, 468) = 11.57, p < 0.001) and group x sex interaction ( F (2, 469) = 5.75, p < 0.001) better explained the group effects ( F (2, 273) = 1.06, p = 0.349). In female participants SUDs (EMM = 3.68) reported lower anxiety than DEP/ANX (EMM = 4.36; t (457.41)=3.103, p = 0.002, d = 0.51) and HCs (EMM = 4.52, t (438.16)=2.988, p = 0.003, d = 0.62). No significant group effects were found in males. No other main effects or interactions were found. However, when accounting for WRAT scores, only a main effect of sex was found ( F (1, 382) = 11.08, p < 0.001). Females (EMM =4.15) reported greater anxiety ( t (387.68)=3.115, p = 0.002, d = 0.51) than males (EMM = 3.46). For self-reported difficulty in decision-making during the task (Q3), there was a main effect of time ( F (1, 363) = 4.72, p = 0.03), suggesting participants had less difficulty making decisions during the task at follow-up (EMM Baseline = 2.31; EMM Follow-up = 2.10; t (367.49) = 2.14, p < 0.05, d = 0.17). When the effects of age and sex were considered, the main effect of time ( F (1, 368) = 5.51, p = 0.019) persisted. In addition, a main effect of age ( F (1, 455) = 6.63, p = 0.010) and group x age interaction was found ( F (2, 457) = 4.55, p = 0.011). No additional main effects or interactions were found. However, when accounting for WRAT scores, no significant main effects or interactions were found ( Fs ≤ 3.38, ps ≥ 0.067). For self-reported approach motivation (Q4), main effect of group ( F (2, 492) = 6.84, p < 0.001) was observed. SUDs (EMM = 5.40) displayed lower self-reported approach motivation than DEP/ANX (EMM = 4.76; t (482.32)=-2.807, p = 0.005, d = −0.41) and HCs (EMM = 4.41; t (467.38)=-3.598, p < 0.001, d = −0.65). These effects ( F (2, 468) = 4.87, p = 0.008) were conserved after accounting for the effects of age and sex. A main effect of age was also found ( F (1, 461) = 5.67, p = 0.018). No other main effects or interactions were found. Identical results were found when accounting for the effects of WRAT scores. For self-reported avoid motivation (Q5), main effect of group ( F (2, 488) = 6.27, p = 0.002) was observed. SUDs (EMM = 2.41) displayed lower self-reported avoidance motivation than DEP/ANX (EMM = 3.08; t (479.91)=3.248, p = 0.001, d = 0.44) and HCs (EMM = 3.24; t (463.81)=3.29, p = 0.001, d = −0.54). These effects ( F (2, 467) = 4.18, p = 0.016) were conserved after accounting for the effects of age and sex. A group x sex interaction ( F (2, 469) = 4.38, p = 0.014) was found, where these group differences (Females: EMM HCs = 3.64; EMM DEP/ANX = 3.14, EMM SUDs = 2.204; Male: EMM HCs = 2.56; EMM DEP/ANX = 2.90; EMM SUDs = 2.67) were driven by female participants (DEP/ANX - SUDs: t (457.54)=3.717, p < 0.001, d = 0.61; HCs - SUDs: t (438.38)=4.489, p < 0.001, d = 0.93). However, when we controlled for WRAT scores, the group effect ( F (2, 375) = 4.41, p = 0.013) was conserved, and the group x sex interaction ( F (2, 381) = 2.99, p =0.052) was marginal. In addition, a main effect of age ( F (1, 365) = 4.69, p = 0.031) was found. Group differences in the relationship between response times and chosen runway position An LME was performed to examine potential group differences in the relationship between RTs and chosen runway position in the combined exploratory and confirmatory sample: chosen runway position ∼ group + time + RTs + group*time + group*RTs + group*time*RTs . There was a main effect of group ( F (2, 936.06) = 10.93, p < 0.001), reflecting greater approach behavior in DEP/ANX (EMM = 7.23; t (915) = −2.52, p = 0.025) and SUDs (EMM = 7.58; t (946) = −4.46, p < 0.001) than in HCs (EMM = 6.91) overall. SUDs also had greater approach behavior than DEP/ANX ( t (977) = −3.14, p = 0.002). An overall negative relationship was found between RTs and chosen runway position ( F (1, 1553.42) = 141.32, p < 0.001). This LME also revealed a group x RT interaction ( F (2, 1547.32) = 4.78, p = 0.009), suggesting a stronger negative association between RTs and approach behavior in SUDs (ET = −1.94) than in HCs (ET = −0.59; t (1533) = 3.13, p = 0.005). Lastly, there was a group x time x RT interaction ( F (3, 831.67) = 3.43, p = 0.017). This interaction was due to a decrease in the magnitude of the inverse relationship between RTs and runway position over time in the DEP/ANX group (ET Baseline = −1.75; ET Follow-up = −0.93; t (812) = −2.95, p = 0.003), while the relationship between RTs and runway position remained relatively stable over time in the other two groups (HC: ET Baseline = −0.91; ET Follow-up = −0.28; t (779) = −1.20, p = 0.230; SUDs: ET Baseline = −1.87; ET Follow-up = −2.00; t (911) = 0.37, p =0.713). This led to a stronger negative relationship between RTs and runway position at follow-up in SUDs compared to DEP/ANX at follow-up ( t (1200) = 2.59, p =0.010), which was not present at baseline ( t (1539) = 0.37, p =0.715). Group differences in the relationship between response times and model parameters LMEs were performed to examine potential group differences in the relationship between RTs and model parameters in the combined exploratory and confirmatory samples: model parameter ∼ group + time + RTs + group*time + group*RTs + group*time*RTs . There was a reduction in DU over time ( F (1, 768.8) = 79.25, p < 0.001; EMM Baseline =1.08; EMM Follow-up =0.78; t (767) = 7.75, p < 0.001), and a positive relationship between RTs and DU ( F (1, 1487.59) = 643.36, p < 0.001) was found. As expected, a main effect of group ( F (2, 920.80)=5.38, p =0.005) was found, whereby SUDs (EMM = 1.08) had greater DU than DEP/ANX (EMM = 0.94; t (963) = −2.51, p = 0.012) and HCs (EMM = 0.87; t (927) = −2.93, p = 0.003. The LME was repeated for EC . There was also a reduction in EC over time ( F (1, 712.07) = 8.14, p = 0.005; EMM Baseline = 0.74; EMM Folllow-up = 0.81; t (709) = −2.49, p = 0.013), and a positive relationship between RTs and EC ( F (1, 1555.99) = 83.77, p < 0.001) was also present. There was a main effect of group ( F (2, 938.56) = 41.92, p < 0.001), reflecting lower EC in the clinical sample (DEP/ANX: EMM = 0.82; t (919) = 3.11, p = 0.002; SUDs: EMM = 0.45; t (949) = 8.16, p < 0.001) when compared to HCs (EMM = 1.03). Within the clinical sample, SUDs had lower EC than DEP/ANX ( t (979) = 7.01, p < 0.001). This LME also revealed a group x RT interaction ( F (2, 1554.12) = 3.48, p = 0.031), suggesting a stronger positive association between RTs and EC in SUDs (ET = 0.69) than in HCs (ET = 0.17; t (1556) = −2.64, p = 0.023). Lastly, there was a group x time x RT interaction ( F (3, 812.34) = 3.41, p = 0.017). This interaction was due to a decrease in the magnitude of the relationship between RTs and runway position over time in the DEP/ANX group (ET Baseline = 0.64; ET Follow-up = 0.28; t (793) = −2.89, p = 0.004), while the relationship between RTs and runway position remained relatively stable over time in the other two groups (HC: ET Baseline = 0.33; ET Follow-up = 0.01; t (764) = 1.38, p = 0.17; SUDs: ET Baseline = 0.69; ET Follow-up = 0.70; t (887) = −0.04, p =0.97). This led to a stronger positive relationship between RTs and EC at follow-up in SUDs compared to DEP/ANX at follow-up ( t (1167) = −2.20, p =0.028), which was not present at baseline ( t (1531) = −0.31, p =0.75). Figures Download figure Open in new tab Supplementary Figure 1 ( Top ) Partial correlations between task measures at baseline and symptom change at follow-up, accounting for baseline symptom severity. ( Bottom ) Partial correlations between changes over time in task measures and symptom severity, accounting for baseline symptom severity and baseline task performance Left : relationship with clinical symptoms. Right : relationship with dimensional measures as visualized in the exploratory paper. RT=response time; RP=average chosen runway position; Boxes represent significant partial correlations in the exploratory dataset. Uncorrected p-values: * p < 0.001, ** p < 0.01, * p < 0.05 Note: For analyses involving the DAST scores, data was included only for individuals who met the criteria for substance use. Download figure Open in new tab Supplementary Figure 2 Pearson correlations and Bayes factor values between model parameters and descriptive task measures (top: reaction time, middle: average chosen runway position, and bottom: choice variability). Uncorrected p -values: *** p < 0.001, ** p < 0.01, * p < 0.05. Download figure Open in new tab Supplementary Figure 3 Association between model parameters ( top : DU and bottom : EC ) and ( left ) select self-report questionnaire items (Q2 and Q3 in Table 4 , main text) and ( right ) response time (RTs) in approach ( top ) and avoid ( bottom ) conditions. Download figure Open in new tab Supplementary Figure 4 Summary of replication and long-term stability of the model parameters. HCs = Healthy Comparisons; D/A = Depression and Anxiety; SUDs = Substance use disorder; T1 = Baseline (including all participants); T2 = Follow-up; F = Females; M = Males Replication = congruent results in the exploratory and confirmatory samples Partial Replication = replication of main effect or interactions, not all post-hoc contrasts were replicated Not Replicated = statistically significant results in the exploratory sample, which were not significant in the confirmatory sample New Findings = statistically significant results in the confirmatory sample, which were not significant in the exploratory sample Long-term Stability = statistically significant results at baseline (including all participants) which were also significant at follow-up in the exploratory sample Note : The figure is an illustrative representation of comparable results and not a reflection of a complete model. *Replication of main effect only. Specific post-hoc contrast is from the present study. Download figure Open in new tab Supplementary Figure 5 Group differences are here visualized as bar plots for only those participants who returned for the ir follow-up. Top: All participants display lower decision uncertainty at their follow-up visit. Bottom: SUDs display significantly lower emotion conflict and the observed group differences appear ed to be driven by females. *** p < 0.001, ** p < 0.01, * p < 0.05. Download figure Open in new tab Supplementary Figure 6 Histograms depicting average chosen runway position separated by group and condition. The x-axis represents the frequency of chosen runway positions. In all but avoid trials, the right most position (position 10) indicates maximum approach behavior, while the left-most position (position 2) indicates maximum avoidance ( note : position 1 was coded as the “undecided” position and therefore not included here). HCs appeared to prefer either maximum approach or maximum avoidance depending on trial type. In conflict trials, there appeared to be some preference for avoidance, which decreased with increasing point values. For D/As, as the conflict gradient increased, participants appeared to be more confident in their approach/avoidance preferences. Lower avoidance was observed for SUDs across all conditions relative to the other two groups. Download figure Open in new tab Supplementary Figure 7 Summary of replication and long-term stability of descriptive task measures. HCs = Healthy Comparisons; D/A = Depression and Anxiety; SUDs = Substance Use Disorder; T1 = Baseline (including all participants); T2 = Follow-up; M = Males; F = Females Replication = congruent results in the exploratory and confirmatory samples Partial Replication = replication of main effect or interactions, not all post-hoc contrasts were replicated Not Replicated = statistically significant results in the exploratory sample, which were not significant in the confirmatory sample New Findings = statistically significant results in the confirmatory sample, which were not significant in the exploratory sample Long-term Stability = statistically significant results at baseline (including all participants) which were also significant at follow-up in the exploratory sample Note : The figure is an illustrative representation of comparable results and not a reflection of a complete model. *Significance found only at the main effects level. Download figure Open in new tab Supplementary Figure 8 Summary of replication and long-term stability of self-reported post-task questionnaire items. HCs = Healthy Comparisons; D/A = Depression and Anxiety; SUDs = Substance Use Disorder; T1 = Baseline (including all participants); T2 = Follow-up; M = Males; F = Females; NS = Non-significant Replication = congruent results in the exploratory and confirmatory samples Partial Replication = replication of main effect or interactions, not all posthoc contrasts were replicated Not Replicated = statistically significant results in the exploratory sample, which were not significant in the confirmatory sample New Findings = statistically significant results in the confirmatory sample, which were not significant in the exploratory sample Long-term Stability = statistically significant results at baseline (including all participants) which were also significant at follow-up in the exploratory sample Note: The figure is an illustrative representation of comparable results and not a reflection of a complete model. Download figure Open in new tab Supplementary Figure 9 Trial-by-trial measure of choice uncertainty (entropy) predicts response time. HCs = Healthy Comparisons; DEP/ANX = Depression and Anxiety; SUDs = Substance Use Disorder; *** p < 0.001, ** p < 0.01, * p < 0.05. Download figure Open in new tab Supplementary Figure 10 Correlations between response time and chosen runway position were performed at baseline ( left ) and follow-up ( right ) for Healthy Comparisons ( top ), Depression and Anxiety ( middle ) and Substance Use Disorder ( bottom ) group. Each cell represents a correlation between response time and chosen runway position either across all trials (ALL) or for a specific trial type (AV: avoid trials; APP: approach trials; CONF2: Conflict 2 trials; CONF4: Conflict 4 trials; CONF6: Conflict 6 trials). Un-corrected p-values: *** p < 0.001, ** p < 0.01, * p < 0.05. Tables View this table: View inline View popup Download powerpoint Supplementary Table 1. Comorbidity table for participants who returned for the follow-up visit View this table: View inline View popup Download powerpoint Supplementary Table 2 Differences in participant characteristics at Baseline, between participants who returned at follow-up and those who did not. View this table: View inline View popup Supplementary Table 3. Baseline symptom and demographic characteristics by group in those who did vs. did not return for follow-up. View this table: View inline View popup Download powerpoint Supplementary Table 4. Group-wise differences in participant characteristics at 1-year follow-up in the exploratory and confirmatory sample. View this table: View inline View popup Supplementary Table 5. Group-wise interclass correlations for clinical measures at baseline and 1-year follow-up. View this table: View inline View popup Supplementary Table 6. Group-wise intra-class correlations for post-task survey at baseline and 1-year follow-up. View this table: View inline View popup Supplementary Table 7. Group-wise post-task self-report questionnaire items at baseline and follow-up, and correlations with computational model parameters at follow-up. View this table: View inline View popup Download powerpoint Supplementary Table 8. Results of linear mixed effects models predicting DU and EC in data including all baseline participants, when accounting for effects of group and time. View this table: View inline View popup Supplementary Table 9. Results of Linear mixed effects models predicting DU and EC in data including all baseline participants, when accounting for effects of group, time, age, sex and WRAT scores. View this table: View inline View popup Supplementary Table 10. Summary statistics for response times (Mean (SD)) at baseline and follow-up View this table: View inline View popup Supplementary Table 11. Summary statistics for average chosen runway positions (Mean (SD)) at baseline and follow-up View this table: View inline View popup Supplementary Table 12. Summary statistics for variability (SD) in chosen runway positions (Mean (SD)) at baseline and follow-up View this table: View inline View popup Supplementary Table 13. Results of Linear mixed effects models predicting response time (RTs) in participants who returned for follow-up visit, when accounting for effects of group, time, and their interaction View this table: View inline View popup Supplementary Table 14. Results of Linear mixed effects models predicting response time (RTs ) in participants who returned for follow-up visit, when accounting for effects of group, time, age and sex. View this table: View inline View popup Supplementary Table 15. Results of Linear mixed effects models predicting response time (RTs) in participants who returned for follow-up visit, when accounting for effects of group, time, age and sex. View this table: View inline View popup Supplementary Table 16. Results of Linear mixed effects models predicting average chosen runway positions (RPs) in participants who returned for follow-up visit, when accounting for effects of group, time, and their interaction View this table: View inline View popup Supplementary Table 17. Results of Linear mixed effects models predicting average chosen runway positions (RPs) in participants who returned for follow-up visit, when accounting for effects of group, time, age and sex. View this table: View inline View popup Supplementary Table 18. Results of Linear mixed effects models predicting average chosen runway positions (RPs) in participants who returned for follow-up visit, when accounting for effects of group, time, age, sex and WRAT scores. View this table: View inline View popup Supplementary Table 19. Results of Linear mixed effects models predicting choice variability in participants who returned for follow-up visit, when accounting for effects of group, time, and their interaction. View this table: View inline View popup Supplementary Table 20. Results of Linear mixed effects models predicting choice variability in participants who returned for follow-up visit, when accounting for effects of group, time, age, and sex. View this table: View inline View popup Supplementary Table 21. Results of Linear mixed effects models predicting choice variability in participants who returned for follow-up visit, when accounting for effects of group, time, age, sex and WRAT scores. View this table: View inline View popup Download powerpoint Supplementary Table 22. Results of Linear mixed effects models predicting self-reported items in participants who returned for follow-up visit, when accounting for effects of group, time and their interaction View this table: View inline View popup Supplementary Table 23. Results of Linear mixed effects models predicting self-reported items in participants who returned for follow-up visit, when accounting for effects of group, time age and sex View this table: View inline View popup Supplementary Table 24. Results of Linear mixed effects models predicting self-reported items in participants who returned for follow-up visit, when accounting for effects of group, time age, sex and WRAT scores View this table: View inline View popup Download powerpoint Supplementary Table 25. Summary statistics for model parameters (Mean (SD)) for various sub-diagnosis at baseline and follow-up in the exploratory and the confirmatory samples. View this table: View inline View popup Supplementary Table 26. Results of Linear mixed effects models predicting DU when accounting for effects of group, time and their interaction View this table: View inline View popup Supplementary Table 27. Results of Linear mixed effects models predicting DU when accounting for effects of group, time, age and sex View this table: View inline View popup Supplementary Table 28. Results of Linear mixed effects models predicting EC when accounting for effects of group, time and their interaction View this table: View inline View popup Supplementary Table 29. Results of Linear mixed effects models predicting EC when accounting for effects of group, time, age and sex View this table: View inline View popup Download powerpoint Supplementary Table 30. Performance metrics for predictive categorization of individuals with affective disorders (no comorbid SUDs) and those with SUDs (but no comorbid affective disorders) View this table: View inline View popup Supplementary Table 31. Performance metrics for predictive categorization of individuals with and without SUDs View this table: View inline View popup Supplementary Table 32. Performance metrics for predictive categorization of individuals with and without affective disorders View this table: View inline View popup Supplementary Table 33. Performance metrics for predictive categorization of individuals with and without comorbid affective and substance use disorders References ↵ Aupperle , R. L. , Melrose , A. J. , Francisco , A. , Paulus , M. P. , & Stein , M. B . ( 2015 ). Neural substrates of approach-avoidance conflict decision-making . Human brain mapping , 36 ( 2 ), 449 – 462 . OpenUrl CrossRef PubMed ↵ Aupperle , R. L. , & Paulus , M. P . ( 2010 ). Neural systems underlying approach and avoidance in anxiety disorders . Dialogues Clin Neurosci , 12 ( 4 ), 517 – 531 . doi: 10.31887/DCNS.2010.12.4/raupperle OpenUrl CrossRef PubMed ↵ Aupperle , R. L. , Sullivan , S. , Melrose , A. J. , Paulus , M. P. , & Stein , M. B . ( 2011 ). A reverse translational approach to quantify approach-avoidance conflict in humans . Behavioural brain research , 225 ( 2 ), 455 – 463 . OpenUrl CrossRef PubMed ↵ Barlow , D. H. , Allen , L. B. , & Choate , M. L . ( 2016 ). Toward a Unified Treatment for Emotional Disorders – Republished Article . Behavior Therapy , 47 ( 6 ), 838 – 853 . doi: 10.1016/j.beth.2016.11.005 OpenUrl CrossRef PubMed ↵ Bohn , M. , Babor , T. , & Kranzler , H . ( 1991 ). Validity of the Drug Abuse Screening Test (DAST-10) in inpatient substance abusers . Problems of drug dependence , 119 , 233 – 235 . OpenUrl ↵ Carver , C. S. , & White , T. L . ( 1994 ). Behavioral inhibition, behavioral activation, and affective responses to impending reward and punishment: the BIS/BAS scales . Journal of personality and social psychology , 67 ( 2 ), 319 . OpenUrl CrossRef Web of Science ↵ Cella , D. , Riley , W. , Stone , A. , Rothrock , N. , Reeve , B. , Yount , S. , Amtmann , D. , Bode , R. , Buysse , D. , & Choi , S . ( 2010 ). The Patient-Reported Outcomes Measurement Information System (PROMIS) developed and tested its first wave of adult self-reported health outcome item banks: 2005–2008 . Journal of clinical epidemiology , 63 ( 11 ), 1179 – 1194 . OpenUrl CrossRef PubMed Web of Science ↵ Chrysikou , E. G. , Gorey , C. , & Aupperle , R. L . ( 2017 ). Anodal transcranial direct current stimulation over right dorsolateral prefrontal cortex alters decision making during approach-avoidance conflict . Social cognitive and affective neuroscience , 12 ( 3 ), 468 – 475 . OpenUrl CrossRef PubMed ↵ Cicchetti , D. V . ( 1994 ). Guidelines, criteria, and rules of thumb for evaluating normed and standardized assessment instruments in psychology . Psychological Assessment , 6 ( 4 ), 284 – 290 . doi: 10.1037/1040-3590.6.4.284 OpenUrl CrossRef PubMed ↵ Dalgleish , T. , Black , M. , Johnston , D. , & Bevan , A . ( 2020 ). Transdiagnostic approaches to mental health problems: Current status and future directions . Journal of Consulting and Clinical Psychology , 88 ( 3 ), 179 – 195 . doi: 10.1037/ccp0000482 OpenUrl CrossRef PubMed ↵ Ekhtiari , H. , Kuplicki , R. , Yeh , H.-w. , & Paulus , M. P. ( 2019 ). Physical characteristics not psychological state or trait characteristics predict motion during resting state fMRI . Scientific Reports , 9 ( 1 ), 419 . doi: 10.1038/s41598-018-36699-0 OpenUrl CrossRef PubMed ↵ Friston , K. , Mattout , J. , Trujillo-Barreto , N. , Ashburner , J. , & Penny , W. ( 2007 ). Variational free energy and the Laplace approximation . NeuroImage , 34 ( 1 ), 220 – 234 . OpenUrl CrossRef PubMed Web of Science ↵ Gard , D. E. , Gard , M. G. , Kring , A. M. , & John , O. P . ( 2006 ). Anticipatory and consummatory components of the experience of pleasure: a scale development study . J Res Pers , 40 ( 6 ), 1086 – 1102 . OpenUrl CrossRef Web of Science ↵ Gobinath , A. R. , Choleris , E. , & Galea , L. A. M . ( 2017 ). Sex, hormones, and genotype interact to influence psychiatric disease, treatment, and behavioral research . Journal of Neuroscience Research , 95 ( 1-2 ), 50 – 64 . doi: 10.1002/jnr.23872 OpenUrl CrossRef PubMed ↵ Green , T. , Flash , S. , & Reiss , A. L . ( 2019 ). Sex differences in psychiatric disorders: what we can learn from sex chromosome aneuploidies . Neuropsychopharmacology , 44 ( 1 ), 9 – 21 . doi: 10.1038/s41386-018-0153-2 OpenUrl CrossRef PubMed ↵ Hester , R. , Bell , R. P. , Foxe , J. J. , & Garavan , H . ( 2013 ). The influence of monetary punishment on cognitive control in abstinent cocaine-users . Drug and Alcohol Dependence , 133 ( 1 ), 86 – 93 . doi: 10.1016/j.drugalcdep.2013.05.027 OpenUrl CrossRef PubMed ↵ Huys , Q. J. M. , Browning , M. , Paulus , M. P. , & Frank , M. J . ( 2021 ). Advances in the computational understanding of mental illness . Neuropsychopharmacology , 46 ( 1 ), 3 – 19 . doi: 10.1038/s41386-020-0746-4 OpenUrl CrossRef PubMed ↵ Johnstone , B. , Callahan , C. D. , Kapila , C. J. , & Bouman , D. E . ( 1996 ). The comparability of the WRAT-R reading test and NAART as estimates of premorbid intelligence in neurologically impaired patients . Archives of Clinical Neuropsychology , 11 ( 6 ), 513 – 519 . OpenUrl CrossRef PubMed Web of Science ↵ Kelly , M. M. , Tyrka , A. R. , Price , L. H. , & Carpenter , L. L . ( 2008 ). Sex differences in the use of coping strategies: predictors of anxiety and depressive symptoms . Depression and Anxiety , 25 ( 10 ), 839 – 846 . doi: 10.1002/da.20341 OpenUrl CrossRef PubMed Web of Science ↵ Kessler , R. C. , Sampson , N. A. , Berglund , P. , Gruber , M. J. , Al-Hamzawi , A. , Andrade , L. , Bunting , B. , Demyttenaere , K. , Florescu , S. , de Girolamo , G. , Gureje , O. , He , Y. , Hu , C. , Huang , Y. , Karam , E. , Kovess-Masfety , V. , Lee , S. , Levinson , D. , Medina Mora , M. E. , … Wilcox , M. A. ( 2015 ). Anxious and non-anxious major depressive disorder in the World Health Organization World Mental Health Surveys . Epidemiology and Psychiatric Sciences , 24 ( 3 ), 210 – 226 . doi: 10.1017/S2045796015000189 OpenUrl CrossRef PubMed ↵ Kirlic , N. , Young , J. , & Aupperle , R. L . ( 2017 ). Animal to human translational paradigms relevant for approach avoidance conflict decision making . Behaviour research and therapy , 96 , 14 – 29 . doi: 10.1016/j.brat.2017.04.010 OpenUrl CrossRef PubMed ↵ Klein Hofmeijer-Sevink , M. , Batelaan , N. M. , van Megen , H. J. G. M. , Penninx , B. W. , Cath , D. C. , van den Hout , M. A. , & van Balkom , A. J. L. M. ( 2012 ). Clinical relevance of comorbidity in anxiety disorders: A report from the Netherlands Study of Depression and Anxiety (NESDA) . Journal of Affective Disorders , 137 ( 1 ), 106 – 112 . doi: 10.1016/j.jad.2011.12.008 OpenUrl CrossRef PubMed ↵ Kroenke , K. , Spitzer , R. L. , & Williams , J. B. W . ( 2001 ). The PHQ-9: Validity of a brief depression severity measure [ doi: 10.1046/j.1525-1497.2001.016009606.x ]. OpenUrl CrossRef PubMed Web of Science ↵ Kuhn , M . ( 2008 ). Building Predictive Models in R Using the caret Package . Journal of Statistical Software , 28 ( 5 ), 1 – 26 . doi: 10.18637/jss.v028.i05 OpenUrl CrossRef PubMed ↵ Lang , P. J. , & Bradley , M. M. ( 1999 ). International affective digitized sounds (IADS): Stimuli, instruction manual and affective ratings . In Technical Report no. b-2 (Vol. Vol. 803 ). ↵ Lang , P. J. , Bradley , M. M. , & Cuthbert , B. N . ( 2008 ). International affective picture system (IAPS): Affective ratings of pictures and instruction manual . In. Technical Report A-8: University of Florida , Gainesville, FL . ↵ Lavalley , C. A. , Hakimi , N. , Taylor , S. , Kuplicki , R. , Forthman , K. L. , Stewart , J. L. , Paulus , M. P. , Khalsa , S. S. , & Smith , R . ( 2024 ). Transdiagnostic failure to adapt interoceptive precision estimates across affective, substance use, and eating disorders: A replication and extension of previous results . Biol Psychol , 191 , 108825 . doi: 10.1016/j.biopsycho.2024.108825 OpenUrl CrossRef PubMed ↵ Letkiewicz , A. M. , Kottler , H. C. , Shankman , S. A. , & Cochran , A. L . ( 2023 ). Quantifying aberrant approach-avoidance conflict in psychopathology: A review of computational approaches . Neuroscience and biobehavioral reviews , 147 , 105103 . doi: 10.1016/j.neubiorev.2023.105103 OpenUrl CrossRef PubMed ↵ Matud , M. P . ( 2004 ). Gender differences in stress and coping styles . Personality and Individual Differences , 37 ( 7 ), 1401 – 1415 . doi: 10.1016/j.paid.2004.01.010 OpenUrl CrossRef ↵ Norman , S. B. , Hami Cissell , S. , Means-Christensen , A. J. , & Stein , M. B . ( 2006 ). Development and validation of an Overall Anxiety Severity And Impairment Scale (OASIS) . Depression and Anxiety , 23 ( 4 ), 245 – 249 . doi: 10.1002/da.20182 OpenUrl CrossRef PubMed Web of Science ↵ Panayiotou , G. , Karekla , M. , & Leonidou , C . ( 2017 ). Coping through avoidance may explain gender disparities in anxiety . Journal of Contextual Behavioral Science , 6 ( 2 ), 215 – 220 . doi: 10.1016/j.jcbs.2017.04.005 OpenUrl CrossRef ↵ Paulus , M. P . ( 2017 ). Evidence-Based Pragmatic Psychiatry—A Call to Action . JAMA Psychiatry , 74 ( 12 ), 1185 – 1186 . doi: 10.1001/jamapsychiatry.2017.2439 OpenUrl CrossRef PubMed ↵ Plana-Ripoll , O. , Musliner , K. L. , Dalsgaard , S. , Momen , N. C. , Weye , N. , Christensen , M. K. , Agerbo , E. , Iburg , K. M. , Laursen , T. M. , Mortensen , P. B. , Pedersen , C. B. , Petersen , L. V. , Santomauro , D. F. , Vilhjálmsson , B. J. , Whiteford , H. A. , & McGrath , J. J . ( 2020 ). Nature and prevalence of combinations of mental disorders and their association with excess mortality in a population-based cohort study . World Psychiatry , 19 ( 3 ), 339 – 349 . doi: 10.1002/wps.20802 OpenUrl CrossRef ↵ Plana-Ripoll , O. , Pedersen , C. B. , Holtz , Y. , Benros , M. E. , Dalsgaard , S. , de Jonge , P. , Fan , C. C. , Degenhardt , L. , Ganna , A. , Greve , A. N. , Gunn , J. , Iburg , K. M. , Kessing , L. V. , Lee , B. K. , Lim , C. C. W. , Mors , O. , Nordentoft , M. , Prior , A. , Roest , A. M. , … McGrath , J. J. ( 2019 ). Exploring Comorbidity Within Mental Disorders Among a Danish National Population . JAMA Psychiatry , 76 ( 3 ), 259 – 270 . doi: 10.1001/jamapsychiatry.2018.3658 OpenUrl CrossRef ↵ Riecher-Rössler , A . ( 2017 ). Sex and gender differences in mental disorders . The Lancet Psychiatry , 4 ( 1 ), 8 – 9 . doi: 10.1016/S2215-0366(16)30348-0 OpenUrl CrossRef PubMed ↵ Rutter , M. , Caspi , A. , & Moffitt , T. E . ( 2003 ). Using sex differences in psychopathology to study causal mechanisms: unifying issues and research strategies . Journal of Child Psychology and Psychiatry , 44 ( 8 ), 1092 – 1115 . doi: 10.1111/1469-7610.00194 OpenUrl CrossRef PubMed Web of Science ↵ Sandin , B. , Chorot , P. , & McNally , R. J . ( 2001 ). Anxiety sensitivity index: normative data and its differentiation from trait anxiety . Behav Res Ther , 39 ( 2 ), 213 – 219 . doi: 10.1016/s0005-7967(00)00009-7 OpenUrl CrossRef PubMed ↵ Sheehan , D. V. , Lecrubier , Y. , Sheehan , K. H. , Amorim , P. , Janavs , J. , Weiller , E. , Hergueta , T. , Baker , R. , & Dunbar , G. C . ( 1998 ). The Mini-International Neuropsychiatric Interview (M.I.N.I.): the development and validation of a structured diagnostic psychiatric interview for DSM-IV and ICD-10 . J Clin Psychiatry , 59 Suppl 20 , 22 – 33 ;quiz 34-57. OpenUrl CrossRef PubMed ↵ Simons , J. S. , & Arens , A. M . ( 2007 ). Moderating effects of sensitivity to punishment and sensitivity to reward on associations between marijuana effect expectancies and use . Psychology of Addictive Behaviors , 21 ( 3 ), 409 – 414 . doi: 10.1037/0893-164X.21.3.409 OpenUrl CrossRef PubMed ↵ Simons , J. S. , Dvorak , R. D. , & Batien , B. D . ( 2008 ). Methamphetamine use in a rural college population: Associations with marijuana use, sensitivity to punishment, and sensitivity to reward . Psychology of Addictive Behaviors , 22 ( 3 ), 444 – 449 . doi: 10.1037/0893-164X.22.3.444 OpenUrl CrossRef PubMed ↵ Sinha , S. , & Latha , G . ( 2018 ). Coping response to same stressors varies with gender . National J Physiol Pharm Pharmacol , 7 , 1053 – 1057 . OpenUrl ↵ Smith , R. , Feinstein , J. S. , Kuplicki , R. , Forthman , K. L. , Stewart , J. L. , Paulus , M. P. , Tulsa , I. , & Khalsa , S. S . ( 2021a ). Perceptual insensitivity to the modulation of interoceptive signals in depression, anxiety, and substance use disorders . Sci Rep , 11 ( 1 ), 2108 . doi: 10.1038/s41598-021-81307-3 OpenUrl CrossRef ↵ Smith , R. , Kirlic , N. , Stewart , J. L. , Touthang , J. , Kuplicki , R. , Khalsa , S. S. , Feinstein , J. S. , Paulus , M. P. , & Aupperle , R. L . ( 2021b ). Greater decision uncertainty characterizes a transdiagnostic patient sample during approach-avoidance conflict: a computational modelling approach . Journal of Psychiatry and Neuroscience , 46 ( 1 ), E74 – E87 . OpenUrl Abstract / FREE Full Text ↵ Smith , R. , Kirlic , N. , Stewart , J. L. , Touthang , J. , Kuplicki , R. , McDermott , T. J. , Taylor , S. , Khalsa , S. S. , Paulus , M. P. , & Aupperle , R. L . ( 2021c ). Long-term stability of computational parameters during approach-avoidance conflict in a transdiagnostic psychiatric patient sample . Scientific Reports , 11 ( 1 ), 11783 . OpenUrl PubMed ↵ Smith , R. , Kuplicki , R. , Feinstein , J. , Forthman , K. L. , Stewart , J. L. , Paulus , M. P. , Tulsa, i., & Khalsa, S. S. ( 2020 ). A Bayesian computational model reveals a failure to adapt interoceptive precision estimates across depression, anxiety, eating, and substance use disorders . PLoS Computational Biology , 16 ( 12 ), e1008484 . doi: 10.1371/journal.pcbi.1008484 OpenUrl CrossRef PubMed ↵ Smith , R. , Lavalley , C. A. , Taylor , S. , Stewart , J. L. , Khalsa , S. S. , Berg , H. , Ironside , M. , Paulus , M. P. , & Aupperle , R. L . ( 2023 ). Elevated decision uncertainty and reduced avoidance drives in depression, anxiety and substance use disorders during approach–avoidance conflict: a replication study . Journal of Psychiatry and Neuroscience , 48 ( 3 ), E217 – E231 . OpenUrl Abstract / FREE Full Text ↵ Spielberger , C. D. , Gorsuch , R. L. , & Lushene , R. E . ( 1970 ). Manual for the State-Trait Anxiety Inventory. Consulting Psychologists Press . ↵ Stewart , J. L. , May , A. C. , Poppa , T. , Davenport , P. W. , Tapert , S. F. , & Paulus , M. P . ( 2014 ). You are the danger: Attenuated insula response in methamphetamine users during aversive interoceptive decision-making . Drug and Alcohol Dependence , 142 , 110 – 119 . doi: 10.1016/j.drugalcdep.2014.06.003 OpenUrl CrossRef PubMed ↵ Victor , T. A. , Khalsa , S. S. , Simmons , W. K. , Feinstein , J. S. , Savitz , J. , Aupperle , R. L. , Yeh , H.- W. , Bodurka , J. , & Paulus , M. P . ( 2018 ). Tulsa 1000: a naturalistic study protocol for multilevel assessment and outcome prediction in a large psychiatric sample . BMJ open , 8 ( 1 ). OpenUrl CrossRef ↵ Watson , D. , Clark , L. A. , & Tellegen , A . ( 1988 ). Development and validation of brief measures of positive and negative affect: the PANAS scales . Journal of personality and social psychology , 54 ( 6 ), 1063 . OpenUrl CrossRef PubMed Web of Science ↵ Weinberg , A. , Perlman , G. , Kotov , R. , & Hajcak , G . ( 2016 ). Depression and reduced neural response to emotional images: Distinction from anxiety, and importance of symptom dimensions and age of onset [ doi: 10.1037/abn0000118 ]. OpenUrl CrossRef References 1. Smith , R. , et al. , Elevated decision uncertainty and reduced avoidance drives in depression, anxiety and substance use disorders during approach–avoidance conflict: a replication study . Journal of Psychiatry and Neuroscience , 2023 . 48 ( 3 ): p. E217 – E231 . OpenUrl Abstract / FREE Full Text View the discussion thread. Back to top Previous Next Posted February 13, 2025. Download PDF Data/Code Email Thank you for your interest in spreading the word about medRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following Computational Mechanisms of Approach-Avoidance Conflict Predictively Differentiate Between Affective and Substance Use Disorders Message Subject (Your Name) has forwarded a page to you from medRxiv Message Body (Your Name) thought you would like to see this page from the medRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share Computational Mechanisms of Approach-Avoidance Conflict Predictively Differentiate Between Affective and Substance Use Disorders Marishka M. Mehta , Navid Hakimi , Orestes Pena , Taylor Torres , Carter M. Goldman , Claire A. Lavalley , Jennifer L. Stewart , Hannah Berg , Maria Ironside , Martin P. Paulus , Robin Aupperle , Ryan Smith medRxiv 2025.02.10.25321894; doi: https://doi.org/10.1101/2025.02.10.25321894 Share This Article: Copy Citation Tools Computational Mechanisms of Approach-Avoidance Conflict Predictively Differentiate Between Affective and Substance Use Disorders Marishka M. Mehta , Navid Hakimi , Orestes Pena , Taylor Torres , Carter M. Goldman , Claire A. Lavalley , Jennifer L. Stewart , Hannah Berg , Maria Ironside , Martin P. Paulus , Robin Aupperle , Ryan Smith medRxiv 2025.02.10.25321894; doi: https://doi.org/10.1101/2025.02.10.25321894 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Psychiatry and Clinical Psychology Subject Areas All Articles Addiction Medicine (568) Allergy and Immunology (863) Anesthesia (298) Cardiovascular Medicine (4421) Dentistry and Oral Medicine (443) Dermatology (382) Emergency Medicine (607) Endocrinology (including Diabetes Mellitus and Metabolic Disease) (1507) Epidemiology (15216) Forensic Medicine (30) Gastroenterology (1122) Genetic and Genomic Medicine (6582) Geriatric Medicine (667) Health Economics (996) Health Informatics (4524) Health Policy (1367) Health Systems and Quality Improvement (1611) Hematology (540) HIV/AIDS (1264) Infectious Diseases (except HIV/AIDS) (15908) Intensive Care and Critical Care Medicine (1103) Medical Education (621) Medical Ethics (145) Nephrology (667) Neurology (6581) Nursing (345) Nutrition (998) Obstetrics and Gynecology (1143) Occupational and Environmental Health (956) Oncology (3329) Ophthalmology (970) Orthopedics (369) Otolaryngology (420) Pain Medicine (435) Palliative Medicine (129) Pathology (663) Pediatrics (1690) Pharmacology and Therapeutics (691) Primary Care Research (710) Psychiatry and Clinical Psychology (5436) Public and Global Health (9217) Radiology and Imaging (2194) Rehabilitation Medicine and Physical Therapy (1368) Respiratory Medicine (1195) Rheumatology (593) Sexual and Reproductive Health (709) Sports Medicine (529) Surgery (709) Toxicology (99) Transplantation (289) Urology (265) (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'9ff6f35d0d56dfa9',t:'MTc3OTQwMTg0MA=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();
Text is read by the "Ask this paper" AI Q&A widget below.
Extraction quality varies by source — PMC NXML preserves structure
cleanly, OA-HTML may include some navigation residue, and OA-PDF can
have broken hyphenation. The publisher copy
(via DOI)
is the canonical version.