@article{SeboldNebeGarbusowetal.2017, author = {Sebold, Miriam Hannah and Nebe, Stephan and Garbusow, Maria and Guggenmos, Matthias and Schad, Daniel and Beck, Anne and Kuitunen-Paul, S{\"o}ren and Sommer, Christian and Frank, Robin and Neu, Peter and Zimmermann, Ulrich S. and Rapp, Michael A. and Smolka, Michael N. and Huys, Quentin J. M. and Schlagenhauf, Florian and Heinz, Andreas}, title = {When Habits Are Dangerous: Alcohol Expectancies and Habitual Decision Making Predict Relapse in Alcohol Dependence}, series = {Biological psychiatry : a journal of psychiatric neuroscience and therapeutics ; a publication of the Society of Biological Psychiatry}, volume = {82}, journal = {Biological psychiatry : a journal of psychiatric neuroscience and therapeutics ; a publication of the Society of Biological Psychiatry}, publisher = {Elsevier}, address = {New York}, issn = {0006-3223}, doi = {10.1016/j.biopsych.2017.04.019}, pages = {847 -- 856}, year = {2017}, abstract = {BACKGROUND: Addiction is supposedly characterized by a shift from goal-directed to habitual decision making, thus facilitating automatic drug intake. The two-step task allows distinguishing between these mechanisms by computationally modeling goal-directed and habitual behavior as model-based and model-free control. In addicted patients, decision making may also strongly depend upon drug-associated expectations. Therefore, we investigated model-based versus model-free decision making and its neural correlates as well as alcohol expectancies in alcohol-dependent patients and healthy controls and assessed treatment outcome in patients. METHODS: Ninety detoxified, medication-free, alcohol-dependent patients and 96 age-and gender-matched control subjects underwent functional magnetic resonance imaging during the two-step task. Alcohol expectancies were measured with the Alcohol Expectancy Questionnaire. Over a follow-up period of 48 weeks, 37 patients remained abstinent and 53 patients relapsed as indicated by the Alcohol Timeline Followback method. RESULTS: Patients who relapsed displayed reduced medial prefrontal cortex activation during model-based decision making. Furthermore, high alcohol expectancies were associated with low model-based control in relapsers, while the opposite was observed in abstainers and healthy control subjects. However, reduced model-based control per se was not associated with subsequent relapse. CONCLUSIONS: These findings suggest that poor treatment outcome in alcohol dependence does not simply result from a shift from model-based to model-free control but is instead dependent on the interaction between high drug expectancies and low model-based decision making. Reduced model-based medial prefrontal cortex signatures in those who relapse point to a neural correlate of relapse risk. These observations suggest that therapeutic interventions should target subjective alcohol expectancies.}, language = {en} } @article{FriedelSeboldKuitunenPauletal.2017, author = {Friedel, Eva and Sebold, Miriam Hannah and Kuitunen-Paul, S{\"o}ren and Nebe, Stephan and Veer, Ilya M. and Zimmermann, Ulrich S. and Schlagenhauf, Florian and Smolka, Michael N. and Rapp, Michael A. and Walter, Henrik and Heinz, Andreas}, title = {How Accumulated Real Life Stress Experience and Cognitive Speed Interact on Decision-Making Processes}, series = {Frontiers in human neuroscienc}, volume = {11}, journal = {Frontiers in human neuroscienc}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1662-5161}, doi = {10.3389/fnhum.2017.00302}, pages = {1 -- 9}, year = {2017}, abstract = {Rationale: Advances in neurocomputational modeling suggest that valuation systems for goal-directed (deliberative) on one side, and habitual (automatic) decision-making on the other side may rely on distinct computational strategies for reinforcement learning, namely model-free vs. model-based learning. As a key theoretical difference, the model-based system strongly demands cognitive functions to plan actions prospectively based on an internal cognitive model of the environment, whereas valuation in the model-free system relies on rather simple learning rules from operant conditioning to retrospectively associate actions with their outcomes and is thus cognitively less demanding. Acute stress reactivity is known to impair model-based but not model-free choice behavior, with higher working memory capacity protecting the model-based system from acute stress. However, it is not clear which impact accumulated real life stress has on model-free and model-based decision systems and how this influence interacts with cognitive abilities. Methods: We used a sequential decision-making task distinguishing relative contributions of both learning strategies to choice behavior, the Social Readjustment Rating Scale questionnaire to assess accumulated real life stress, and the Digit Symbol Substitution Test to test cognitive speed in 95 healthy subjects. Results: Individuals reporting high stress exposure who had low cognitive speed showed reduced model-based but increased model-free behavioral control. In contrast, subjects exposed to accumulated real life stress with high cognitive speed displayed increased model-based performance but reduced model-free control. Conclusion: These findings suggest that accumulated real life stress exposure can enhance reliance on cognitive speed for model-based computations, which may ultimately protect the model-based system from the detrimental influences of accumulated real life stress. The combination of accumulated real life stress exposure and slower information processing capacities, however, might favor model-free strategies. Thus, the valence and preference of either system strongly depends on stressful experiences and individual cognitive capacities.}, language = {en} } @article{GleichSpittaButleretal.2020, author = {Gleich, Tobias and Spitta, Gianna and Butler, Oisin and Zacharias, Kristin and Aydin, Semiha and Sebold, Miriam Hannah and Garbusow, Maria and Rapp, Michael A. and Schubert, Florian and Buchert, Ralph and Heinz, Andreas and Gallinat, J{\"u}rgen}, title = {Dopamine D2/3 receptor availability in alcohol use disorder and individuals at high risk}, series = {Addiction Biology}, volume = {26}, journal = {Addiction Biology}, number = {2}, publisher = {Wiley-Blackwell}, address = {Hoboken}, issn = {1369-1600}, doi = {10.1111/adb.12915}, pages = {1 -- 10}, year = {2020}, abstract = {Alcohol use disorder (AUD) is the most common substance use disorder worldwide. Although dopamine-related findings were often observed in AUD, associated neurobiological mechanisms are still poorly understood. Therefore, in the present study, we investigate D2/3 receptor availability in healthy participants, participants at high risk (HR) to develop addiction (not diagnosed with AUD), and AUD patients in a detoxified stage, applying F-18-fallypride positron emission tomography (F-18-PET). Specifically, D2/3 receptor availability was investigated in (1) 19 low-risk (LR) controls, (2) 19 HR participants, and (3) 20 AUD patients after alcohol detoxification. Quality and severity of addiction were assessed with clinical questionnaires and (neuro)psychological tests. PET data were corrected for age of participants and smoking status. In the dorsal striatum, we observed significant reductions of D2/3 receptor availability in AUD patients compared with LR participants. Further, receptor availability in HR participants was observed to be intermediate between LR and AUD groups (linearly decreasing). Still, in direct comparison, no group difference was observed between LR and HR groups or between HR and AUD groups. Further, the score of the Alcohol Dependence Scale (ADS) was inversely correlated with D2/3 receptor availability in the combined sample. Thus, in line with a dimensional approach, striatal D2/3 receptor availability showed a linear decrease from LR participants to HR participants to AUD patients, which was paralleled by clinical measures. Our study shows that a core neurobiological feature in AUD seems to be detectable in an early, subclinical state, allowing more individualized alcohol prevention programs in the future.}, language = {en} } @article{SchadGarbusowFriedeletal.2018, author = {Schad, Daniel and Garbusow, Maria and Friedel, Eva and Sommer, Christian and Sebold, Miriam Hannah and H{\"a}gele, Claudia and Bernhardt, Nadine and Nebe, Stephan and Kuitunen-Paul, S{\"o}ren and Liu, Shuyan and Eichmann, Uta and Beck, Anne and Wittchen, Hans-Ulrich and Walter, Henrik and Sterzer, Philipp and Zimmermann, Ulrich S. and Smolka, Michael N. and Schlagenhauf, Florian and Huys, Quentin J. M. and Heinz, Andreas and Rapp, Michael A.}, title = {Neural correlates of instrumental responding in the context of alcohol-related cues index disorder severity and relapse risk}, series = {European archives of psychiatry and clinical neuroscience : official organ of the German Society for Biological Psychiatry}, volume = {269}, journal = {European archives of psychiatry and clinical neuroscience : official organ of the German Society for Biological Psychiatry}, number = {3}, publisher = {Springer}, address = {Heidelberg}, issn = {0940-1334}, doi = {10.1007/s00406-017-0860-4}, pages = {295 -- 308}, year = {2018}, abstract = {The influence of Pavlovian conditioned stimuli on ongoing behavior may contribute to explaining how alcohol cues stimulate drug seeking and intake. Using a Pavlovian-instrumental transfer task, we investigated the effects of alcohol-related cues on approach behavior (i.e., instrumental response behavior) and its neural correlates, and related both to the relapse after detoxification in alcohol-dependent patients. Thirty-one recently detoxified alcohol-dependent patients and 24 healthy controls underwent instrumental training, where approach or non-approach towards initially neutral stimuli was reinforced by monetary incentives. Approach behavior was tested during extinction with either alcohol-related or neutral stimuli (as Pavlovian cues) presented in the background during functional magnetic resonance imaging (fMRI). Patients were subsequently followed up for 6 months. We observed that alcohol-related background stimuli inhibited the approach behavior in detoxified alcohol-dependent patients (t = -3.86, p < .001), but not in healthy controls (t = -0.92, p = .36). This behavioral inhibition was associated with neural activation in the nucleus accumbens (NAcc) (t((30)) = 2.06, p < .05). Interestingly, both the effects were only present in subsequent abstainers, but not relapsers and in those with mild but not severe dependence. Our data show that alcohol-related cues can acquire inhibitory behavioral features typical of aversive stimuli despite being accompanied by a stronger NAcc activation, suggesting salience attribution. The fact that these findings are restricted to abstinence and milder illness suggests that they may be potential resilience factors.}, language = {en} } @article{SeboldGarbusowJetzschmannetal.2019, author = {Sebold, Miriam Hannah and Garbusow, Maria and Jetzschmann, P. and Schad, Daniel and Nebe, S. and Schlagenhauf, Florian and Heinz, A. and Rapp, Michael A. and Romanczuk-Seiferth, Nina}, title = {Reward and avoidance learning in the context of aversive environments and possible implications for depressive symptoms}, series = {Psychopharmacology}, volume = {236}, journal = {Psychopharmacology}, number = {8}, publisher = {Springer}, address = {New York}, issn = {0033-3158}, doi = {10.1007/s00213-019-05299-9}, pages = {2437 -- 2449}, year = {2019}, abstract = {Background Aversive stimuli in the environment influence human actions. This includes valence-dependent influences on action selection, e.g., increased avoidance but decreased approach behavior. However, it is yet unclear how aversive stimuli interact with complex learning and decision-making in the reward and avoidance domain. Moreover, the underlying computational mechanisms of these decision-making biases are unknown. Methods To elucidate these mechanisms, 54 healthy young male subjects performed a two-step sequential decision-making task, which allows to computationally model different aspects of learning, e.g., model-free, habitual, and model-based, goal-directed learning. We used a within-subject design, crossing task valence (reward vs. punishment learning) with emotional context (aversive vs. neutral background stimuli). We analyzed choice data, applied a computational model, and performed simulations. Results Whereas model-based learning was not affected, aversive stimuli interacted with model-free learning in a way that depended on task valence. Thus, aversive stimuli increased model-free avoidance learning but decreased model-free reward learning. The computational model confirmed this effect: the parameter lambda that indicates the influence of reward prediction errors on decision values was increased in the punishment condition but decreased in the reward condition when aversive stimuli were present. Further, by using the inferred computational parameters to simulate choice data, our effects were captured. Exploratory analyses revealed that the observed biases were associated with subclinical depressive symptoms. Conclusion Our data show that aversive environmental stimuli affect complex learning and decision-making, which depends on task valence. Further, we provide a model of the underlying computations of this affective modulation. Finally, our finding of increased decision-making biases in subjects reporting subclinical depressive symptoms matches recent reports of amplified Pavlovian influences on action selection in depression and suggests a potential vulnerability factor for mood disorders. We discuss our findings in the light of the involvement of the neuromodulators serotonin and dopamine.}, language = {en} } @article{NebeKroemerSchadetal.2017, author = {Nebe, Stephan and Kroemer, Nils B. and Schad, Daniel and Bernhardt, Nadine and Sebold, Miriam Hannah and Mueller, Dirk K. and Scholl, Lucie and Kuitunen-Paul, S{\"o}ren and Heinz, Andreas and Rapp, Michael A. and Huys, Quentin J. M. and Smolka, Michael N.}, title = {No association of goal-directed and habitual control with alcohol consumption in young adults}, series = {Addiction biology}, volume = {23}, journal = {Addiction biology}, number = {1}, publisher = {Wiley}, address = {Hoboken}, issn = {1355-6215}, doi = {10.1111/adb.12490}, pages = {379 -- 393}, year = {2017}, abstract = {Alcohol dependence is a mental disorder that has been associated with an imbalance in behavioral control favoring model-free habitual over model-based goal-directed strategies. It is as yet unknown, however, whether such an imbalance reflects a predisposing vulnerability or results as a consequence of repeated and/or excessive alcohol exposure. We, therefore, examined the association of alcohol consumption with model-based goal-directed and model-free habitual control in 188 18-year-old social drinkers in a two-step sequential decision-making task while undergoing functional magnetic resonance imaging before prolonged alcohol misuse could have led to severe neurobiological adaptations. Behaviorally, participants showed a mixture of model-free and model-based decision-making as observed previously. Measures of impulsivity were positively related to alcohol consumption. In contrast, neither model-free nor model-based decision weights nor the trade-off between them were associated with alcohol consumption. There were also no significant associations between alcohol consumption and neural correlates of model-free or model-based decision quantities in either ventral striatum or ventromedial prefrontal cortex. Exploratory whole-brain functional magnetic resonance imaging analyses with a lenient threshold revealed early onset of drinking to be associated with an enhanced representation of model-free reward prediction errors in the posterior putamen. These results suggest that an imbalance between model-based goal-directed and model-free habitual control might rather not be a trait marker of alcohol intake per se.}, language = {en} } @article{SeboldSpittaGleichetal.2019, author = {Sebold, Miriam Hannah and Spitta, G. and Gleich, T. and Dembler-Stamm, T. and Butler, Oisin and Zacharias, Kristin and Aydin, S. and Garbusow, Maria and Rapp, Michael A. and Schubert, Florian and Buchert, Ralph and Gallinat, J{\"u}rgen and Heinz, A.}, title = {Stressful life events are associated with striatal dopamine receptor availability in alcohol dependence}, series = {Journal of neural transmission}, volume = {126}, journal = {Journal of neural transmission}, number = {9}, publisher = {Springer}, address = {Wien}, issn = {0300-9564}, doi = {10.1007/s00702-019-01985-2}, pages = {1127 -- 1134}, year = {2019}, abstract = {Stress plays a key role in modulating addictive behavior and can cause relapse following periods of abstinence. Common effects of stress and alcohol on the dopaminergic system have been suggested, although the precise mechanisms are unclear. Here, we investigated 20 detoxified alcohol-dependent patients and 19 matched healthy controls and assessed striatal D2/D3 availability using [F-18]-fallypride positron emission tomography and stressful life events. We found a strong association between striatal D2/D3 availability and stress in patients, but not in healthy controls. Interestingly, we found increased D2/D3 receptor availability in patients with higher stress levels. This mirrors complex interactions between stress and alcohol intake in animal studies and emphasizes the importance to investigate stress exposure in neurobiological studies of addiction.}, language = {en} }