@article{SeboldNebeGarbusowetal.2017, author = {Sebold, Miriam Hannah and Nebe, Stephan and Garbusow, Maria and Guggenmos, Matthias and Schad, Daniel and Beck, Anne and Kuitunen-Paul, S{\"o}ren and Sommer, Christian and Frank, Robin and Neu, Peter and Zimmermann, Ulrich S. and Rapp, Michael A. and Smolka, Michael N. and Huys, Quentin J. M. and Schlagenhauf, Florian and Heinz, Andreas}, title = {When Habits Are Dangerous: Alcohol Expectancies and Habitual Decision Making Predict Relapse in Alcohol Dependence}, series = {Biological psychiatry : a journal of psychiatric neuroscience and therapeutics ; a publication of the Society of Biological Psychiatry}, volume = {82}, journal = {Biological psychiatry : a journal of psychiatric neuroscience and therapeutics ; a publication of the Society of Biological Psychiatry}, publisher = {Elsevier}, address = {New York}, issn = {0006-3223}, doi = {10.1016/j.biopsych.2017.04.019}, pages = {847 -- 856}, year = {2017}, abstract = {BACKGROUND: Addiction is supposedly characterized by a shift from goal-directed to habitual decision making, thus facilitating automatic drug intake. The two-step task allows distinguishing between these mechanisms by computationally modeling goal-directed and habitual behavior as model-based and model-free control. In addicted patients, decision making may also strongly depend upon drug-associated expectations. Therefore, we investigated model-based versus model-free decision making and its neural correlates as well as alcohol expectancies in alcohol-dependent patients and healthy controls and assessed treatment outcome in patients. METHODS: Ninety detoxified, medication-free, alcohol-dependent patients and 96 age-and gender-matched control subjects underwent functional magnetic resonance imaging during the two-step task. Alcohol expectancies were measured with the Alcohol Expectancy Questionnaire. Over a follow-up period of 48 weeks, 37 patients remained abstinent and 53 patients relapsed as indicated by the Alcohol Timeline Followback method. RESULTS: Patients who relapsed displayed reduced medial prefrontal cortex activation during model-based decision making. Furthermore, high alcohol expectancies were associated with low model-based control in relapsers, while the opposite was observed in abstainers and healthy control subjects. However, reduced model-based control per se was not associated with subsequent relapse. CONCLUSIONS: These findings suggest that poor treatment outcome in alcohol dependence does not simply result from a shift from model-based to model-free control but is instead dependent on the interaction between high drug expectancies and low model-based decision making. Reduced model-based medial prefrontal cortex signatures in those who relapse point to a neural correlate of relapse risk. These observations suggest that therapeutic interventions should target subjective alcohol expectancies.}, language = {en} } @article{ChenHollunderGarbusowetal.2020, author = {Chen, Ke and Hollunder, Barbara and Garbusow, Maria and Sebold, Miriam Hannah and Heinz, Andreas}, title = {The physiological responses to acute stress in alcohol-dependent patients}, series = {European neuropsychopharmacology : the journal of the European College of Neuropsychopharmacology}, volume = {41}, journal = {European neuropsychopharmacology : the journal of the European College of Neuropsychopharmacology}, publisher = {Elsevier}, address = {Amsterdam}, issn = {0924-977X}, doi = {10.1016/j.euroneuro.2020.09.003}, pages = {1 -- 15}, year = {2020}, abstract = {Dysregulation of physiological stress reactivity plays a key role in the development and relapse risk of alcohol dependence. This article reviews studies investigating physiological responses to experimentally induced acute stress in patients with alcohol dependence. A systematic search from electronic databases resulted in 3641 articles found and after screening 62 articles were included in our review. Studies are analyzed based on stress types (i.e., social stress tasks and nonsocial stress tasks) and physiological markers (i.e., the nervous system, the endocrine system, somatic responses and the immune system). In studies applying nonsocial stress tasks, alcohol-dependent patients were reported to show a blunted stress response compared with healthy controls in the majority of studies applying markers of adrenocorticotropic hormone and cortisol. In studies applying social stress tasks, findings are inconsistent, with less than half of the studies reporting altered physiological stress responses in patients. We discuss the impact of duration of abstinence, comorbidities, baseline physiological arousal and intervention on the discrepancy of study findings. Furthermore, we review evidence for an associationbetween blunted physiological stress responses and the relapse risk among patients with alcohol dependence. (c) 2020 The Authors. Published by Elsevier B.V. This is an open access article under the CC BY-NC-ND license (http://creativecommons.org/licenses/by-nc-nd/4.0/)}, language = {en} } @article{SeboldSpittaGleichetal.2019, author = {Sebold, Miriam Hannah and Spitta, G. and Gleich, T. and Dembler-Stamm, T. and Butler, Oisin and Zacharias, Kristin and Aydin, S. and Garbusow, Maria and Rapp, Michael A. and Schubert, Florian and Buchert, Ralph and Gallinat, J{\"u}rgen and Heinz, A.}, title = {Stressful life events are associated with striatal dopamine receptor availability in alcohol dependence}, series = {Journal of neural transmission}, volume = {126}, journal = {Journal of neural transmission}, number = {9}, publisher = {Springer}, address = {Wien}, issn = {0300-9564}, doi = {10.1007/s00702-019-01985-2}, pages = {1127 -- 1134}, year = {2019}, abstract = {Stress plays a key role in modulating addictive behavior and can cause relapse following periods of abstinence. Common effects of stress and alcohol on the dopaminergic system have been suggested, although the precise mechanisms are unclear. Here, we investigated 20 detoxified alcohol-dependent patients and 19 matched healthy controls and assessed striatal D2/D3 availability using [F-18]-fallypride positron emission tomography and stressful life events. We found a strong association between striatal D2/D3 availability and stress in patients, but not in healthy controls. Interestingly, we found increased D2/D3 receptor availability in patients with higher stress levels. This mirrors complex interactions between stress and alcohol intake in animal studies and emphasizes the importance to investigate stress exposure in neurobiological studies of addiction.}, language = {en} } @inproceedings{SchadJuengerSeboldetal.2014, author = {Schad, Daniel and Juenger, Elisabeth and Sebold, Miriam Hannah and Garbusow, Maria and Bernhart, Nadine and Javadi, Amir Homayoun and Zimmermann, Ulrich S. and Smolka, Michael N. and Heinz, Andreas and Rapp, Michael A. and Huys, Quentin J. M.}, title = {Smart goals, slow habits? Individual differences in processing speed and working memory capacity moderate the balance between habitual and goal-directed choice behavior}, series = {Cognitive processing : international quarterly of cognitive science}, volume = {15}, booktitle = {Cognitive processing : international quarterly of cognitive science}, number = {1}, publisher = {Springer}, address = {Heidelberg}, issn = {1612-4782}, pages = {S62 -- S62}, year = {2014}, language = {en} } @article{SeboldGarbusowJetzschmannetal.2019, author = {Sebold, Miriam Hannah and Garbusow, Maria and Jetzschmann, P. and Schad, Daniel and Nebe, S. and Schlagenhauf, Florian and Heinz, A. and Rapp, Michael A. and Romanczuk-Seiferth, Nina}, title = {Reward and avoidance learning in the context of aversive environments and possible implications for depressive symptoms}, series = {Psychopharmacology}, volume = {236}, journal = {Psychopharmacology}, number = {8}, publisher = {Springer}, address = {New York}, issn = {0033-3158}, doi = {10.1007/s00213-019-05299-9}, pages = {2437 -- 2449}, year = {2019}, abstract = {Background Aversive stimuli in the environment influence human actions. This includes valence-dependent influences on action selection, e.g., increased avoidance but decreased approach behavior. However, it is yet unclear how aversive stimuli interact with complex learning and decision-making in the reward and avoidance domain. Moreover, the underlying computational mechanisms of these decision-making biases are unknown. Methods To elucidate these mechanisms, 54 healthy young male subjects performed a two-step sequential decision-making task, which allows to computationally model different aspects of learning, e.g., model-free, habitual, and model-based, goal-directed learning. We used a within-subject design, crossing task valence (reward vs. punishment learning) with emotional context (aversive vs. neutral background stimuli). We analyzed choice data, applied a computational model, and performed simulations. Results Whereas model-based learning was not affected, aversive stimuli interacted with model-free learning in a way that depended on task valence. Thus, aversive stimuli increased model-free avoidance learning but decreased model-free reward learning. The computational model confirmed this effect: the parameter lambda that indicates the influence of reward prediction errors on decision values was increased in the punishment condition but decreased in the reward condition when aversive stimuli were present. Further, by using the inferred computational parameters to simulate choice data, our effects were captured. Exploratory analyses revealed that the observed biases were associated with subclinical depressive symptoms. Conclusion Our data show that aversive environmental stimuli affect complex learning and decision-making, which depends on task valence. Further, we provide a model of the underlying computations of this affective modulation. Finally, our finding of increased decision-making biases in subjects reporting subclinical depressive symptoms matches recent reports of amplified Pavlovian influences on action selection in depression and suggests a potential vulnerability factor for mood disorders. We discuss our findings in the light of the involvement of the neuromodulators serotonin and dopamine.}, language = {en} } @article{WyckmansOttoSeboldetal.2019, author = {Wyckmans, Florent and Otto, A. Ross and Sebold, Miriam Hannah and Daw, Nathaniel and Bechara, Antoine and Saeremans, M{\´e}lanie and Kornreich, Charles and Chatard, Armand and Jaafari, Nemat and No{\"e}l, Xavier}, title = {Reduced model-based decision-making in gambling disorder}, series = {Scientific reports}, volume = {9}, journal = {Scientific reports}, publisher = {Nature Publ. Group}, address = {London}, issn = {2045-2322}, doi = {10.1038/s41598-019-56161-z}, pages = {10}, year = {2019}, abstract = {Compulsive behaviors (e.g., addiction) can be viewed as an aberrant decision process where inflexible reactions automatically evoked by stimuli (habit) take control over decision making to the detriment of a more flexible (goal-oriented) behavioral learning system. These behaviors are thought to arise from learning algorithms known as "model-based" and "model-free" reinforcement learning. Gambling disorder, a form of addiction without the confound of neurotoxic effects of drugs, showed impaired goal-directed control but the way in which problem gamblers (PG) orchestrate model-based and model-free strategies has not been evaluated. Forty-nine PG and 33 healthy participants (CP) completed a two-step sequential choice task for which model-based and model-free learning have distinct and identifiable trial-by-trial learning signatures. The influence of common psychopathological comorbidities on those two forms of learning were investigated. PG showed impaired model-based learning, particularly after unrewarded outcomes. In addition, PG exhibited faster reaction times than CP following unrewarded decisions. Troubled mood, higher impulsivity (i.e., positive and negative urgency) and current and chronic stress reported via questionnaires did not account for those results. These findings demonstrate specific reinforcement learning and decision-making deficits in behavioral addiction that advances our understanding and may be important dimensions for designing effective interventions.}, language = {en} } @article{SchadJuengerSeboldetal.2014, author = {Schad, Daniel and Juenger, Elisabeth and Sebold, Miriam Hannah and Garbusow, Maria and Bernhardt, Nadine and Javadi, Amir-Homayoun and Zimmermann, Ulrich S. and Smolka, Michael N. and Heinz, Andreas and Rapp, Michael A. and Huys, Quentin J. M.}, title = {Processing speed enhances model-based over model-free reinforcement learning in the presence of high working memory functioning}, series = {Frontiers in psychology}, volume = {5}, journal = {Frontiers in psychology}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2014.01450}, pages = {10}, year = {2014}, abstract = {Theories of decision-making and its neural substrates have long assumed the existence of two distinct and competing valuation systems, variously described as goal-directed vs. habitual, or, more recently and based on statistical arguments, as model-free vs. model-based reinforcement-learning. Though both have been shown to control choices, the cognitive abilities associated with these systems are under ongoing investigation. Here we examine the link to cognitive abilities, and find that individual differences in processing speed covary with a shift from model-free to model-based choice control in the presence of above-average working memory function. This suggests shared cognitive and neural processes; provides a bridge between literatures on intelligence and valuation; and may guide the development of process models of different valuation components. Furthermore, it provides a rationale for individual differences in the tendency to deploy valuation systems, which may be important for understanding the manifold neuropsychiatric diseases associated with malfunctions of valuation.}, language = {en} } @article{GarbusowSchadSommeretal.2014, author = {Garbusow, Maria and Schad, Daniel and Sommer, Christian and Juenger, Elisabeth and Sebold, Miriam Hannah and Friedel, Eva and Wendt, Jean and Kathmann, Norbert and Schlagenhauf, Florian and Zimmermann, Ulrich S. and Heinz, Andreas and Huys, Quentin J. M. and Rapp, Michael A.}, title = {Pavlovian-to-instrumental transfer in alcohol dependence: a pilot study}, series = {Neuropsychobiology : international journal of experimental and clinical research in biological psychiatry, pharmacopsychiatry, Biological Psychology/Pharmacopsychology and Pharmacoelectroencephalography}, volume = {70}, journal = {Neuropsychobiology : international journal of experimental and clinical research in biological psychiatry, pharmacopsychiatry, Biological Psychology/Pharmacopsychology and Pharmacoelectroencephalography}, number = {2}, publisher = {Karger}, address = {Basel}, issn = {0302-282X}, doi = {10.1159/000363507}, pages = {111 -- 121}, year = {2014}, abstract = {Background: Pavlovian processes are thought to play an important role in the development, maintenance and relapse of alcohol dependence, possibly by influencing and usurping ongoing thought and behavior. The influence of pavlovian stimuli on ongoing behavior is paradigmatically measured by pavlovian-to-instrumental transfer (PIT) tasks. These involve multiple stages and are complex. Whether increased PIT is involved in human alcohol dependence is uncertain. We therefore aimed to establish and validate a modified PIT paradigm that would be robust, consistent and tolerated by healthy controls as well as by patients suffering from alcohol dependence, and to explore whether alcohol dependence is associated with enhanced PIT. Methods: Thirty-two recently detoxified alcohol-dependent patients and 32 age- and gender-matched healthy controls performed a PIT task with instrumental go/no-go approach behaviors. The task involved both pavlovian stimuli associated with monetary rewards and losses, and images of drinks. Results: Both patients and healthy controls showed a robust and temporally stable PIT effect. Strengths of PIT effects to drug-related and monetary conditioned stimuli were highly correlated. Patients more frequently showed a PIT effect, and the effect was stronger in response to aversively conditioned CSs (conditioned suppression), but there was no group difference in response to appetitive CSs. Conclusion: The implementation of PIT has favorably robust properties in chronic alcohol-dependent patients and in healthy controls. It shows internal consistency between monetary and drug-related cues. The findings support an association of alcohol dependence with an increased propensity towards PIT.}, language = {en} } @article{SeboldSchadNebeetal.2016, author = {Sebold, Miriam Hannah and Schad, Daniel and Nebe, Stephan and Garbusow, Maria and Juenger, Elisabeth and Kroemer, Nils B. and Kathmann, Norbert and Zimmermann, Ulrich S. and Smolka, Michael N. and Rapp, Michael A. and Heinz, Andreas and Huys, Quentin J. M.}, title = {Pavlovian-to-Instrumental Transfer Effects Rely Less on Model-based Reinforcement Learning}, series = {Journal of cognitive neuroscience}, volume = {28}, journal = {Journal of cognitive neuroscience}, publisher = {MIT Press}, address = {Cambridge}, issn = {0898-929X}, doi = {10.1162/jocn_a_00945}, pages = {985 -- 995}, year = {2016}, abstract = {Behavioral choice can be characterized along two axes. One axis distinguishes reflexive, model-free systems that slowly accumulate values through experience and a model-based system that uses knowledge to reason prospectively. The second axis distinguishes Pavlovian valuation of stimuli from instrumental valuation of actions or stimulus-action pairs. This results in four values and many possible interactions between them, with important consequences for accounts of individual variation. We here explored whether individual variation along one axis was related to individual variation along the other. Specifically, we asked whether individuals' balance between model-based and model-free learning was related to their tendency to show Pavlovian interferences with instrumental decisions. In two independent samples with a total of 243 participants, Pavlovian-instrumental transfer effects were negatively correlated with the strength of model-based reasoning in a two-step task. This suggests a potential common underlying substrate predisposing individuals to both have strong Pavlovian interference and be less model-based and provides a framework within which to interpret the observation of both effects in addiction.}, language = {en} } @article{GarbusowSchadSeboldetal.2016, author = {Garbusow, Maria and Schad, Daniel and Sebold, Miriam Hannah and Friedel, Eva and Bernhardt, Nadine and Koch, Stefan P. and Steinacher, Bruno and Kathmann, Norbert and Geurts, Dirk E. M. and Sommer, Christian and Mueller, Dirk K. and Nebe, Stephan and Paul, Soeren and Wittchen, Hans-Ulrich and Zimmermann, Ulrich S. and Walter, Henrik and Smolka, Michael N. and Sterzer, Philipp and Rapp, Michael A. and Huys, Quentin J. M. and Schlagenhauf, Florian and Heinz, Andreas}, title = {Pavlovian-to-instrumental transfer effects in the nucleus accumbens relate to relapse in alcohol dependence}, series = {Addiction biology}, volume = {21}, journal = {Addiction biology}, publisher = {Wiley-Blackwell}, address = {Hoboken}, issn = {1355-6215}, doi = {10.1111/adb.12243}, pages = {719 -- 731}, year = {2016}, abstract = {In detoxified alcohol-dependent patients, alcohol-related stimuli can promote relapse. However, to date, the mechanisms by which contextual stimuli promote relapse have not been elucidated in detail. One hypothesis is that such contextual stimuli directly stimulate the motivation to drink via associated brain regions like the ventral striatum and thus promote alcohol seeking, intake and relapse. Pavlovian-to-Instrumental-Transfer (PIT) may be one of those behavioral phenomena contributing to relapse, capturing how Pavlovian conditioned (contextual) cues determine instrumental behavior (e.g. alcohol seeking and intake). We used a PIT paradigm during functional magnetic resonance imaging to examine the effects of classically conditioned Pavlovian stimuli on instrumental choices in n=31 detoxified patients diagnosed with alcohol dependence and n=24 healthy controls matched for age and gender. Patients were followed up over a period of 3 months. We observed that (1) there was a significant behavioral PIT effect for all participants, which was significantly more pronounced in alcohol-dependent patients; (2) PIT was significantly associated with blood oxygen level-dependent (BOLD) signals in the nucleus accumbens (NAcc) in subsequent relapsers only; and (3) PIT-related NAcc activation was associated with, and predictive of, critical outcomes (amount of alcohol intake and relapse during a 3 months follow-up period) in alcohol-dependent patients. These observations show for the first time that PIT-related BOLD signals, as a measure of the influence of Pavlovian cues on instrumental behavior, predict alcohol intake and relapse in alcohol dependence.}, language = {en} }