@misc{GarbusowNebeSommeretal.2019, author = {Garbusow, Maria and Nebe, Stephan and Sommer, Christian and Kuitunen-Paul, S{\"o}ren and Sebold, Miriam and Schad, Daniel and Friedel, Eva and Veer, Ilya M. and Wittchen, Hans-Ulrich and Rapp, Michael A. and Ripke, Stephan and Walter, Henrik and Huys, Quentin J. M. and Schlagenhauf, Florian and Smolka, Michael N. and Heinz, Andreas}, title = {Pavlovian-To-Instrumental Transfer and Alcohol Consumption in Young Male Social Drinkers}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe}, number = {841}, issn = {1866-8364}, doi = {10.25932/publishup-47328}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-473280}, pages = {14}, year = {2019}, abstract = {In animals and humans, behavior can be influenced by irrelevant stimuli, a phenomenon called Pavlovian-to-instrumental transfer (PIT). In subjects with substance use disorder, PIT is even enhanced with functional activation in the nucleus accumbens (NAcc) and amygdala. While we observed enhanced behavioral and neural PIT effects in alcohol-dependent subjects, we here aimed to determine whether behavioral PIT is enhanced in young men with high-risk compared to low-risk drinking and subsequently related functional activation in an a-priori region of interest encompassing the NAcc and amygdala and related to polygenic risk for alcohol consumption. A representative sample of 18-year old men (n = 1937) was contacted: 445 were screened, 209 assessed: resulting in 191 valid behavioral, 139 imaging and 157 genetic datasets. None of the subjects fulfilled criteria for alcohol dependence according to the Diagnostic and Statistical Manual of Mental Disorders-IV-TextRevision (DSM-IV-TR). We measured how instrumental responding for rewards was influenced by background Pavlovian conditioned stimuli predicting action-independent rewards and losses. Behavioral PIT was enhanced in high-compared to low-risk drinkers (b = 0.09, SE = 0.03, z = 2.7, p < 0.009). Across all subjects, we observed PIT-related neural blood oxygen level-dependent (BOLD) signal in the right amygdala (t = 3.25, p(SVC) = 0.04, x = 26, y = -6, z = -12), but not in NAcc. The strength of the behavioral PIT effect was positively correlated with polygenic risk for alcohol consumption (r(s) = 0.17, p = 0.032). We conclude that behavioral PIT and polygenic risk for alcohol consumption might be a biomarker for a subclinical phenotype of risky alcohol consumption, even if no drug-related stimulus is present. The association between behavioral PIT effects and the amygdala might point to habitual processes related to out PIT task. In non-dependent young social drinkers, the amygdala rather than the NAcc is activated during PIT; possible different involvement in association with disease trajectory should be investigated in future studies.}, language = {en} } @article{ObstSchadHuysetal.2018, author = {Obst, Elisabeth and Schad, Daniel and Huys, Quentin J. M. and Sebold, Miriam and Nebe, Stephan and Sommer, Christian and Smolka, Michael N. and Zimmermann, Ulrich S.}, title = {Drunk decisions}, series = {Journal of Psychopharmacology}, volume = {32}, journal = {Journal of Psychopharmacology}, number = {8}, publisher = {Sage Publ.}, address = {London}, issn = {0269-8811}, doi = {10.1177/0269881118772454}, pages = {855 -- 866}, year = {2018}, abstract = {Background: Studies in humans and animals suggest a shift from goal-directed to habitual decision-making in addiction. We therefore tested whether acute alcohol administration reduces goal-directed and promotes habitual decision-making, and whether these effects are moderated by self-reported drinking problems. Methods: Fifty-three socially drinking males completed the two-step task in a randomised crossover design while receiving an intravenous infusion of ethanol (blood alcohol level=80 mg\%), or placebo. To minimise potential bias by long-standing heavy drinking and subsequent neuropsychological impairment, we tested 18- to 19-year-old adolescents. Results: Alcohol administration consistently reduced habitual, model-free decisions, while its effects on goal-directed, model-based behaviour varied as a function of drinking problems measured with the Alcohol Use Disorders Identification Test. While adolescents with low risk for drinking problems (scoring <8) exhibited an alcohol-induced numerical reduction in goal-directed choices, intermediate-risk drinkers showed a shift away from habitual towards goal-directed decision-making, such that alcohol possibly even improved their performance. Conclusions: We assume that alcohol disrupted basic cognitive functions underlying habitual and goal-directed decisions in low-risk drinkers, thereby enhancing hasty choices. Further, we speculate that intermediate-risk drinkers benefited from alcohol as a negative reinforcer that reduced unpleasant emotional states, possibly displaying a novel risk factor for drinking in adolescence.}, language = {en} } @article{SchadGarbusowFriedeletal.2018, author = {Schad, Daniel and Garbusow, Maria and Friedel, Eva and Sommer, Christian and Sebold, Miriam and H{\"a}gele, Claudia and Bernhardt, Nadine and Nebe, Stephan and Kuitunen-Paul, S{\"o}ren and Liu, Shuyan and Eichmann, Uta and Beck, Anne and Wittchen, Hans-Ulrich and Walter, Henrik and Sterzer, Philipp and Zimmermann, Ulrich S. and Smolka, Michael N. and Schlagenhauf, Florian and Huys, Quentin J. M. and Heinz, Andreas and Rapp, Michael A.}, title = {Neural correlates of instrumental responding in the context of alcohol-related cues index disorder severity and relapse risk}, series = {European archives of psychiatry and clinical neuroscience : official organ of the German Society for Biological Psychiatry}, volume = {269}, journal = {European archives of psychiatry and clinical neuroscience : official organ of the German Society for Biological Psychiatry}, number = {3}, publisher = {Springer}, address = {Heidelberg}, issn = {0940-1334}, doi = {10.1007/s00406-017-0860-4}, pages = {295 -- 308}, year = {2018}, abstract = {The influence of Pavlovian conditioned stimuli on ongoing behavior may contribute to explaining how alcohol cues stimulate drug seeking and intake. Using a Pavlovian-instrumental transfer task, we investigated the effects of alcohol-related cues on approach behavior (i.e., instrumental response behavior) and its neural correlates, and related both to the relapse after detoxification in alcohol-dependent patients. Thirty-one recently detoxified alcohol-dependent patients and 24 healthy controls underwent instrumental training, where approach or non-approach towards initially neutral stimuli was reinforced by monetary incentives. Approach behavior was tested during extinction with either alcohol-related or neutral stimuli (as Pavlovian cues) presented in the background during functional magnetic resonance imaging (fMRI). Patients were subsequently followed up for 6 months. We observed that alcohol-related background stimuli inhibited the approach behavior in detoxified alcohol-dependent patients (t = -3.86, p < .001), but not in healthy controls (t = -0.92, p = .36). This behavioral inhibition was associated with neural activation in the nucleus accumbens (NAcc) (t((30)) = 2.06, p < .05). Interestingly, both the effects were only present in subsequent abstainers, but not relapsers and in those with mild but not severe dependence. Our data show that alcohol-related cues can acquire inhibitory behavioral features typical of aversive stimuli despite being accompanied by a stronger NAcc activation, suggesting salience attribution. The fact that these findings are restricted to abstinence and milder illness suggests that they may be potential resilience factors.}, language = {en} } @article{SeboldSchadNebeetal.2016, author = {Sebold, Miriam and Schad, Daniel and Nebe, Stephan and Garbusow, Maria and Juenger, Elisabeth and Kroemer, Nils B. and Kathmann, Norbert and Zimmermann, Ulrich S. and Smolka, Michael N. and Rapp, Michael A. and Heinz, Andreas and Huys, Quentin J. M.}, title = {Pavlovian-to-Instrumental Transfer Effects Rely Less on Model-based Reinforcement Learning}, series = {Journal of cognitive neuroscience}, volume = {28}, journal = {Journal of cognitive neuroscience}, publisher = {MIT Press}, address = {Cambridge}, issn = {0898-929X}, doi = {10.1162/jocn_a_00945}, pages = {985 -- 995}, year = {2016}, abstract = {Behavioral choice can be characterized along two axes. One axis distinguishes reflexive, model-free systems that slowly accumulate values through experience and a model-based system that uses knowledge to reason prospectively. The second axis distinguishes Pavlovian valuation of stimuli from instrumental valuation of actions or stimulus-action pairs. This results in four values and many possible interactions between them, with important consequences for accounts of individual variation. We here explored whether individual variation along one axis was related to individual variation along the other. Specifically, we asked whether individuals' balance between model-based and model-free learning was related to their tendency to show Pavlovian interferences with instrumental decisions. In two independent samples with a total of 243 participants, Pavlovian-instrumental transfer effects were negatively correlated with the strength of model-based reasoning in a two-step task. This suggests a potential common underlying substrate predisposing individuals to both have strong Pavlovian interference and be less model-based and provides a framework within which to interpret the observation of both effects in addiction.}, language = {en} } @article{FriedelSeboldKuitunenPauletal.2017, author = {Friedel, Eva and Sebold, Miriam and Kuitunen-Paul, S{\"o}ren and Nebe, Stephan and Veer, Ilya M. and Zimmermann, Ulrich S. and Schlagenhauf, Florian and Smolka, Michael N. and Rapp, Michael A. and Walter, Henrik and Heinz, Andreas}, title = {How Accumulated Real Life Stress Experience and Cognitive Speed Interact on Decision-Making Processes}, series = {Frontiers in human neuroscienc}, volume = {11}, journal = {Frontiers in human neuroscienc}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1662-5161}, doi = {10.3389/fnhum.2017.00302}, pages = {1 -- 9}, year = {2017}, abstract = {Rationale: Advances in neurocomputational modeling suggest that valuation systems for goal-directed (deliberative) on one side, and habitual (automatic) decision-making on the other side may rely on distinct computational strategies for reinforcement learning, namely model-free vs. model-based learning. As a key theoretical difference, the model-based system strongly demands cognitive functions to plan actions prospectively based on an internal cognitive model of the environment, whereas valuation in the model-free system relies on rather simple learning rules from operant conditioning to retrospectively associate actions with their outcomes and is thus cognitively less demanding. Acute stress reactivity is known to impair model-based but not model-free choice behavior, with higher working memory capacity protecting the model-based system from acute stress. However, it is not clear which impact accumulated real life stress has on model-free and model-based decision systems and how this influence interacts with cognitive abilities. Methods: We used a sequential decision-making task distinguishing relative contributions of both learning strategies to choice behavior, the Social Readjustment Rating Scale questionnaire to assess accumulated real life stress, and the Digit Symbol Substitution Test to test cognitive speed in 95 healthy subjects. Results: Individuals reporting high stress exposure who had low cognitive speed showed reduced model-based but increased model-free behavioral control. In contrast, subjects exposed to accumulated real life stress with high cognitive speed displayed increased model-based performance but reduced model-free control. Conclusion: These findings suggest that accumulated real life stress exposure can enhance reliance on cognitive speed for model-based computations, which may ultimately protect the model-based system from the detrimental influences of accumulated real life stress. The combination of accumulated real life stress exposure and slower information processing capacities, however, might favor model-free strategies. Thus, the valence and preference of either system strongly depends on stressful experiences and individual cognitive capacities.}, language = {en} } @article{GarbusowNebeSommeretal.2019, author = {Garbusow, Maria and Nebe, Stephan and Sommer, Christian and Kuitunen-Paul, S{\"o}ren and Sebold, Miriam and Schad, Daniel and Friedel, Eva and Veer, Ilya M. and Wittchen, Hans-Ulrich and Rapp, Michael A. and Ripke, Stephan and Walter, Henrik and Huys, Quentin J. M. and Schlagenhauf, Florian and Smolka, Michael N. and Heinz, Andreas}, title = {Pavlovian-To-Instrumental Transfer and Alcohol Consumption in Young Male Social Drinkers}, series = {Journal of Clinical Medicine}, volume = {8}, journal = {Journal of Clinical Medicine}, number = {8}, publisher = {MDPI}, address = {Basel}, issn = {2077-0383}, doi = {10.3390/jcm8081188}, pages = {14}, year = {2019}, abstract = {In animals and humans, behavior can be influenced by irrelevant stimuli, a phenomenon called Pavlovian-to-instrumental transfer (PIT). In subjects with substance use disorder, PIT is even enhanced with functional activation in the nucleus accumbens (NAcc) and amygdala. While we observed enhanced behavioral and neural PIT effects in alcohol-dependent subjects, we here aimed to determine whether behavioral PIT is enhanced in young men with high-risk compared to low-risk drinking and subsequently related functional activation in an a-priori region of interest encompassing the NAcc and amygdala and related to polygenic risk for alcohol consumption. A representative sample of 18-year old men (n = 1937) was contacted: 445 were screened, 209 assessed: resulting in 191 valid behavioral, 139 imaging and 157 genetic datasets. None of the subjects fulfilled criteria for alcohol dependence according to the Diagnostic and Statistical Manual of Mental Disorders-IV-TextRevision (DSM-IV-TR). We measured how instrumental responding for rewards was influenced by background Pavlovian conditioned stimuli predicting action-independent rewards and losses. Behavioral PIT was enhanced in high-compared to low-risk drinkers (b = 0.09, SE = 0.03, z = 2.7, p < 0.009). Across all subjects, we observed PIT-related neural blood oxygen level-dependent (BOLD) signal in the right amygdala (t = 3.25, p(SVC) = 0.04, x = 26, y = -6, z = -12), but not in NAcc. The strength of the behavioral PIT effect was positively correlated with polygenic risk for alcohol consumption (r(s) = 0.17, p = 0.032). We conclude that behavioral PIT and polygenic risk for alcohol consumption might be a biomarker for a subclinical phenotype of risky alcohol consumption, even if no drug-related stimulus is present. The association between behavioral PIT effects and the amygdala might point to habitual processes related to out PIT task. In non-dependent young social drinkers, the amygdala rather than the NAcc is activated during PIT; possible different involvement in association with disease trajectory should be investigated in future studies.}, language = {en} } @misc{GarbusowSommerNebeetal.2018, author = {Garbusow, Maria and Sommer, Christian and Nebe, Stephan and Sebold, Miriam and Kuitunen-Paul, S{\"o}ren and Wittchen, Hans-Ulrich and Smolka, Michael N. and Zimmermann, Ulrich S. and Rapp, Michael A. and Huys, Quentin J. M. and Schlagenhauf, Florian and Heinz, Andreas}, title = {Multi-level evidence of general pavlovian-to-instrumental transfer in alcohol use disorder}, series = {Alcoholism : clinical and experimental research ; the official journal of the American Medical Society on Alcoholism and the Research Society on Alcoholism}, volume = {42}, journal = {Alcoholism : clinical and experimental research ; the official journal of the American Medical Society on Alcoholism and the Research Society on Alcoholism}, publisher = {Wiley}, address = {Hoboken}, issn = {0145-6008}, pages = {128A -- 128A}, year = {2018}, language = {en} } @misc{SeboldNebeGarbusowetal.2017, author = {Sebold, Miriam and Nebe, Stephan and Garbusow, Maria and Schad, Daniel and Sommer, Christian and Rapp, Michael A. and Smolka, Michael N. and Huys, Quentin J. M. and Schlagenhauf, Florian and Heinz, Andreas}, title = {Neurobiological correlates of learning and decision-making in alcohol dependence}, series = {European psychiatry : the journal of the Association of European Psychiatrists}, volume = {41}, journal = {European psychiatry : the journal of the Association of European Psychiatrists}, publisher = {Elsevier}, address = {Paris}, issn = {0924-9338}, doi = {10.1016/j.eurpsy.2017.01.084}, pages = {S11 -- S11}, year = {2017}, language = {en} } @article{NebeKroemerSchadetal.2017, author = {Nebe, Stephan and Kroemer, Nils B. and Schad, Daniel and Bernhardt, Nadine and Sebold, Miriam and Mueller, Dirk K. and Scholl, Lucie and Kuitunen-Paul, S{\"o}ren and Heinz, Andreas and Rapp, Michael A. and Huys, Quentin J. M. and Smolka, Michael N.}, title = {No association of goal-directed and habitual control with alcohol consumption in young adults}, series = {Addiction biology}, volume = {23}, journal = {Addiction biology}, number = {1}, publisher = {Wiley}, address = {Hoboken}, issn = {1355-6215}, doi = {10.1111/adb.12490}, pages = {379 -- 393}, year = {2017}, abstract = {Alcohol dependence is a mental disorder that has been associated with an imbalance in behavioral control favoring model-free habitual over model-based goal-directed strategies. It is as yet unknown, however, whether such an imbalance reflects a predisposing vulnerability or results as a consequence of repeated and/or excessive alcohol exposure. We, therefore, examined the association of alcohol consumption with model-based goal-directed and model-free habitual control in 188 18-year-old social drinkers in a two-step sequential decision-making task while undergoing functional magnetic resonance imaging before prolonged alcohol misuse could have led to severe neurobiological adaptations. Behaviorally, participants showed a mixture of model-free and model-based decision-making as observed previously. Measures of impulsivity were positively related to alcohol consumption. In contrast, neither model-free nor model-based decision weights nor the trade-off between them were associated with alcohol consumption. There were also no significant associations between alcohol consumption and neural correlates of model-free or model-based decision quantities in either ventral striatum or ventromedial prefrontal cortex. Exploratory whole-brain functional magnetic resonance imaging analyses with a lenient threshold revealed early onset of drinking to be associated with an enhanced representation of model-free reward prediction errors in the posterior putamen. These results suggest that an imbalance between model-based goal-directed and model-free habitual control might rather not be a trait marker of alcohol intake per se.}, language = {en} } @article{SeboldChenOenaletal.2022, author = {Sebold, Miriam and Chen, Hao and {\"O}nal, Aleyna and Kuitunen-Paul, S{\"o}ren and Mojtahedzadeh, Negin and Garbusow, Maria and Nebe, Stephan and Wittchen, Hans-Ulrich and Huys, Quentin J. M. and Schlagenhauf, Florian and Rapp, Michael A. and Smolka, Michael N. and Heinz, Andreas}, title = {Stronger prejudices are associated with decreased model-based control}, series = {Frontiers in psychology}, volume = {12}, journal = {Frontiers in psychology}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2021.767022}, pages = {10}, year = {2022}, abstract = {Background: Prejudices against minorities can be understood as habitually negative evaluations that are kept in spite of evidence to the contrary. Therefore, individuals with strong prejudices might be dominated by habitual or "automatic" reactions at the expense of more controlled reactions. Computational theories suggest individual differences in the balance between habitual/model-free and deliberative/model-based decision-making. Methods: 127 subjects performed the two Step task and completed the blatant and subtle prejudice scale. Results: By using analyses of choices and reaction times in combination with computational modeling, subjects with stronger blatant prejudices showed a shift away from model-based control. There was no association between these decision-making processes and subtle prejudices. Conclusion: These results support the idea that blatant prejudices toward minorities are related to a relative dominance of habitual decision-making. This finding has important implications for developing interventions that target to change prejudices across societies.}, language = {en} }