@article{SeboldSchadNebeetal.2016, author = {Sebold, Miriam and Schad, Daniel and Nebe, Stephan and Garbusow, Maria and Juenger, Elisabeth and Kroemer, Nils B. and Kathmann, Norbert and Zimmermann, Ulrich S. and Smolka, Michael N. and Rapp, Michael A. and Heinz, Andreas and Huys, Quentin J. M.}, title = {Pavlovian-to-Instrumental Transfer Effects Rely Less on Model-based Reinforcement Learning}, series = {Journal of cognitive neuroscience}, volume = {28}, journal = {Journal of cognitive neuroscience}, publisher = {MIT Press}, address = {Cambridge}, issn = {0898-929X}, doi = {10.1162/jocn_a_00945}, pages = {985 -- 995}, year = {2016}, abstract = {Behavioral choice can be characterized along two axes. One axis distinguishes reflexive, model-free systems that slowly accumulate values through experience and a model-based system that uses knowledge to reason prospectively. The second axis distinguishes Pavlovian valuation of stimuli from instrumental valuation of actions or stimulus-action pairs. This results in four values and many possible interactions between them, with important consequences for accounts of individual variation. We here explored whether individual variation along one axis was related to individual variation along the other. Specifically, we asked whether individuals' balance between model-based and model-free learning was related to their tendency to show Pavlovian interferences with instrumental decisions. In two independent samples with a total of 243 participants, Pavlovian-instrumental transfer effects were negatively correlated with the strength of model-based reasoning in a two-step task. This suggests a potential common underlying substrate predisposing individuals to both have strong Pavlovian interference and be less model-based and provides a framework within which to interpret the observation of both effects in addiction.}, language = {en} } @article{SchadJuengerSeboldetal.2014, author = {Schad, Daniel and Juenger, Elisabeth and Sebold, Miriam and Garbusow, Maria and Bernhardt, Nadine and Javadi, Amir-Homayoun and Zimmermann, Ulrich S. and Smolka, Michael N. and Heinz, Andreas and Rapp, Michael A. and Huys, Quentin J. M.}, title = {Processing speed enhances model-based over model-free reinforcement learning in the presence of high working memory functioning}, series = {Frontiers in psychology}, volume = {5}, journal = {Frontiers in psychology}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2014.01450}, pages = {10}, year = {2014}, abstract = {Theories of decision-making and its neural substrates have long assumed the existence of two distinct and competing valuation systems, variously described as goal-directed vs. habitual, or, more recently and based on statistical arguments, as model-free vs. model-based reinforcement-learning. Though both have been shown to control choices, the cognitive abilities associated with these systems are under ongoing investigation. Here we examine the link to cognitive abilities, and find that individual differences in processing speed covary with a shift from model-free to model-based choice control in the presence of above-average working memory function. This suggests shared cognitive and neural processes; provides a bridge between literatures on intelligence and valuation; and may guide the development of process models of different valuation components. Furthermore, it provides a rationale for individual differences in the tendency to deploy valuation systems, which may be important for understanding the manifold neuropsychiatric diseases associated with malfunctions of valuation.}, language = {en} } @article{GarbusowNebeSommeretal.2019, author = {Garbusow, Maria and Nebe, Stephan and Sommer, Christian and Kuitunen-Paul, S{\"o}ren and Sebold, Miriam and Schad, Daniel and Friedel, Eva and Veer, Ilya M. and Wittchen, Hans-Ulrich and Rapp, Michael A. and Ripke, Stephan and Walter, Henrik and Huys, Quentin J. M. and Schlagenhauf, Florian and Smolka, Michael N. and Heinz, Andreas}, title = {Pavlovian-To-Instrumental Transfer and Alcohol Consumption in Young Male Social Drinkers}, series = {Journal of Clinical Medicine}, volume = {8}, journal = {Journal of Clinical Medicine}, number = {8}, publisher = {MDPI}, address = {Basel}, issn = {2077-0383}, doi = {10.3390/jcm8081188}, pages = {14}, year = {2019}, abstract = {In animals and humans, behavior can be influenced by irrelevant stimuli, a phenomenon called Pavlovian-to-instrumental transfer (PIT). In subjects with substance use disorder, PIT is even enhanced with functional activation in the nucleus accumbens (NAcc) and amygdala. While we observed enhanced behavioral and neural PIT effects in alcohol-dependent subjects, we here aimed to determine whether behavioral PIT is enhanced in young men with high-risk compared to low-risk drinking and subsequently related functional activation in an a-priori region of interest encompassing the NAcc and amygdala and related to polygenic risk for alcohol consumption. A representative sample of 18-year old men (n = 1937) was contacted: 445 were screened, 209 assessed: resulting in 191 valid behavioral, 139 imaging and 157 genetic datasets. None of the subjects fulfilled criteria for alcohol dependence according to the Diagnostic and Statistical Manual of Mental Disorders-IV-TextRevision (DSM-IV-TR). We measured how instrumental responding for rewards was influenced by background Pavlovian conditioned stimuli predicting action-independent rewards and losses. Behavioral PIT was enhanced in high-compared to low-risk drinkers (b = 0.09, SE = 0.03, z = 2.7, p < 0.009). Across all subjects, we observed PIT-related neural blood oxygen level-dependent (BOLD) signal in the right amygdala (t = 3.25, p(SVC) = 0.04, x = 26, y = -6, z = -12), but not in NAcc. The strength of the behavioral PIT effect was positively correlated with polygenic risk for alcohol consumption (r(s) = 0.17, p = 0.032). We conclude that behavioral PIT and polygenic risk for alcohol consumption might be a biomarker for a subclinical phenotype of risky alcohol consumption, even if no drug-related stimulus is present. The association between behavioral PIT effects and the amygdala might point to habitual processes related to out PIT task. In non-dependent young social drinkers, the amygdala rather than the NAcc is activated during PIT; possible different involvement in association with disease trajectory should be investigated in future studies.}, language = {en} } @article{SeboldChenOenaletal.2022, author = {Sebold, Miriam and Chen, Hao and {\"O}nal, Aleyna and Kuitunen-Paul, S{\"o}ren and Mojtahedzadeh, Negin and Garbusow, Maria and Nebe, Stephan and Wittchen, Hans-Ulrich and Huys, Quentin J. M. and Schlagenhauf, Florian and Rapp, Michael A. and Smolka, Michael N. and Heinz, Andreas}, title = {Stronger prejudices are associated with decreased model-based control}, series = {Frontiers in psychology}, volume = {12}, journal = {Frontiers in psychology}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2021.767022}, pages = {10}, year = {2022}, abstract = {Background: Prejudices against minorities can be understood as habitually negative evaluations that are kept in spite of evidence to the contrary. Therefore, individuals with strong prejudices might be dominated by habitual or "automatic" reactions at the expense of more controlled reactions. Computational theories suggest individual differences in the balance between habitual/model-free and deliberative/model-based decision-making. Methods: 127 subjects performed the two Step task and completed the blatant and subtle prejudice scale. Results: By using analyses of choices and reaction times in combination with computational modeling, subjects with stronger blatant prejudices showed a shift away from model-based control. There was no association between these decision-making processes and subtle prejudices. Conclusion: These results support the idea that blatant prejudices toward minorities are related to a relative dominance of habitual decision-making. This finding has important implications for developing interventions that target to change prejudices across societies.}, language = {en} } @article{SeboldNebeGarbusowetal.2017, author = {Sebold, Miriam and Nebe, Stephan and Garbusow, Maria and Guggenmos, Matthias and Schad, Daniel and Beck, Anne and Kuitunen-Paul, S{\"o}ren and Sommer, Christian and Frank, Robin and Neu, Peter and Zimmermann, Ulrich S. and Rapp, Michael A. and Smolka, Michael N. and Huys, Quentin J. M. and Schlagenhauf, Florian and Heinz, Andreas}, title = {When Habits Are Dangerous: Alcohol Expectancies and Habitual Decision Making Predict Relapse in Alcohol Dependence}, series = {Biological psychiatry : a journal of psychiatric neuroscience and therapeutics ; a publication of the Society of Biological Psychiatry}, volume = {82}, journal = {Biological psychiatry : a journal of psychiatric neuroscience and therapeutics ; a publication of the Society of Biological Psychiatry}, publisher = {Elsevier}, address = {New York}, issn = {0006-3223}, doi = {10.1016/j.biopsych.2017.04.019}, pages = {847 -- 856}, year = {2017}, abstract = {BACKGROUND: Addiction is supposedly characterized by a shift from goal-directed to habitual decision making, thus facilitating automatic drug intake. The two-step task allows distinguishing between these mechanisms by computationally modeling goal-directed and habitual behavior as model-based and model-free control. In addicted patients, decision making may also strongly depend upon drug-associated expectations. Therefore, we investigated model-based versus model-free decision making and its neural correlates as well as alcohol expectancies in alcohol-dependent patients and healthy controls and assessed treatment outcome in patients. METHODS: Ninety detoxified, medication-free, alcohol-dependent patients and 96 age-and gender-matched control subjects underwent functional magnetic resonance imaging during the two-step task. Alcohol expectancies were measured with the Alcohol Expectancy Questionnaire. Over a follow-up period of 48 weeks, 37 patients remained abstinent and 53 patients relapsed as indicated by the Alcohol Timeline Followback method. RESULTS: Patients who relapsed displayed reduced medial prefrontal cortex activation during model-based decision making. Furthermore, high alcohol expectancies were associated with low model-based control in relapsers, while the opposite was observed in abstainers and healthy control subjects. However, reduced model-based control per se was not associated with subsequent relapse. CONCLUSIONS: These findings suggest that poor treatment outcome in alcohol dependence does not simply result from a shift from model-based to model-free control but is instead dependent on the interaction between high drug expectancies and low model-based decision making. Reduced model-based medial prefrontal cortex signatures in those who relapse point to a neural correlate of relapse risk. These observations suggest that therapeutic interventions should target subjective alcohol expectancies.}, language = {en} } @inproceedings{SchadJuengerSeboldetal.2014, author = {Schad, Daniel and Juenger, Elisabeth and Sebold, Miriam and Garbusow, Maria and Bernhart, Nadine and Javadi, Amir Homayoun and Zimmermann, Ulrich S. and Smolka, Michael N. and Heinz, Andreas and Rapp, Michael A. and Huys, Quentin J. M.}, title = {Smart goals, slow habits? Individual differences in processing speed and working memory capacity moderate the balance between habitual and goal-directed choice behavior}, series = {Cognitive processing : international quarterly of cognitive science}, volume = {15}, booktitle = {Cognitive processing : international quarterly of cognitive science}, number = {1}, publisher = {Springer}, address = {Heidelberg}, issn = {1612-4782}, pages = {S62 -- S62}, year = {2014}, language = {en} } @article{ReilImholtRosenfeldetal.2017, author = {Reil, Daniela and Imholt, Christian and Rosenfeld, Ulrike and Drewes, Stephan and Fischer, S. and Heuser, Emil and Petraityte-Burneikiene, Rasa and Ulrich, R. G. and Jacob, J.}, title = {Validation of the Puumala virus rapid field test for bank voles in Germany}, series = {Epidemiology and infection}, volume = {145}, journal = {Epidemiology and infection}, number = {3}, publisher = {Cambridge Univ. Press}, address = {New York}, issn = {0950-2688}, doi = {10.1017/S0950268816002557}, pages = {434 -- 439}, year = {2017}, abstract = {Puumala virus (PUUV) causes many human infections in large parts of Europe and can lead to mild to moderate disease. The bank vole (Myodes glareolus) is the only reservoir of PUUV in Central Europe. A commercial PUUV rapid field test for rodents was validated for bank-vole blood samples collected in two PUUV-endemic regions in Germany (North Rhine-Westphalia and Baden-Wurttemberg). A comparison of the results of the rapid field test and standard ELISAs indicated a test efficacy of 93-95\%, largely independent of the origin of the antigens used in the ELISA. In ELISAs, reactivity for the German PUUV strain was higher compared to the Swedish strain but not compared to the Finnish strain, which was used for the rapid field test. In conclusion, the use of the rapid field test can facilitate short-term estimation of PUUV seroprevalence in bank-vole populations in Germany and can aid in assessing human PUUV infection risk.}, language = {en} } @article{WernerDreizlerHeberetal.1995, author = {Werner, Klaus and Dreizler, S. and Heber, Ulrich and Rauch, Thomas and Wisotzki, Lutz and Hagen, H.-J.}, title = {Discovery of two hot DO white dwarfs exhibiting ultrahigh-excitation absorption lines}, year = {1995}, language = {en} }