@article{SeboldNebeGarbusowetal.2017, author = {Sebold, Miriam Hannah and Nebe, Stephan and Garbusow, Maria and Guggenmos, Matthias and Schad, Daniel and Beck, Anne and Kuitunen-Paul, S{\"o}ren and Sommer, Christian and Frank, Robin and Neu, Peter and Zimmermann, Ulrich S. and Rapp, Michael Armin and Smolka, Michael N. and Huys, Quentin J. M. and Schlagenhauf, Florian and Heinz, Andreas}, title = {When Habits Are Dangerous: Alcohol Expectancies and Habitual Decision Making Predict Relapse in Alcohol Dependence}, series = {Biological psychiatry : a journal of psychiatric neuroscience and therapeutics ; a publication of the Society of Biological Psychiatry}, volume = {82}, journal = {Biological psychiatry : a journal of psychiatric neuroscience and therapeutics ; a publication of the Society of Biological Psychiatry}, publisher = {Elsevier}, address = {New York}, issn = {0006-3223}, doi = {10.1016/j.biopsych.2017.04.019}, pages = {847 -- 856}, year = {2017}, abstract = {BACKGROUND: Addiction is supposedly characterized by a shift from goal-directed to habitual decision making, thus facilitating automatic drug intake. The two-step task allows distinguishing between these mechanisms by computationally modeling goal-directed and habitual behavior as model-based and model-free control. In addicted patients, decision making may also strongly depend upon drug-associated expectations. Therefore, we investigated model-based versus model-free decision making and its neural correlates as well as alcohol expectancies in alcohol-dependent patients and healthy controls and assessed treatment outcome in patients. METHODS: Ninety detoxified, medication-free, alcohol-dependent patients and 96 age-and gender-matched control subjects underwent functional magnetic resonance imaging during the two-step task. Alcohol expectancies were measured with the Alcohol Expectancy Questionnaire. Over a follow-up period of 48 weeks, 37 patients remained abstinent and 53 patients relapsed as indicated by the Alcohol Timeline Followback method. RESULTS: Patients who relapsed displayed reduced medial prefrontal cortex activation during model-based decision making. Furthermore, high alcohol expectancies were associated with low model-based control in relapsers, while the opposite was observed in abstainers and healthy control subjects. However, reduced model-based control per se was not associated with subsequent relapse. CONCLUSIONS: These findings suggest that poor treatment outcome in alcohol dependence does not simply result from a shift from model-based to model-free control but is instead dependent on the interaction between high drug expectancies and low model-based decision making. Reduced model-based medial prefrontal cortex signatures in those who relapse point to a neural correlate of relapse risk. These observations suggest that therapeutic interventions should target subjective alcohol expectancies.}, language = {en} } @misc{KaminskiSchlagenhaufRappetal.2018, author = {Kaminski, Jakob and Schlagenhauf, Florian and Rapp, Michael Armin and Awasthi, Swapnil and Ruggeri, Barbara and Deserno, Lorenz and Laura, Daedelow and Banaschewski, Tobias and Bokde, Arun and Quinlan, Erin Burke and Buechel, Christian and Bromberg, Uli and Desrivieres, Sylvane and Flor, Herta and Frouin, Vincent and Garavan, Hugh and Gowland, Penny and Ittermann, Bernd and Martinot, Jean-Luc and Martinot, Marie-Laure Paillere and Nees, Frauke and Orfanos, Dimitri Papadopoulos and Paus, Tomas and Poustka, Luise and Smolka, Michael and Froehner, Juliane and Walter, Henrik and Whelan, Robert and Ripke, Stephan and Schumann, Gunter and Heinz, Andreas}, title = {Variance in Dopaminergic Markers}, series = {Biological psychiatry : a journal of psychiatric neuroscience and therapeutics ; a publication of the Society of Biological Psychiatry}, volume = {83}, journal = {Biological psychiatry : a journal of psychiatric neuroscience and therapeutics ; a publication of the Society of Biological Psychiatry}, number = {9}, publisher = {Elsevier}, address = {New York}, organization = {IMAGEN Consortium}, issn = {0006-3223}, doi = {10.1016/j.biopsych.2018.02.311}, pages = {S118 -- S118}, year = {2018}, language = {en} } @article{ChenNebeMojtahedzadehetal.2020, author = {Chen, Hao and Nebe, Stephan and Mojtahedzadeh, Negin and Kuitunen-Paul, Soren and Garbusow, Maria and Schad, Daniel and Rapp, Michael Armin and Huys, Quentin J. M. and Heinz, Andreas and Smolka, Michael N.}, title = {Susceptibility to interference between Pavlovian and instrumental control is associated with early hazardous alcohol use}, series = {Addiction biology}, volume = {26}, journal = {Addiction biology}, number = {4}, publisher = {Wiley}, address = {Hoboken}, issn = {1355-6215}, doi = {10.1111/adb.12983}, pages = {1 -- 14}, year = {2020}, abstract = {Pavlovian-to-instrumental transfer (PIT) tasks examine the influence of Pavlovian stimuli on ongoing instrumental behaviour. Previous studies reported associations between a strong PIT effect, high-risk drinking and alcohol use disorder. This study investigated whether susceptibility to interference between Pavlovian and instrumental control is linked to risky alcohol use in a community sample of 18-year-old male adults. Participants (N = 191) were instructed to 'collect good shells' and 'leave bad shells' during the presentation of appetitive (monetary reward), aversive (monetary loss) or neutral Pavlovian stimuli. We compared instrumental error rates (ER) and functional magnetic resonance imaging (fMRI) brain responses between the congruent and incongruent conditions, as well as among high-risk and low-risk drinking groups. On average, individuals showed a substantial PIT effect, that is, increased ER when Pavlovian cues and instrumental stimuli were in conflict compared with congruent trials. Neural PIT correlates were found in the ventral striatum and the dorsomedial and lateral prefrontal cortices (lPFC). Importantly, high-risk drinking was associated with a stronger behavioural PIT effect, a decreased lPFC response and an increased neural response in the ventral striatum on the trend level. Moreover, high-risk drinkers showed weaker connectivity from the ventral striatum to the lPFC during incongruent trials. Our study links interference during PIT to drinking behaviour in healthy, young adults. High-risk drinkers showed higher susceptibility to Pavlovian cues, especially when they conflicted with instrumental behaviour, indicating lower interference control abilities. Increased activity in the ventral striatum (bottom-up), decreased lPFC response (top-down), and their altered interplay may contribute to poor interference control in the high-risk drinkers.}, language = {en} } @misc{ChenNebeMojtahedzadehetal.2020, author = {Chen, Hao and Nebe, Stephan and Mojtahedzadeh, Negin and Kuitunen-Paul, Soren and Garbusow, Maria and Schad, Daniel and Rapp, Michael Armin and Huys, Quentin J. M. and Heinz, Andreas and Smolka, Michael N.}, title = {Susceptibility to interference between Pavlovian and instrumental control is associated with early hazardous alcohol use}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe}, number = {4}, issn = {1866-8364}, doi = {10.25932/publishup-56960}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-569609}, pages = {16}, year = {2020}, abstract = {Pavlovian-to-instrumental transfer (PIT) tasks examine the influence of Pavlovian stimuli on ongoing instrumental behaviour. Previous studies reported associations between a strong PIT effect, high-risk drinking and alcohol use disorder. This study investigated whether susceptibility to interference between Pavlovian and instrumental control is linked to risky alcohol use in a community sample of 18-year-old male adults. Participants (N = 191) were instructed to 'collect good shells' and 'leave bad shells' during the presentation of appetitive (monetary reward), aversive (monetary loss) or neutral Pavlovian stimuli. We compared instrumental error rates (ER) and functional magnetic resonance imaging (fMRI) brain responses between the congruent and incongruent conditions, as well as among high-risk and low-risk drinking groups. On average, individuals showed a substantial PIT effect, that is, increased ER when Pavlovian cues and instrumental stimuli were in conflict compared with congruent trials. Neural PIT correlates were found in the ventral striatum and the dorsomedial and lateral prefrontal cortices (lPFC). Importantly, high-risk drinking was associated with a stronger behavioural PIT effect, a decreased lPFC response and an increased neural response in the ventral striatum on the trend level. Moreover, high-risk drinkers showed weaker connectivity from the ventral striatum to the lPFC during incongruent trials. Our study links interference during PIT to drinking behaviour in healthy, young adults. High-risk drinkers showed higher susceptibility to Pavlovian cues, especially when they conflicted with instrumental behaviour, indicating lower interference control abilities. Increased activity in the ventral striatum (bottom-up), decreased lPFC response (top-down), and their altered interplay may contribute to poor interference control in the high-risk drinkers.}, language = {en} } @article{SommerGarbusowJuengeretal.2017, author = {Sommer, C. and Garbusow, Maria and Juenger, E. and Pooseh, S. and Bernhardt, Nadine and Birkenstock, J. and Schad, Daniel and Jabs, B. and Gloeckler, T. and Huys, Quentin J. M. and Heinz, A. and Smolka, Michael N. and Zimmermann, Ulrich S.}, title = {Strong seduction: impulsivity and the impact of contextual cues on instrumental behavior in alcohol dependence}, series = {Translational Psychiatry}, volume = {7}, journal = {Translational Psychiatry}, publisher = {Nature Publ. Group}, address = {New York}, issn = {2158-3188}, doi = {10.1038/tp.2017.158}, pages = {1209 -- 1222}, year = {2017}, abstract = {Alcohol-related cues acquire incentive salience through Pavlovian conditioning and then can markedly affect instrumental behavior of alcohol-dependent patients to promote relapse. However, it is unclear whether similar effects occur with alcohol-unrelated cues. We tested 116 early-abstinent alcohol-dependent patients and 91 healthy controls who completed a delay discounting task to assess choice impulsivity, and a Pavlovian-to-instrumental transfer (PIT) paradigm employing both alcohol-unrelated and alcohol-related stimuli. To modify instrumental choice behavior, we tiled the background of the computer screen either with conditioned stimuli (CS) previously generated by pairing abstract pictures with pictures indicating monetary gains or losses, or with pictures displaying alcohol or water beverages. CS paired to money gains and losses affected instrumental choices differently. This PIT effect was significantly more pronounced in patients compared to controls, and the group difference was mainly driven by highly impulsive patients. The PIT effect was particularly strong in trials in which the instrumental stimulus required inhibition of instrumental response behavior and the background CS was associated to monetary gains. Under that condition, patients performed inappropriate approach behavior, contrary to their previously formed behavioral intention. Surprisingly, the effect of alcohol and water pictures as background stimuli resembled that of aversive and appetitive CS, respectively. These findings suggest that positively valenced background CS can provoke dysfunctional instrumental approach behavior in impulsive alcohol-dependent patients. Consequently, in real life they might be easily seduced by environmental cues to engage in actions thwarting their long-term goals. Such behaviors may include, but are not limited to, approaching alcohol.}, language = {en} } @inproceedings{SchadJuengerSeboldetal.2014, author = {Schad, Daniel and Juenger, Elisabeth and Sebold, Miriam Hannah and Garbusow, Maria and Bernhart, Nadine and Javadi, Amir Homayoun and Zimmermann, Ulrich S. and Smolka, Michael N. and Heinz, Andreas and Rapp, Michael Armin and Huys, Quentin J. M.}, title = {Smart goals, slow habits? Individual differences in processing speed and working memory capacity moderate the balance between habitual and goal-directed choice behavior}, series = {Cognitive processing : international quarterly of cognitive science}, volume = {15}, booktitle = {Cognitive processing : international quarterly of cognitive science}, number = {1}, publisher = {Springer}, address = {Heidelberg}, issn = {1612-4782}, pages = {S62 -- S62}, year = {2014}, language = {en} } @misc{XieJiaRollsetal.2021, author = {Xie, Chao and Jia, Tianye and Rolls, Edmund T. and Robbins, Trevor W. and Sahakian, Barbara J. and Zhang, Jie and Liu, Zhaowen and Cheng, Wei and Luo, Qiang and Zac Lo, Chun-Yi and Schumann, Gunter and Feng, Jianfeng and Wang, He and Banaschewski, Tobias and Barker, Gareth J. and Bokde, Arun L.W. and B{\"u}chel, Christian and Quinlan, Erin Burke and Desrivi{\`e}res, Sylvane and Flor, Herta and Grigis, Antoine and Garavan, Hugh and Gowland, Penny and Heinz, Andreas and Hohmann, Sarah and Ittermann, Bernd and Martinot, Jean-Luc and Paill{\`e}re Martinot, Marie-Laure and Nees, Frauke and Papadopoulos Orfanos, Dimitri and Paus, Tom{\´a}š and Poustka, Luise and Fr{\"o}hner, Juliane H. and Smolka, Michael N. and Walter, Henrik and Whelan, Robert}, title = {Reward versus nonreward sensitivity of the medial versus lateral orbitofrontal cortex relates to the severity of depressive symptoms}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe}, number = {3}, issn = {1866-8364}, doi = {10.25932/publishup-55788}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-557882}, pages = {13}, year = {2021}, abstract = {BACKGROUND: The orbitofrontal cortex (OFC) is implicated in depression. The hypothesis investigated was whether the OFC sensitivity to reward and nonreward is related to the severity of depressive symptoms. METHODS: Activations in the monetary incentive delay task were measured in the IMAGEN cohort at ages 14 years (n = 1877) and 19 years (n = 1140) with a longitudinal design. Clinically relevant subgroups were compared at ages 19 (high-severity group: n = 116; low-severity group: n = 206) and 14. RESULTS: The medial OFC exhibited graded activation increases to reward, and the lateral OFC had graded activation increases to nonreward. In this general population, the medial and lateral OFC activations were associated with concurrent depressive symptoms at both ages 14 and 19 years. In a stratified high-severity depressive symptom group versus control group comparison, the lateral OFC showed greater sensitivity for the magnitudes of activations related to nonreward in the high-severity group at age 19 (p = .027), and the medial OFC showed decreased sensitivity to the reward magnitudes in the high-severity group at both ages 14 (p = .002) and 19 (p = .002). In a longitudinal design, there was greater sensitivity to nonreward of the lateral OFC at age 14 for those who exhibited high depressive symptom severity later at age 19 (p = .003). CONCLUSIONS: Activations in the lateral OFC relate to sensitivity to not winning, were associated with high depressive symptom scores, and at age 14 predicted the depressive symptoms at ages 16 and 19. Activations in the medial OFC were related to sensitivity to winning, and reduced reward sensitivity was associated with concurrent high depressive symptom scores.}, language = {en} } @article{XieJiaRollsetal.2021, author = {Xie, Chao and Jia, Tianye and Rolls, Edmund T. and Robbins, Trevor W. and Sahakian, Barbara J. and Zhang, Jie and Liu, Zhaowen and Cheng, Wei and Luo, Qiang and Zac Lo, Chun-Yi and Schumann, Gunter and Feng, Jianfeng and Wang, He and Banaschewski, Tobias and Barker, Gareth J. and Bokde, Arun L.W. and B{\"u}chel, Christian and Quinlan, Erin Burke and Desrivi{\`e}res, Sylvane and Flor, Herta and Grigis, Antoine and Garavan, Hugh and Gowland, Penny and Heinz, Andreas and Hohmann, Sarah and Ittermann, Bernd and Martinot, Jean-Luc and Paill{\`e}re Martinot, Marie-Laure and Nees, Frauke and Papadopoulos Orfanos, Dimitri and Paus, Tom{\´a}š and Poustka, Luise and Fr{\"o}hner, Juliane H. and Smolka, Michael N. and Walter, Henrik and Whelan, Robert}, title = {Reward versus nonreward sensitivity of the medial versus lateral orbitofrontal cortex relates to the severity of depressive symptoms}, series = {Biological Psychiatry: Cognitive Neuroscience and Neuroimaging}, volume = {6}, journal = {Biological Psychiatry: Cognitive Neuroscience and Neuroimaging}, number = {3}, publisher = {Elsevier Science}, address = {Amsterdam}, issn = {0006-3223}, doi = {10.1016/j.bpsc.2020.08.017}, pages = {259 -- 269}, year = {2021}, abstract = {BACKGROUND: The orbitofrontal cortex (OFC) is implicated in depression. The hypothesis investigated was whether the OFC sensitivity to reward and nonreward is related to the severity of depressive symptoms. METHODS: Activations in the monetary incentive delay task were measured in the IMAGEN cohort at ages 14 years (n = 1877) and 19 years (n = 1140) with a longitudinal design. Clinically relevant subgroups were compared at ages 19 (high-severity group: n = 116; low-severity group: n = 206) and 14. RESULTS: The medial OFC exhibited graded activation increases to reward, and the lateral OFC had graded activation increases to nonreward. In this general population, the medial and lateral OFC activations were associated with concurrent depressive symptoms at both ages 14 and 19 years. In a stratified high-severity depressive symptom group versus control group comparison, the lateral OFC showed greater sensitivity for the magnitudes of activations related to nonreward in the high-severity group at age 19 (p = .027), and the medial OFC showed decreased sensitivity to the reward magnitudes in the high-severity group at both ages 14 (p = .002) and 19 (p = .002). In a longitudinal design, there was greater sensitivity to nonreward of the lateral OFC at age 14 for those who exhibited high depressive symptom severity later at age 19 (p = .003). CONCLUSIONS: Activations in the lateral OFC relate to sensitivity to not winning, were associated with high depressive symptom scores, and at age 14 predicted the depressive symptoms at ages 16 and 19. Activations in the medial OFC were related to sensitivity to winning, and reduced reward sensitivity was associated with concurrent high depressive symptom scores.}, language = {en} } @article{SchadJuengerSeboldetal.2014, author = {Schad, Daniel and Juenger, Elisabeth and Sebold, Miriam Hannah and Garbusow, Maria and Bernhardt, Nadine and Javadi, Amir-Homayoun and Zimmermann, Ulrich S. and Smolka, Michael N. and Heinz, Andreas and Rapp, Michael Armin and Huys, Quentin J. M.}, title = {Processing speed enhances model-based over model-free reinforcement learning in the presence of high working memory functioning}, series = {Frontiers in psychology}, volume = {5}, journal = {Frontiers in psychology}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2014.01450}, pages = {10}, year = {2014}, abstract = {Theories of decision-making and its neural substrates have long assumed the existence of two distinct and competing valuation systems, variously described as goal-directed vs. habitual, or, more recently and based on statistical arguments, as model-free vs. model-based reinforcement-learning. Though both have been shown to control choices, the cognitive abilities associated with these systems are under ongoing investigation. Here we examine the link to cognitive abilities, and find that individual differences in processing speed covary with a shift from model-free to model-based choice control in the presence of above-average working memory function. This suggests shared cognitive and neural processes; provides a bridge between literatures on intelligence and valuation; and may guide the development of process models of different valuation components. Furthermore, it provides a rationale for individual differences in the tendency to deploy valuation systems, which may be important for understanding the manifold neuropsychiatric diseases associated with malfunctions of valuation.}, language = {en} } @article{SeboldSchadNebeetal.2016, author = {Sebold, Miriam Hannah and Schad, Daniel and Nebe, Stephan and Garbusow, Maria and Juenger, Elisabeth and Kroemer, Nils B. and Kathmann, Norbert and Zimmermann, Ulrich S. and Smolka, Michael N. and Rapp, Michael Armin and Heinz, Andreas and Huys, Quentin J. M.}, title = {Pavlovian-to-Instrumental Transfer Effects Rely Less on Model-based Reinforcement Learning}, series = {Journal of cognitive neuroscience}, volume = {28}, journal = {Journal of cognitive neuroscience}, publisher = {MIT Press}, address = {Cambridge}, issn = {0898-929X}, doi = {10.1162/jocn_a_00945}, pages = {985 -- 995}, year = {2016}, abstract = {Behavioral choice can be characterized along two axes. One axis distinguishes reflexive, model-free systems that slowly accumulate values through experience and a model-based system that uses knowledge to reason prospectively. The second axis distinguishes Pavlovian valuation of stimuli from instrumental valuation of actions or stimulus-action pairs. This results in four values and many possible interactions between them, with important consequences for accounts of individual variation. We here explored whether individual variation along one axis was related to individual variation along the other. Specifically, we asked whether individuals' balance between model-based and model-free learning was related to their tendency to show Pavlovian interferences with instrumental decisions. In two independent samples with a total of 243 participants, Pavlovian-instrumental transfer effects were negatively correlated with the strength of model-based reasoning in a two-step task. This suggests a potential common underlying substrate predisposing individuals to both have strong Pavlovian interference and be less model-based and provides a framework within which to interpret the observation of both effects in addiction.}, language = {en} }