@article{XieJiaRollsetal.2021, author = {Xie, Chao and Jia, Tianye and Rolls, Edmund T. and Robbins, Trevor W. and Sahakian, Barbara J. and Zhang, Jie and Liu, Zhaowen and Cheng, Wei and Luo, Qiang and Zac Lo, Chun-Yi and Schumann, Gunter and Feng, Jianfeng and Wang, He and Banaschewski, Tobias and Barker, Gareth J. and Bokde, Arun L.W. and B{\"u}chel, Christian and Quinlan, Erin Burke and Desrivi{\`e}res, Sylvane and Flor, Herta and Grigis, Antoine and Garavan, Hugh and Gowland, Penny and Heinz, Andreas and Hohmann, Sarah and Ittermann, Bernd and Martinot, Jean-Luc and Paill{\`e}re Martinot, Marie-Laure and Nees, Frauke and Papadopoulos Orfanos, Dimitri and Paus, Tom{\´a}š and Poustka, Luise and Fr{\"o}hner, Juliane H. and Smolka, Michael N. and Walter, Henrik and Whelan, Robert}, title = {Reward versus nonreward sensitivity of the medial versus lateral orbitofrontal cortex relates to the severity of depressive symptoms}, series = {Biological Psychiatry: Cognitive Neuroscience and Neuroimaging}, volume = {6}, journal = {Biological Psychiatry: Cognitive Neuroscience and Neuroimaging}, number = {3}, publisher = {Elsevier Science}, address = {Amsterdam}, issn = {0006-3223}, doi = {10.1016/j.bpsc.2020.08.017}, pages = {259 -- 269}, year = {2021}, abstract = {BACKGROUND: The orbitofrontal cortex (OFC) is implicated in depression. The hypothesis investigated was whether the OFC sensitivity to reward and nonreward is related to the severity of depressive symptoms. METHODS: Activations in the monetary incentive delay task were measured in the IMAGEN cohort at ages 14 years (n = 1877) and 19 years (n = 1140) with a longitudinal design. Clinically relevant subgroups were compared at ages 19 (high-severity group: n = 116; low-severity group: n = 206) and 14. RESULTS: The medial OFC exhibited graded activation increases to reward, and the lateral OFC had graded activation increases to nonreward. In this general population, the medial and lateral OFC activations were associated with concurrent depressive symptoms at both ages 14 and 19 years. In a stratified high-severity depressive symptom group versus control group comparison, the lateral OFC showed greater sensitivity for the magnitudes of activations related to nonreward in the high-severity group at age 19 (p = .027), and the medial OFC showed decreased sensitivity to the reward magnitudes in the high-severity group at both ages 14 (p = .002) and 19 (p = .002). In a longitudinal design, there was greater sensitivity to nonreward of the lateral OFC at age 14 for those who exhibited high depressive symptom severity later at age 19 (p = .003). CONCLUSIONS: Activations in the lateral OFC relate to sensitivity to not winning, were associated with high depressive symptom scores, and at age 14 predicted the depressive symptoms at ages 16 and 19. Activations in the medial OFC were related to sensitivity to winning, and reduced reward sensitivity was associated with concurrent high depressive symptom scores.}, language = {en} } @article{ChenNebeMojtahedzadehetal.2020, author = {Chen, Hao and Nebe, Stephan and Mojtahedzadeh, Negin and Kuitunen-Paul, Soren and Garbusow, Maria and Schad, Daniel and Rapp, Michael Armin and Huys, Quentin J. M. and Heinz, Andreas and Smolka, Michael N.}, title = {Susceptibility to interference between Pavlovian and instrumental control is associated with early hazardous alcohol use}, series = {Addiction biology}, volume = {26}, journal = {Addiction biology}, number = {4}, publisher = {Wiley}, address = {Hoboken}, issn = {1355-6215}, doi = {10.1111/adb.12983}, pages = {1 -- 14}, year = {2020}, abstract = {Pavlovian-to-instrumental transfer (PIT) tasks examine the influence of Pavlovian stimuli on ongoing instrumental behaviour. Previous studies reported associations between a strong PIT effect, high-risk drinking and alcohol use disorder. This study investigated whether susceptibility to interference between Pavlovian and instrumental control is linked to risky alcohol use in a community sample of 18-year-old male adults. Participants (N = 191) were instructed to 'collect good shells' and 'leave bad shells' during the presentation of appetitive (monetary reward), aversive (monetary loss) or neutral Pavlovian stimuli. We compared instrumental error rates (ER) and functional magnetic resonance imaging (fMRI) brain responses between the congruent and incongruent conditions, as well as among high-risk and low-risk drinking groups. On average, individuals showed a substantial PIT effect, that is, increased ER when Pavlovian cues and instrumental stimuli were in conflict compared with congruent trials. Neural PIT correlates were found in the ventral striatum and the dorsomedial and lateral prefrontal cortices (lPFC). Importantly, high-risk drinking was associated with a stronger behavioural PIT effect, a decreased lPFC response and an increased neural response in the ventral striatum on the trend level. Moreover, high-risk drinkers showed weaker connectivity from the ventral striatum to the lPFC during incongruent trials. Our study links interference during PIT to drinking behaviour in healthy, young adults. High-risk drinkers showed higher susceptibility to Pavlovian cues, especially when they conflicted with instrumental behaviour, indicating lower interference control abilities. Increased activity in the ventral striatum (bottom-up), decreased lPFC response (top-down), and their altered interplay may contribute to poor interference control in the high-risk drinkers.}, language = {en} } @article{ObstSchadHuysetal.2018, author = {Obst, Elisabeth and Schad, Daniel and Huys, Quentin J. M. and Sebold, Miriam Hannah and Nebe, Stephan and Sommer, Christian and Smolka, Michael N. and Zimmermann, Ulrich S.}, title = {Drunk decisions}, series = {Journal of Psychopharmacology}, volume = {32}, journal = {Journal of Psychopharmacology}, number = {8}, publisher = {Sage Publ.}, address = {London}, issn = {0269-8811}, doi = {10.1177/0269881118772454}, pages = {855 -- 866}, year = {2018}, abstract = {Background: Studies in humans and animals suggest a shift from goal-directed to habitual decision-making in addiction. We therefore tested whether acute alcohol administration reduces goal-directed and promotes habitual decision-making, and whether these effects are moderated by self-reported drinking problems. Methods: Fifty-three socially drinking males completed the two-step task in a randomised crossover design while receiving an intravenous infusion of ethanol (blood alcohol level=80 mg\%), or placebo. To minimise potential bias by long-standing heavy drinking and subsequent neuropsychological impairment, we tested 18- to 19-year-old adolescents. Results: Alcohol administration consistently reduced habitual, model-free decisions, while its effects on goal-directed, model-based behaviour varied as a function of drinking problems measured with the Alcohol Use Disorders Identification Test. While adolescents with low risk for drinking problems (scoring <8) exhibited an alcohol-induced numerical reduction in goal-directed choices, intermediate-risk drinkers showed a shift away from habitual towards goal-directed decision-making, such that alcohol possibly even improved their performance. Conclusions: We assume that alcohol disrupted basic cognitive functions underlying habitual and goal-directed decisions in low-risk drinkers, thereby enhancing hasty choices. Further, we speculate that intermediate-risk drinkers benefited from alcohol as a negative reinforcer that reduced unpleasant emotional states, possibly displaying a novel risk factor for drinking in adolescence.}, language = {en} } @article{FriedelSeboldKuitunenPauletal.2017, author = {Friedel, Eva and Sebold, Miriam Hannah and Kuitunen-Paul, S{\"o}ren and Nebe, Stephan and Veer, Ilya M. and Zimmermann, Ulrich S. and Schlagenhauf, Florian and Smolka, Michael N. and Rapp, Michael Armin and Walter, Henrik and Heinz, Andreas}, title = {How Accumulated Real Life Stress Experience and Cognitive Speed Interact on Decision-Making Processes}, series = {Frontiers in human neuroscienc}, volume = {11}, journal = {Frontiers in human neuroscienc}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1662-5161}, doi = {10.3389/fnhum.2017.00302}, pages = {1 -- 9}, year = {2017}, abstract = {Rationale: Advances in neurocomputational modeling suggest that valuation systems for goal-directed (deliberative) on one side, and habitual (automatic) decision-making on the other side may rely on distinct computational strategies for reinforcement learning, namely model-free vs. model-based learning. As a key theoretical difference, the model-based system strongly demands cognitive functions to plan actions prospectively based on an internal cognitive model of the environment, whereas valuation in the model-free system relies on rather simple learning rules from operant conditioning to retrospectively associate actions with their outcomes and is thus cognitively less demanding. Acute stress reactivity is known to impair model-based but not model-free choice behavior, with higher working memory capacity protecting the model-based system from acute stress. However, it is not clear which impact accumulated real life stress has on model-free and model-based decision systems and how this influence interacts with cognitive abilities. Methods: We used a sequential decision-making task distinguishing relative contributions of both learning strategies to choice behavior, the Social Readjustment Rating Scale questionnaire to assess accumulated real life stress, and the Digit Symbol Substitution Test to test cognitive speed in 95 healthy subjects. Results: Individuals reporting high stress exposure who had low cognitive speed showed reduced model-based but increased model-free behavioral control. In contrast, subjects exposed to accumulated real life stress with high cognitive speed displayed increased model-based performance but reduced model-free control. Conclusion: These findings suggest that accumulated real life stress exposure can enhance reliance on cognitive speed for model-based computations, which may ultimately protect the model-based system from the detrimental influences of accumulated real life stress. The combination of accumulated real life stress exposure and slower information processing capacities, however, might favor model-free strategies. Thus, the valence and preference of either system strongly depends on stressful experiences and individual cognitive capacities.}, language = {en} } @article{SommerGarbusowJuengeretal.2017, author = {Sommer, C. and Garbusow, Maria and Juenger, E. and Pooseh, S. and Bernhardt, Nadine and Birkenstock, J. and Schad, Daniel and Jabs, B. and Gloeckler, T. and Huys, Quentin J. M. and Heinz, A. and Smolka, Michael N. and Zimmermann, Ulrich S.}, title = {Strong seduction: impulsivity and the impact of contextual cues on instrumental behavior in alcohol dependence}, series = {Translational Psychiatry}, volume = {7}, journal = {Translational Psychiatry}, publisher = {Nature Publ. Group}, address = {New York}, issn = {2158-3188}, doi = {10.1038/tp.2017.158}, pages = {1209 -- 1222}, year = {2017}, abstract = {Alcohol-related cues acquire incentive salience through Pavlovian conditioning and then can markedly affect instrumental behavior of alcohol-dependent patients to promote relapse. However, it is unclear whether similar effects occur with alcohol-unrelated cues. We tested 116 early-abstinent alcohol-dependent patients and 91 healthy controls who completed a delay discounting task to assess choice impulsivity, and a Pavlovian-to-instrumental transfer (PIT) paradigm employing both alcohol-unrelated and alcohol-related stimuli. To modify instrumental choice behavior, we tiled the background of the computer screen either with conditioned stimuli (CS) previously generated by pairing abstract pictures with pictures indicating monetary gains or losses, or with pictures displaying alcohol or water beverages. CS paired to money gains and losses affected instrumental choices differently. This PIT effect was significantly more pronounced in patients compared to controls, and the group difference was mainly driven by highly impulsive patients. The PIT effect was particularly strong in trials in which the instrumental stimulus required inhibition of instrumental response behavior and the background CS was associated to monetary gains. Under that condition, patients performed inappropriate approach behavior, contrary to their previously formed behavioral intention. Surprisingly, the effect of alcohol and water pictures as background stimuli resembled that of aversive and appetitive CS, respectively. These findings suggest that positively valenced background CS can provoke dysfunctional instrumental approach behavior in impulsive alcohol-dependent patients. Consequently, in real life they might be easily seduced by environmental cues to engage in actions thwarting their long-term goals. Such behaviors may include, but are not limited to, approaching alcohol.}, language = {en} } @article{SeboldDesernoNebeetal.2014, author = {Sebold, Miriam Hannah and Deserno, Lorenz and Nebe, Stefan and Schad, Daniel and Garbusow, Maria and Haegele, Claudia and Keller, Juergen and Juenger, Elisabeth and Kathmann, Norbert and Smolka, Michael N. and Rapp, Michael Armin and Schlagenhauf, Florian and Heinz, Andreas and Huys, Quentin J. M.}, title = {Model-based and model-free decisions in alcohol dependence}, series = {Neuropsychobiology : international journal of experimental and clinical research in biological psychiatry, pharmacopsychiatry, Biological Psychology/Pharmacopsychology and Pharmacoelectroencephalography}, volume = {70}, journal = {Neuropsychobiology : international journal of experimental and clinical research in biological psychiatry, pharmacopsychiatry, Biological Psychology/Pharmacopsychology and Pharmacoelectroencephalography}, number = {2}, publisher = {Karger}, address = {Basel}, issn = {0302-282X}, doi = {10.1159/000362840}, pages = {122 -- 131}, year = {2014}, abstract = {Background: Human and animal work suggests a shift from goal-directed to habitual decision-making in addiction. However, the evidence for this in human alcohol dependence is as yet inconclusive. Methods: Twenty-six healthy controls and 26 recently detoxified alcohol-dependent patients underwent behavioral testing with a 2-step task designed to disentangle goal-directed and habitual response patterns. Results: Alcohol-dependent patients showed less evidence of goal-directed choices than healthy controls, particularly after losses. There was no difference in the strength of the habitual component. The group differences did not survive controlling for performance on the Digit Symbol Substitution Task. Conclusion: Chronic alcohol use appears to selectively impair goal-directed function, rather than promoting habitual responding. It appears to do so particularly after nonrewards, and this may be mediated by the effects of alcohol on more general cognitive functions subserved by the prefrontal cortex.}, language = {en} } @article{SchadJuengerSeboldetal.2014, author = {Schad, Daniel and Juenger, Elisabeth and Sebold, Miriam Hannah and Garbusow, Maria and Bernhardt, Nadine and Javadi, Amir-Homayoun and Zimmermann, Ulrich S. and Smolka, Michael N. and Heinz, Andreas and Rapp, Michael Armin and Huys, Quentin J. M.}, title = {Processing speed enhances model-based over model-free reinforcement learning in the presence of high working memory functioning}, series = {Frontiers in psychology}, volume = {5}, journal = {Frontiers in psychology}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2014.01450}, pages = {10}, year = {2014}, abstract = {Theories of decision-making and its neural substrates have long assumed the existence of two distinct and competing valuation systems, variously described as goal-directed vs. habitual, or, more recently and based on statistical arguments, as model-free vs. model-based reinforcement-learning. Though both have been shown to control choices, the cognitive abilities associated with these systems are under ongoing investigation. Here we examine the link to cognitive abilities, and find that individual differences in processing speed covary with a shift from model-free to model-based choice control in the presence of above-average working memory function. This suggests shared cognitive and neural processes; provides a bridge between literatures on intelligence and valuation; and may guide the development of process models of different valuation components. Furthermore, it provides a rationale for individual differences in the tendency to deploy valuation systems, which may be important for understanding the manifold neuropsychiatric diseases associated with malfunctions of valuation.}, language = {en} }