@article{GarbusowSchadSommeretal.2014, author = {Garbusow, Maria and Schad, Daniel and Sommer, Christian and Juenger, Elisabeth and Sebold, Miriam and Friedel, Eva and Wendt, Jean and Kathmann, Norbert and Schlagenhauf, Florian and Zimmermann, Ulrich S. and Heinz, Andreas and Huys, Quentin J. M. and Rapp, Michael A.}, title = {Pavlovian-to-instrumental transfer in alcohol dependence: a pilot study}, series = {Neuropsychobiology : international journal of experimental and clinical research in biological psychiatry, pharmacopsychiatry, Biological Psychology/Pharmacopsychology and Pharmacoelectroencephalography}, volume = {70}, journal = {Neuropsychobiology : international journal of experimental and clinical research in biological psychiatry, pharmacopsychiatry, Biological Psychology/Pharmacopsychology and Pharmacoelectroencephalography}, number = {2}, publisher = {Karger}, address = {Basel}, issn = {0302-282X}, doi = {10.1159/000363507}, pages = {111 -- 121}, year = {2014}, abstract = {Background: Pavlovian processes are thought to play an important role in the development, maintenance and relapse of alcohol dependence, possibly by influencing and usurping ongoing thought and behavior. The influence of pavlovian stimuli on ongoing behavior is paradigmatically measured by pavlovian-to-instrumental transfer (PIT) tasks. These involve multiple stages and are complex. Whether increased PIT is involved in human alcohol dependence is uncertain. We therefore aimed to establish and validate a modified PIT paradigm that would be robust, consistent and tolerated by healthy controls as well as by patients suffering from alcohol dependence, and to explore whether alcohol dependence is associated with enhanced PIT. Methods: Thirty-two recently detoxified alcohol-dependent patients and 32 age- and gender-matched healthy controls performed a PIT task with instrumental go/no-go approach behaviors. The task involved both pavlovian stimuli associated with monetary rewards and losses, and images of drinks. Results: Both patients and healthy controls showed a robust and temporally stable PIT effect. Strengths of PIT effects to drug-related and monetary conditioned stimuli were highly correlated. Patients more frequently showed a PIT effect, and the effect was stronger in response to aversively conditioned CSs (conditioned suppression), but there was no group difference in response to appetitive CSs. Conclusion: The implementation of PIT has favorably robust properties in chronic alcohol-dependent patients and in healthy controls. It shows internal consistency between monetary and drug-related cues. The findings support an association of alcohol dependence with an increased propensity towards PIT.}, language = {en} } @article{SeboldDesernoNebeetal.2014, author = {Sebold, Miriam and Deserno, Lorenz and Nebe, Stefan and Schad, Daniel and Garbusow, Maria and Haegele, Claudia and Keller, Juergen and Juenger, Elisabeth and Kathmann, Norbert and Smolka, Michael N. and Rapp, Michael A. and Schlagenhauf, Florian and Heinz, Andreas and Huys, Quentin J. M.}, title = {Model-based and model-free decisions in alcohol dependence}, series = {Neuropsychobiology : international journal of experimental and clinical research in biological psychiatry, pharmacopsychiatry, Biological Psychology/Pharmacopsychology and Pharmacoelectroencephalography}, volume = {70}, journal = {Neuropsychobiology : international journal of experimental and clinical research in biological psychiatry, pharmacopsychiatry, Biological Psychology/Pharmacopsychology and Pharmacoelectroencephalography}, number = {2}, publisher = {Karger}, address = {Basel}, issn = {0302-282X}, doi = {10.1159/000362840}, pages = {122 -- 131}, year = {2014}, abstract = {Background: Human and animal work suggests a shift from goal-directed to habitual decision-making in addiction. However, the evidence for this in human alcohol dependence is as yet inconclusive. Methods: Twenty-six healthy controls and 26 recently detoxified alcohol-dependent patients underwent behavioral testing with a 2-step task designed to disentangle goal-directed and habitual response patterns. Results: Alcohol-dependent patients showed less evidence of goal-directed choices than healthy controls, particularly after losses. There was no difference in the strength of the habitual component. The group differences did not survive controlling for performance on the Digit Symbol Substitution Task. Conclusion: Chronic alcohol use appears to selectively impair goal-directed function, rather than promoting habitual responding. It appears to do so particularly after nonrewards, and this may be mediated by the effects of alcohol on more general cognitive functions subserved by the prefrontal cortex.}, language = {en} } @article{SchadGarbusowFriedeletal.2018, author = {Schad, Daniel and Garbusow, Maria and Friedel, Eva and Sommer, Christian and Sebold, Miriam and H{\"a}gele, Claudia and Bernhardt, Nadine and Nebe, Stephan and Kuitunen-Paul, S{\"o}ren and Liu, Shuyan and Eichmann, Uta and Beck, Anne and Wittchen, Hans-Ulrich and Walter, Henrik and Sterzer, Philipp and Zimmermann, Ulrich S. and Smolka, Michael N. and Schlagenhauf, Florian and Huys, Quentin J. M. and Heinz, Andreas and Rapp, Michael A.}, title = {Neural correlates of instrumental responding in the context of alcohol-related cues index disorder severity and relapse risk}, series = {European archives of psychiatry and clinical neuroscience : official organ of the German Society for Biological Psychiatry}, volume = {269}, journal = {European archives of psychiatry and clinical neuroscience : official organ of the German Society for Biological Psychiatry}, number = {3}, publisher = {Springer}, address = {Heidelberg}, issn = {0940-1334}, doi = {10.1007/s00406-017-0860-4}, pages = {295 -- 308}, year = {2018}, abstract = {The influence of Pavlovian conditioned stimuli on ongoing behavior may contribute to explaining how alcohol cues stimulate drug seeking and intake. Using a Pavlovian-instrumental transfer task, we investigated the effects of alcohol-related cues on approach behavior (i.e., instrumental response behavior) and its neural correlates, and related both to the relapse after detoxification in alcohol-dependent patients. Thirty-one recently detoxified alcohol-dependent patients and 24 healthy controls underwent instrumental training, where approach or non-approach towards initially neutral stimuli was reinforced by monetary incentives. Approach behavior was tested during extinction with either alcohol-related or neutral stimuli (as Pavlovian cues) presented in the background during functional magnetic resonance imaging (fMRI). Patients were subsequently followed up for 6 months. We observed that alcohol-related background stimuli inhibited the approach behavior in detoxified alcohol-dependent patients (t = -3.86, p < .001), but not in healthy controls (t = -0.92, p = .36). This behavioral inhibition was associated with neural activation in the nucleus accumbens (NAcc) (t((30)) = 2.06, p < .05). Interestingly, both the effects were only present in subsequent abstainers, but not relapsers and in those with mild but not severe dependence. Our data show that alcohol-related cues can acquire inhibitory behavioral features typical of aversive stimuli despite being accompanied by a stronger NAcc activation, suggesting salience attribution. The fact that these findings are restricted to abstinence and milder illness suggests that they may be potential resilience factors.}, language = {en} } @article{SeboldSchadNebeetal.2016, author = {Sebold, Miriam and Schad, Daniel and Nebe, Stephan and Garbusow, Maria and Juenger, Elisabeth and Kroemer, Nils B. and Kathmann, Norbert and Zimmermann, Ulrich S. and Smolka, Michael N. and Rapp, Michael A. and Heinz, Andreas and Huys, Quentin J. M.}, title = {Pavlovian-to-Instrumental Transfer Effects Rely Less on Model-based Reinforcement Learning}, series = {Journal of cognitive neuroscience}, volume = {28}, journal = {Journal of cognitive neuroscience}, publisher = {MIT Press}, address = {Cambridge}, issn = {0898-929X}, doi = {10.1162/jocn_a_00945}, pages = {985 -- 995}, year = {2016}, abstract = {Behavioral choice can be characterized along two axes. One axis distinguishes reflexive, model-free systems that slowly accumulate values through experience and a model-based system that uses knowledge to reason prospectively. The second axis distinguishes Pavlovian valuation of stimuli from instrumental valuation of actions or stimulus-action pairs. This results in four values and many possible interactions between them, with important consequences for accounts of individual variation. We here explored whether individual variation along one axis was related to individual variation along the other. Specifically, we asked whether individuals' balance between model-based and model-free learning was related to their tendency to show Pavlovian interferences with instrumental decisions. In two independent samples with a total of 243 participants, Pavlovian-instrumental transfer effects were negatively correlated with the strength of model-based reasoning in a two-step task. This suggests a potential common underlying substrate predisposing individuals to both have strong Pavlovian interference and be less model-based and provides a framework within which to interpret the observation of both effects in addiction.}, language = {en} } @article{KuschpelLiuSchadetal.2015, author = {Kuschpel, Maxim S. and Liu, Shuyan and Schad, Daniel and Heinzel, Stephan and Heinz, Andreas and Rapp, Michael A.}, title = {Differential effects of wakeful rest, music and video game playing on working memory performance in the n-back task}, series = {Frontiers in psychology}, journal = {Frontiers in psychology}, number = {6}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2015.01683}, year = {2015}, abstract = {The interruption of learning processes by breaks filled with diverse activities is common in everyday life. We investigated the effects of active computer gaming and passive relaxation (rest and music) breaks on working memory performance. Young adults were exposed to breaks involving (i) eyes-open resting, (ii) listening to music and (iii) playing the video game "Angry Birds" before performing the n-back working memory task. Based on linear mixed-effects modeling, we found that playing the "Angry Birds" video game during a short learning break led to a decline in task performance over the course of the task as compared to eyes-open resting and listening to music, although overall task performance was not impaired. This effect was associated with high levels of daily mind wandering and low self-reported ability to concentrate. These findings indicate that video games can negatively affect working memory performance over time when played in between learning tasks. We suggest further investigation of these effects because of their relevance to everyday activity.}, language = {en} } @article{SchadJuengerSeboldetal.2014, author = {Schad, Daniel and Juenger, Elisabeth and Sebold, Miriam and Garbusow, Maria and Bernhardt, Nadine and Javadi, Amir-Homayoun and Zimmermann, Ulrich S. and Smolka, Michael N. and Heinz, Andreas and Rapp, Michael A. and Huys, Quentin J. M.}, title = {Processing speed enhances model-based over model-free reinforcement learning in the presence of high working memory functioning}, series = {Frontiers in psychology}, volume = {5}, journal = {Frontiers in psychology}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2014.01450}, pages = {10}, year = {2014}, abstract = {Theories of decision-making and its neural substrates have long assumed the existence of two distinct and competing valuation systems, variously described as goal-directed vs. habitual, or, more recently and based on statistical arguments, as model-free vs. model-based reinforcement-learning. Though both have been shown to control choices, the cognitive abilities associated with these systems are under ongoing investigation. Here we examine the link to cognitive abilities, and find that individual differences in processing speed covary with a shift from model-free to model-based choice control in the presence of above-average working memory function. This suggests shared cognitive and neural processes; provides a bridge between literatures on intelligence and valuation; and may guide the development of process models of different valuation components. Furthermore, it provides a rationale for individual differences in the tendency to deploy valuation systems, which may be important for understanding the manifold neuropsychiatric diseases associated with malfunctions of valuation.}, language = {en} } @article{GarbusowNebeSommeretal.2019, author = {Garbusow, Maria and Nebe, Stephan and Sommer, Christian and Kuitunen-Paul, S{\"o}ren and Sebold, Miriam and Schad, Daniel and Friedel, Eva and Veer, Ilya M. and Wittchen, Hans-Ulrich and Rapp, Michael A. and Ripke, Stephan and Walter, Henrik and Huys, Quentin J. M. and Schlagenhauf, Florian and Smolka, Michael N. and Heinz, Andreas}, title = {Pavlovian-To-Instrumental Transfer and Alcohol Consumption in Young Male Social Drinkers}, series = {Journal of Clinical Medicine}, volume = {8}, journal = {Journal of Clinical Medicine}, number = {8}, publisher = {MDPI}, address = {Basel}, issn = {2077-0383}, doi = {10.3390/jcm8081188}, pages = {14}, year = {2019}, abstract = {In animals and humans, behavior can be influenced by irrelevant stimuli, a phenomenon called Pavlovian-to-instrumental transfer (PIT). In subjects with substance use disorder, PIT is even enhanced with functional activation in the nucleus accumbens (NAcc) and amygdala. While we observed enhanced behavioral and neural PIT effects in alcohol-dependent subjects, we here aimed to determine whether behavioral PIT is enhanced in young men with high-risk compared to low-risk drinking and subsequently related functional activation in an a-priori region of interest encompassing the NAcc and amygdala and related to polygenic risk for alcohol consumption. A representative sample of 18-year old men (n = 1937) was contacted: 445 were screened, 209 assessed: resulting in 191 valid behavioral, 139 imaging and 157 genetic datasets. None of the subjects fulfilled criteria for alcohol dependence according to the Diagnostic and Statistical Manual of Mental Disorders-IV-TextRevision (DSM-IV-TR). We measured how instrumental responding for rewards was influenced by background Pavlovian conditioned stimuli predicting action-independent rewards and losses. Behavioral PIT was enhanced in high-compared to low-risk drinkers (b = 0.09, SE = 0.03, z = 2.7, p < 0.009). Across all subjects, we observed PIT-related neural blood oxygen level-dependent (BOLD) signal in the right amygdala (t = 3.25, p(SVC) = 0.04, x = 26, y = -6, z = -12), but not in NAcc. The strength of the behavioral PIT effect was positively correlated with polygenic risk for alcohol consumption (r(s) = 0.17, p = 0.032). We conclude that behavioral PIT and polygenic risk for alcohol consumption might be a biomarker for a subclinical phenotype of risky alcohol consumption, even if no drug-related stimulus is present. The association between behavioral PIT effects and the amygdala might point to habitual processes related to out PIT task. In non-dependent young social drinkers, the amygdala rather than the NAcc is activated during PIT; possible different involvement in association with disease trajectory should be investigated in future studies.}, language = {en} } @article{LiuKuschpelSchadetal.2015, author = {Liu, Shuyan and Kuschpel, Maxim S. and Schad, Daniel and Heinz, Andreas and Rapp, Michael A.}, title = {Differential Effects of Music and Video Gaming During Breaks on Auditory and Visual Learning}, series = {Cyberpsychology, behavior and social networking}, volume = {18}, journal = {Cyberpsychology, behavior and social networking}, number = {11}, publisher = {Liebert}, address = {New Rochelle}, issn = {2152-2715}, doi = {10.1089/cyber.2015.0140}, pages = {647 -- 653}, year = {2015}, abstract = {The interruption of learning processes by breaks filled with diverse activities is common in everyday life. This study investigated the effects of active computer gaming and passive relaxation (rest and music) breaks on auditory versus visual memory performance. Young adults were exposed to breaks involving (a) open eyes resting, (b) listening to music, and (c) playing a video game, immediately after memorizing auditory versus visual stimuli. To assess learning performance, words were recalled directly after the break (an 8:30 minute delay) and were recalled and recognized again after 7 days. Based on linear mixed-effects modeling, it was found that playing the Angry Birds video game during a short learning break impaired long-term retrieval in auditory learning but enhanced long-term retrieval in visual learning compared with the music and rest conditions. These differential effects of video games on visual versus auditory learning suggest specific interference of common break activities on learning.}, language = {en} } @misc{SeboldNebeGarbusowetal.2017, author = {Sebold, Miriam and Nebe, Stephan and Garbusow, Maria and Schad, Daniel and Sommer, Christian and Rapp, Michael A. and Smolka, Michael N. and Huys, Quentin J. M. and Schlagenhauf, Florian and Heinz, Andreas}, title = {Neurobiological correlates of learning and decision-making in alcohol dependence}, series = {European psychiatry : the journal of the Association of European Psychiatrists}, volume = {41}, journal = {European psychiatry : the journal of the Association of European Psychiatrists}, publisher = {Elsevier}, address = {Paris}, issn = {0924-9338}, doi = {10.1016/j.eurpsy.2017.01.084}, pages = {S11 -- S11}, year = {2017}, language = {en} } @article{NebeKroemerSchadetal.2017, author = {Nebe, Stephan and Kroemer, Nils B. and Schad, Daniel and Bernhardt, Nadine and Sebold, Miriam and Mueller, Dirk K. and Scholl, Lucie and Kuitunen-Paul, S{\"o}ren and Heinz, Andreas and Rapp, Michael A. and Huys, Quentin J. M. and Smolka, Michael N.}, title = {No association of goal-directed and habitual control with alcohol consumption in young adults}, series = {Addiction biology}, volume = {23}, journal = {Addiction biology}, number = {1}, publisher = {Wiley}, address = {Hoboken}, issn = {1355-6215}, doi = {10.1111/adb.12490}, pages = {379 -- 393}, year = {2017}, abstract = {Alcohol dependence is a mental disorder that has been associated with an imbalance in behavioral control favoring model-free habitual over model-based goal-directed strategies. It is as yet unknown, however, whether such an imbalance reflects a predisposing vulnerability or results as a consequence of repeated and/or excessive alcohol exposure. We, therefore, examined the association of alcohol consumption with model-based goal-directed and model-free habitual control in 188 18-year-old social drinkers in a two-step sequential decision-making task while undergoing functional magnetic resonance imaging before prolonged alcohol misuse could have led to severe neurobiological adaptations. Behaviorally, participants showed a mixture of model-free and model-based decision-making as observed previously. Measures of impulsivity were positively related to alcohol consumption. In contrast, neither model-free nor model-based decision weights nor the trade-off between them were associated with alcohol consumption. There were also no significant associations between alcohol consumption and neural correlates of model-free or model-based decision quantities in either ventral striatum or ventromedial prefrontal cortex. Exploratory whole-brain functional magnetic resonance imaging analyses with a lenient threshold revealed early onset of drinking to be associated with an enhanced representation of model-free reward prediction errors in the posterior putamen. These results suggest that an imbalance between model-based goal-directed and model-free habitual control might rather not be a trait marker of alcohol intake per se.}, language = {en} }