@article{ZakariasSalisWartenburger2018, author = {Zakarias, Lilla and Salis, Christos and Wartenburger, Isabell}, title = {Transfer effects on spoken sentence comprehension and functional communication after working memory training in stroke aphasia}, series = {Journal of neurolinguistics : an international journal for the study of brain function in language behavior and experience}, volume = {48}, journal = {Journal of neurolinguistics : an international journal for the study of brain function in language behavior and experience}, publisher = {Elsevier}, address = {Oxford}, issn = {0911-6044}, doi = {10.1016/j.jneuroling.2017.12.002}, pages = {47 -- 63}, year = {2018}, abstract = {Recent treatment protocols have been successful in improving working memory (WM) in individuals with aphasia. However, the evidence to date is small and the extent to which improvements in trained tasks of WM transfer to untrained memory tasks, spoken sentence comprehension, and functional communication is yet poorly understood. To address these issues, we conducted a multiple baseline study with three German-speaking individuals with chronic post stroke aphasia. Participants practised two computerised WM tasks (n-back with pictures and aback with spoken words) four times a week for a month, targeting two WM processes: updating WM representations and resolving interference. All participants showed improvement on at least one measure of spoken sentence comprehension and everyday memory activities. Two of them showed improvement also on measures of WM and functional communication. Our results suggest that WM can be improved through computerised training in chronic aphasia and this can transfer to spoken sentence comprehension and functional communication in some individuals.}, language = {en} } @article{vonderMalsburgVasishth2013, author = {von der Malsburg, Titus Raban and Vasishth, Shravan}, title = {Scanpaths reveal syntactic underspecification and reanalysis strategies}, series = {Language and cognitive processes}, volume = {28}, journal = {Language and cognitive processes}, number = {10}, publisher = {Wiley}, address = {Hove}, issn = {0169-0965}, doi = {10.1080/01690965.2012.728232}, pages = {1545 -- 1578}, year = {2013}, abstract = {What theories best characterise the parsing processes triggered upon encountering ambiguity, and what effects do these processes have on eye movement patterns in reading? The present eye-tracking study, which investigated processing of attachment ambiguities of an adjunct in Spanish, suggests that readers sometimes underspecify attachment to save memory resources, consistent with the good-enough account of parsing. Our results confirm a surprising prediction of the good-enough account: high-capacity readers commit to an attachment decision more often than low-capacity participants, leading to more errors and a greater need to reanalyse in garden-path sentences. These results emerged only when we separated functionally different types of regressive eye movements using a scanpath analysis; conventional eye-tracking measures alone would have led to different conclusions. The scanpath analysis also showed that rereading was the dominant strategy for recovering from garden-pathing. Our results may also have broader implications for models of reading processes: reanalysis effects in eye movements occurred late, which suggests that the coupling of oculo-motor control and the parser may not be as tight as assumed in current computational models of eye movement control in reading.}, language = {en} } @article{SoemerSaito2016, author = {Soemer, Alexander and Saito, Satoru}, title = {Domain-specific processing in short-term serial order memory}, series = {Journal of memory and language}, volume = {88}, journal = {Journal of memory and language}, publisher = {Elsevier}, address = {San Diego}, issn = {0749-596X}, doi = {10.1016/j.jml.2015.12.003}, pages = {1 -- 17}, year = {2016}, abstract = {Recent studies of short-term serial order memory have suggested that the maintenance of order information does not involve domain-specific processes. We carried out two dual task experiments aimed at resolving several ambiguities in those studies. In our experiments, encoding and response of one serial reconstruction task was embedded within encoding and response of a concurrent serial reconstruction task. Order demands in both tasks were independently varied so as to find revealing patterns of interference between the two tasks. In Experiment 1, participants were to maintain and reconstruct the order of a list of verbal materials, while maintaining a list of spatial materials or vice-versa. Increasing the order demands in the outer reconstruction task resulted in small or non reliable performance decrements in the embedded reconstruction task. Experiment 2 sought to compare these results against two same-domain baseline conditions (two verbal lists or two spatial lists). In all conditions, increasing order demands in the outer task resulted in small or non-reliable performance decrements in the embedded task. However, performance in the embedded tasks was generally lower in the same-domain baseline conditions than in the cross-domain conditions. We argue that the main effect of domain in Experiment 2 indicates the contribution of domain-specific processes to short-term serial order maintenance. In addition, we interpret the failure to find consistent cross-list interference irrespective of domain as indicating the involvement of grouping mechanisms in concurrently performed serial order tasks. (C) 2015 Elsevier Inc. All rights reserved.}, language = {en} } @article{Soemer2019, author = {Soemer, Alexander}, title = {Task-unrelated thoughts and forgetting in working memory}, series = {Journal of memory and language}, volume = {106}, journal = {Journal of memory and language}, publisher = {Elsevier}, address = {San Diego}, issn = {0749-596X}, doi = {10.1016/j.jml.2019.03.004}, pages = {118 -- 134}, year = {2019}, abstract = {The present article reports four experiments that investigated the effects of task-unrelated thoughts (TUTs) on forgetting in non-verbal working memory. Participants had to remember three non-verbal stimuli over unfilled retention intervals (RIs) and then judge whether or not a subsequently presented probe stimulus matched one of the to-be-remembered stimuli. Participants additionally responded to randomly appearing probes that measured different aspects of their TUT engagement during the RI of the preceding trial. Forgetting over unfilled RIs was observed in three of four experiments and reliably associated with the proportion of time spent on TUTs. In contrast, the visual and auditory nature of the TUTs and the number of different TUTs did not reliably predict forgetting. The results support the view that TUTs block attention-based processes that are needed for restoring decaying memory representations rather than an alternative account in terms of interference caused by the content of the TUTs.}, language = {en} } @article{NicenboimVasishthEngelmannetal.2018, author = {Nicenboim, Bruno and Vasishth, Shravan and Engelmann, Felix and Suckow, Katja}, title = {Exploratory and confirmatory analyses in sentence processing}, series = {Cognitive science : a multidisciplinary journal of anthropology, artificial intelligence, education, linguistics, neuroscience, philosophy, psychology ; journal of the Cognitive Science Society}, volume = {42}, journal = {Cognitive science : a multidisciplinary journal of anthropology, artificial intelligence, education, linguistics, neuroscience, philosophy, psychology ; journal of the Cognitive Science Society}, publisher = {Wiley}, address = {Hoboken}, issn = {0364-0213}, doi = {10.1111/cogs.12589}, pages = {1075 -- 1100}, year = {2018}, abstract = {Given the replication crisis in cognitive science, it is important to consider what researchers need to do in order to report results that are reliable. We consider three changes in current practice that have the potential to deliver more realistic and robust claims. First, the planned experiment should be divided into two stages, an exploratory stage and a confirmatory stage. This clear separation allows the researcher to check whether any results found in the exploratory stage are robust. The second change is to carry out adequately powered studies. We show that this is imperative if we want to obtain realistic estimates of effects in psycholinguistics. The third change is to use Bayesian data-analytic methods rather than frequentist ones; the Bayesian framework allows us to focus on the best estimates we can obtain of the effect, rather than rejecting a strawman null. As a case study, we investigate number interference effects in German. Number feature interference is predicted by cue-based retrieval models of sentence processing (Van Dyke \& Lewis, 2003; Vasishth \& Lewis, 2006), but it has shown inconsistent results. We show that by implementing the three changes mentioned, suggestive evidence emerges that is consistent with the predicted number interference effects.}, language = {en} } @article{NicenboimVasishth2018, author = {Nicenboim, Bruno and Vasishth, Shravan}, title = {Models of retrieval in sentence comprehension}, series = {Journal of memory and language}, volume = {99}, journal = {Journal of memory and language}, publisher = {Elsevier}, address = {San Diego}, issn = {0749-596X}, doi = {10.1016/j.jml.2017.08.004}, pages = {1 -- 34}, year = {2018}, abstract = {Research on similarity-based interference has provided extensive evidence that the formation of dependencies between non-adjacent words relies on a cue-based retrieval mechanism. There are two different models that can account for one of the main predictions of interference, i.e., a slowdown at a retrieval site, when several items share a feature associated with a retrieval cue: Lewis and Vasishth's (2005) activation-based model and McElree's (2000) direct-access model. Even though these two models have been used almost interchangeably, they are based on different assumptions and predict differences in the relationship between reading times and response accuracy. The activation-based model follows the assumptions of the ACT-R framework, and its retrieval process behaves as a lognormal race between accumulators of evidence with a single variance. Under this model, accuracy of the retrieval is determined by the winner of the race and retrieval time by its rate of accumulation. In contrast, the direct-access model assumes a model of memory where only the probability of retrieval can be affected, while the retrieval time is drawn from the same distribution; in this model, differences in latencies are a by-product of the possibility of backtracking and repairing incorrect retrievals. We implemented both models in a Bayesian hierarchical framework in order to evaluate them and compare them. The data show that correct retrievals take longer than incorrect ones, and this pattern is better fit under the direct-access model than under the activation-based model. This finding does not rule out the possibility that retrieval may be behaving as a race model with assumptions that follow less closely the ones from the ACT-R framework. By introducing a modification of the activation model, i.e., by assuming that the accumulation of evidence for retrieval of incorrect items is not only slower but noisier (i.e., different variances for the correct and incorrect items), the model can provide a fit as good as the one of the direct-access model. This first ever computational evaluation of alternative accounts of retrieval processes in sentence processing opens the way for a broader investigation of theories of dependency completion.}, language = {en} } @misc{LiuSchadKuschpeletal.2016, author = {Liu, Shuyan and Schad, Daniel and Kuschpel, Maxim S. and Rapp, Michael Armin and Heinz, Andreas}, title = {Music and Video Gaming during Breaks}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-90700}, pages = {1 -- 12}, year = {2016}, abstract = {Different systems for habitual versus goal-directed control are thought to underlie human decision-making. Working memory is known to shape these decision-making systems and their interplay, and is known to support goal-directed decision making even under stress. Here, we investigated if and how decision systems are differentially influenced by breaks filled with diverse everyday life activities known to modulate working memory performance. We used a within-subject design where young adults listened to music and played a video game during breaks interleaved with trials of a sequential two-step Markov decision task, designed to assess habitual as well as goal-directed decision making. Based on a neurocomputational model of task performance, we observed that for individuals with a rather limited working memory capacity video gaming as compared to music reduced reliance on the goal-directed decision-making system, while a rather large working memory capacity prevented such a decline. Our findings suggest differential effects of everyday activities on key decision-making processes.}, language = {en} } @article{LiuSchadKuschpeletal.2016, author = {Liu, Shuyan and Schad, Daniel and Kuschpel, Maxim S. and Rapp, Michael Armin and Heinz, Andreas}, title = {Music and Video Gaming during Breaks}, series = {PLoS one}, volume = {11}, journal = {PLoS one}, number = {3}, publisher = {Public Library of Science}, address = {Lawrence, Kan.}, issn = {1932-6203}, doi = {10.1371/JOURNAL.PONE.0150165}, pages = {1 -- 12}, year = {2016}, abstract = {Different systems for habitual versus goal-directed control are thought to underlie human decision-making. Working memory is known to shape these decision-making systems and their interplay, and is known to support goal-directed decision making even under stress. Here, we investigated if and how decision systems are differentially influenced by breaks filled with diverse everyday life activities known to modulate working memory performance. We used a within-subject design where young adults listened to music and played a video game during breaks interleaved with trials of a sequential two-step Markov decision task, designed to assess habitual as well as goal-directed decision making. Based on a neurocomputational model of task performance, we observed that for individuals with a rather limited working memory capacity video gaming as compared to music reduced reliance on the goal-directed decision-making system, while a rather large working memory capacity prevented such a decline. Our findings suggest differential effects of everyday activities on key decision-making processes.}, language = {en} } @article{LangeEngbert2013, author = {Lange, Elke B. and Engbert, Ralf}, title = {Differentiating between verbal and spatial encoding using eye-movement recordings}, series = {The quarterly journal of experimental psychology}, volume = {66}, journal = {The quarterly journal of experimental psychology}, number = {9}, publisher = {Wiley}, address = {Hove}, issn = {1747-0218}, doi = {10.1080/17470218.2013.772214}, pages = {1840 -- 1857}, year = {2013}, abstract = {Visual information processing is guided by an active mechanism generating saccadic eye movements to salient stimuli. Here we investigate the specific contribution of saccades to memory encoding of verbal and spatial properties in a serial recall task. In the first experiment, participants moved their eyes freely without specific instruction. We demonstrate the existence of qualitative differences in eye-movement strategies during verbal and spatial memory encoding. While verbal memory encoding was characterized by shifting the gaze to the to-be-encoded stimuli, saccadic activity was suppressed during spatial encoding. In the second experiment, participants were required to suppress saccades by fixating centrally during encoding or to make precise saccades onto the memory items. Active suppression of saccades had no effect on memory performance, but tracking the upcoming stimuli decreased memory performance dramatically in both tasks, indicating a resource bottleneck between display-controlled saccadic control and memory encoding. We conclude that optimized encoding strategies for verbal and spatial features are underlying memory performance in serial recall, but such strategies work on an involuntary level only and do not support memory encoding when they are explicitly required by the task.}, language = {en} } @article{HeinzelLorenzQuynhLamDuongetal.2017, author = {Heinzel, Stephan and Lorenz, Robert C. and Quynh-Lam Duong, and Rapp, Michael Armin and Deserno, Lorenz}, title = {Prefrontal-parietal effective connectivity during working memory in older adults}, series = {Neurobiology of Aging}, volume = {57}, journal = {Neurobiology of Aging}, publisher = {Elsevier}, address = {New York}, issn = {0197-4580}, doi = {10.1016/j.neurobiolaging.2017.05.005}, pages = {18 -- 27}, year = {2017}, abstract = {Theoretical models and preceding studies have described age-related alterations in neuronal activation of frontoparietal regions in a working memory (WM)load-dependent manner. However, to date, underlying neuronal mechanisms of these WM load-dependent activation changes in aging remain poorly understood. The aim of this study was to investigate these mechanisms in terms of effective connectivity by application of dynamic causal modeling with Bayesian Model Selection. Eighteen healthy younger (age: 20-32 years) and 32 older (60-75 years) participants performed an n-back task with 3 WM load levels during functional magnetic resonance imaging (fMRI). Behavioral and conventional fMRI results replicated age group by WM load interactions. Importantly, the analysis of effective connectivity derived from dynamic causal modeling, indicated an age-and performance-related reduction in WM load-dependent modulation of connectivity from dorsolateral prefrontal cortex to inferior parietal lobule. This finding provides evidence for the proposal that age-related WM decline manifests as deficient WM load-dependent modulation of neuronal top-down control and can integrate implications from theoretical models and previous studies of functional changes in the aging brain.}, language = {en} } @article{HeinzelLorenzPelzetal.2016, author = {Heinzel, Stephan and Lorenz, Robert C. and Pelz, Patricia and Heinz, Andreas and Walter, Henrik and Kathmann, Norbert and Rapp, Michael Armin and Stelzel, Christine}, title = {Neural correlates of training and transfer effects in working memory in older adults}, series = {NeuroImage : a journal of brain function}, volume = {134}, journal = {NeuroImage : a journal of brain function}, publisher = {Elsevier}, address = {San Diego}, issn = {1053-8119}, doi = {10.1016/j.neuroimage.2016.03.068}, pages = {236 -- 249}, year = {2016}, abstract = {As indicated by previous research, aging is associated with a decline in working memory (WM) functioning, related to alterations in fronto-parietal neural activations. At the same time, previous studies showed that WM training in older adults may improve the performance in the trained task (training effect), and more importantly, also in untrained WM tasks (transfer effects). However, neural correlates of these transfer effects that would improve understanding of its underlying mechanisms, have not been shown in older participants as yet. In this study, we investigated blood-oxygen-level-dependent (BOLD) signal changes during n-back performance and an untrained delayed recognition (Sternberg) task following 12 sessions (45 min each) of adaptive n-back training in older adults. The Sternberg task used in this study allowed to test for neural training effects independent of specific task affordances of the trained task and to separate maintenance from updating processes. Thirty-two healthy older participants (60-75 years) were assigned either to an n-back training or a no-contact control group. Before (t1) and after (t2) training/waiting period, both the n-back task and the Sternberg task were conducted while BOLD signal was measured using functional Magnetic Resonance Imaging (fMRI) in all participants. In addition, neuropsychological tests were performed outside the scanner. WM performance improved with training and behavioral transfer to tests measuring executive functions, processing speed, and fluid intelligence was found. In the training group, BOLD signal in the right lateral middle frontal gyrus/caudal superior frontal sulcus (Brodmann area, BA 6/8) decreased in both the trained n-back and the updating condition of the untrained Sternberg task at t2, compared to the control group. fMRI findings indicate a training-related increase in processing efficiency of WM networks, potentially related to the process of WM updating. Performance gains in untrained tasks suggest that transfer to other cognitive tasks remains possible in aging. (C) 2016 Elsevier Inc. All rights reserved.}, language = {en} } @article{EngelmannVasishthEngbertetal.2013, author = {Engelmann, Felix and Vasishth, Shravan and Engbert, Ralf and Kliegl, Reinhold}, title = {A framework for modeling the interaction of syntactic processing and eye movement control}, series = {Topics in cognitive science}, volume = {5}, journal = {Topics in cognitive science}, number = {3}, publisher = {Wiley-Blackwell}, address = {Hoboken}, issn = {1756-8757}, doi = {10.1111/tops.12026}, pages = {452 -- 474}, year = {2013}, abstract = {We explore the interaction between oculomotor control and language comprehension on the sentence level using two well-tested computational accounts of parsing difficulty. Previous work (Boston, Hale, Vasishth, \& Kliegl, 2011) has shown that surprisal (Hale, 2001; Levy, 2008) and cue-based memory retrieval (Lewis \& Vasishth, 2005) are significant and complementary predictors of reading time in an eyetracking corpus. It remains an open question how the sentence processor interacts with oculomotor control. Using a simple linking hypothesis proposed in Reichle, Warren, and McConnell (2009), we integrated both measures with the eye movement model EMMA (Salvucci, 2001) inside the cognitive architecture ACT-R (Anderson et al., 2004). We built a reading model that could initiate short Time Out regressions (Mitchell, Shen, Green, \& Hodgson, 2008) that compensate for slow postlexical processing. This simple interaction enabled the model to predict the re-reading of words based on parsing difficulty. The model was evaluated in different configurations on the prediction of frequency effects on the Potsdam Sentence Corpus. The extension of EMMA with postlexical processing improved its predictions and reproduced re-reading rates and durations with a reasonable fit to the data. This demonstration, based on simple and independently motivated assumptions, serves as a foundational step toward a precise investigation of the interaction between high-level language processing and eye movement control.}, language = {en} } @article{EhmLonnemannBrandenburgetal.2019, author = {Ehm, Jan-Henning and Lonnemann, Jan and Brandenburg, Janin and Huschka, Sina Simone and Hasselhorn, Marcus and Lervag, Arne}, title = {Exploring factors underlying children's acquisition and retrieval of sound sound-symbol association skills}, series = {Journal of experimental child psychology}, volume = {177}, journal = {Journal of experimental child psychology}, publisher = {Elsevier}, address = {New York}, issn = {0022-0965}, doi = {10.1016/j.jecp.2018.07.006}, pages = {86 -- 99}, year = {2019}, abstract = {Letter knowledge is considered an important cognitive foundation for learning to read. The underlying mechanisms of the association between letter knowledge and reading skills are, however, not fully understood. Acquiring letter knowledge depends on the ability to learn and retrieve sound-symbol pairings. In the current study, this process was explored by setting preschool children's (N = 242, mean age = 5.57 years) performance in the acquisition and retrieval of a paired associate learning (PAL) task in relation to their letter knowledge as well as to their performance in tasks assessing precursors of reading skills (i.e., phonological awareness, rapid automatized naming, phonological short-term memory, backward recall, and response inhibition). Multiple regression analyses revealed that performance in the acquisition of the PAL task was significantly associated with phonological awareness and backward recall, whereas performance in the retrieval of the PAL task was significantly associated with rapid automatized naming, phonological awareness, and backward recall. Moreover, PAL proved to be mediating the relation between reading precursors and letter knowledge. Together, these findings indicate that the acquisition of letter knowledge may depend on a visual-verbal associative learning mechanism and that different factors contribute to the acquisition and retrieval of such visual-verbal associations.}, language = {en} } @article{ApelRevieCangelosietal.2011, author = {Apel, Jens K. and Revie, Gavin F. and Cangelosi, Angelo and Ellis, Rob and Goslin, Jeremy and Fischer, Martin H.}, title = {Attention deployment during memorizing and executing complex instructions}, series = {Experimental brain research}, volume = {214}, journal = {Experimental brain research}, number = {2}, publisher = {Springer}, address = {New York}, issn = {0014-4819}, doi = {10.1007/s00221-011-2827-4}, pages = {249 -- 259}, year = {2011}, abstract = {We investigated the mental rehearsal of complex action instructions by recording spontaneous eye movements of healthy adults as they looked at objects on a monitor. Participants heard consecutive instructions, each of the form "move [object] to [location]''. Instructions were only to be executed after a go signal, by manipulating all objects successively with a mouse. Participants re-inspected previously mentioned objects already while listening to further instructions. This rehearsal behavior broke down after 4 instructions, coincident with participants' instruction span, as determined from subsequent execution accuracy. These results suggest that spontaneous eye movements while listening to instructions predict their successful execution.}, language = {en} } @article{ApelCangelosiEllisetal.2012, author = {Apel, Jens K. and Cangelosi, Angelo and Ellis, Rob and Goslin, Jeremy and Fischer, Martin H.}, title = {Object affordance influences instruction span}, series = {Experimental brain research}, volume = {223}, journal = {Experimental brain research}, number = {2}, publisher = {Springer}, address = {New York}, issn = {0014-4819}, doi = {10.1007/s00221-012-3251-0}, pages = {199 -- 206}, year = {2012}, abstract = {We measured memory span for assembly instructions involving objects with handles oriented to the left or right side. Right-handed participants remembered more instructions when objects' handles were spatially congruent with the hand used in forthcoming assembly actions. No such affordance-based memory benefit was found for left-handed participants. These results are discussed in terms of motor simulation as an embodied rehearsal mechanism.}, language = {en} }