@article{ApelRevieCangelosietal.2011, author = {Apel, Jens K. and Revie, Gavin F. and Cangelosi, Angelo and Ellis, Rob and Goslin, Jeremy and Fischer, Martin H.}, title = {Attention deployment during memorizing and executing complex instructions}, series = {Experimental brain research}, volume = {214}, journal = {Experimental brain research}, number = {2}, publisher = {Springer}, address = {New York}, issn = {0014-4819}, doi = {10.1007/s00221-011-2827-4}, pages = {249 -- 259}, year = {2011}, abstract = {We investigated the mental rehearsal of complex action instructions by recording spontaneous eye movements of healthy adults as they looked at objects on a monitor. Participants heard consecutive instructions, each of the form "move [object] to [location]''. Instructions were only to be executed after a go signal, by manipulating all objects successively with a mouse. Participants re-inspected previously mentioned objects already while listening to further instructions. This rehearsal behavior broke down after 4 instructions, coincident with participants' instruction span, as determined from subsequent execution accuracy. These results suggest that spontaneous eye movements while listening to instructions predict their successful execution.}, language = {en} } @article{CajarEngbertLaubrock2016, author = {Cajar, Anke and Engbert, Ralf and Laubrock, Jochen}, title = {Spatial frequency processing in the central and peripheral visual field during scene viewing}, series = {Vision research : an international journal for functional aspects of vision.}, volume = {127}, journal = {Vision research : an international journal for functional aspects of vision.}, publisher = {Elsevier}, address = {Oxford}, issn = {0042-6989}, doi = {10.1016/j.visres.2016.05.008}, pages = {186 -- 197}, year = {2016}, abstract = {Visuospatial attention and gaze control depend on the interaction of foveal and peripheral processing. The foveal and peripheral regions of the visual field are differentially sensitive to parts of the spatial frequency spectrum. In two experiments, we investigated how the selective attenuation of spatial frequencies in the central or the peripheral visual field affects eye-movement behavior during real-world scene viewing. Gaze-contingent low-pass or high-pass filters with varying filter levels (i.e., cutoff frequencies; Experiment 1) or filter sizes (Experiment 2) were applied. Compared to unfiltered control conditions, mean fixation durations increased most with central high-pass and peripheral low-pass filtering. Increasing filter size prolonged fixation durations with peripheral filtering, but not with central filtering. Increasing filter level prolonged fixation durations with low-pass filtering, but not with high-pass filtering. These effects indicate that fixation durations are not always longer under conditions of increased processing difficulty. Saccade amplitudes largely adapted to processing difficulty: amplitudes increased with central filtering and decreased with peripheral filtering; the effects strengthened with increasing filter size and filter level. In addition, we observed a trade-off between saccade timing and saccadic selection, since saccade amplitudes were modulated when fixation durations were unaffected by the experimental manipulations. We conclude that interactions of perception and gaze control are highly sensitive to experimental manipulations of input images as long as the residual information can still be accessed for gaze control. (C) 2016 Elsevier Ltd. All rights reserved.}, language = {en} } @article{CunningsPattersonFelser2014, author = {Cunnings, Ian and Patterson, Clare and Felser, Claudia}, title = {Variable binding and coreference in sentence comprehension: Evidence from eye movements}, series = {Journal of memory and language}, volume = {71}, journal = {Journal of memory and language}, publisher = {Elsevier}, address = {San Diego}, issn = {0749-596X}, doi = {10.1016/j.jml.2013.10.001}, pages = {39 -- 56}, year = {2014}, language = {en} } @article{EngelmannVasishthEngbertetal.2013, author = {Engelmann, Felix and Vasishth, Shravan and Engbert, Ralf and Kliegl, Reinhold}, title = {A framework for modeling the interaction of syntactic processing and eye movement control}, series = {Topics in cognitive science}, volume = {5}, journal = {Topics in cognitive science}, number = {3}, publisher = {Wiley-Blackwell}, address = {Hoboken}, issn = {1756-8757}, doi = {10.1111/tops.12026}, pages = {452 -- 474}, year = {2013}, abstract = {We explore the interaction between oculomotor control and language comprehension on the sentence level using two well-tested computational accounts of parsing difficulty. Previous work (Boston, Hale, Vasishth, \& Kliegl, 2011) has shown that surprisal (Hale, 2001; Levy, 2008) and cue-based memory retrieval (Lewis \& Vasishth, 2005) are significant and complementary predictors of reading time in an eyetracking corpus. It remains an open question how the sentence processor interacts with oculomotor control. Using a simple linking hypothesis proposed in Reichle, Warren, and McConnell (2009), we integrated both measures with the eye movement model EMMA (Salvucci, 2001) inside the cognitive architecture ACT-R (Anderson et al., 2004). We built a reading model that could initiate short Time Out regressions (Mitchell, Shen, Green, \& Hodgson, 2008) that compensate for slow postlexical processing. This simple interaction enabled the model to predict the re-reading of words based on parsing difficulty. The model was evaluated in different configurations on the prediction of frequency effects on the Potsdam Sentence Corpus. The extension of EMMA with postlexical processing improved its predictions and reproduced re-reading rates and durations with a reasonable fit to the data. This demonstration, based on simple and independently motivated assumptions, serves as a foundational step toward a precise investigation of the interaction between high-level language processing and eye movement control.}, language = {en} } @article{FernandezLaubrockMandolesietal.2014, author = {Fernandez, Gerardo and Laubrock, Jochen and Mandolesi, Pablo and Colombo, Oscar and Agamennoni, Osvaldo}, title = {Difficulties in predicting upcoming words}, series = {Journal of clinical and experimental neuropsychology}, volume = {36}, journal = {Journal of clinical and experimental neuropsychology}, number = {3}, publisher = {Taylor \& Francis Group}, address = {Philadelphia}, issn = {1380-3395}, doi = {10.1080/13803395.2014.892060}, pages = {302 -- 316}, year = {2014}, language = {en} } @article{HanneSekerinaVasishthetal.2011, author = {Hanne, Sandra and Sekerina, Irina A. and Vasishth, Shravan and Burchert, Frank and De Bleser, Ria}, title = {Chance in agrammatic sentence comprehension what does it really mean? Evidence from eye movements of German agrammatic aphasic patients}, series = {Aphasiology : an international, interdisciplinary journal}, volume = {25}, journal = {Aphasiology : an international, interdisciplinary journal}, number = {2}, publisher = {Wiley}, address = {Hove}, issn = {0268-7038}, doi = {10.1080/02687038.2010.489256}, pages = {221 -- 244}, year = {2011}, abstract = {Background: In addition to the canonical subject-verb-object (SVO) word order, German also allows for non-canonical order (OVS), and the case-marking system supports thematic role interpretation. Previous eye-tracking studies (Kamide et al., 2003; Knoeferle, 2007) have shown that unambiguous case information in non-canonical sentences is processed incrementally. For individuals with agrammatic aphasia, comprehension of non-canonical sentences is at chance level (Burchert et al., 2003). The trace deletion hypothesis (Grodzinsky 1995, 2000) claims that this is due to structural impairments in syntactic representations, which force the individual with aphasia (IWA) to apply a guessing strategy. However, recent studies investigating online sentence processing in aphasia (Caplan et al., 2007; Dickey et al., 2007) found that divergences exist in IWAs' sentence-processing routines depending on whether they comprehended non-canonical sentences correctly or not, pointing rather to a processing deficit explanation. Aims: The aim of the current study was to investigate agrammatic IWAs' online and offline sentence comprehension simultaneously in order to reveal what online sentence-processing strategies they rely on and how these differ from controls' processing routines. We further asked whether IWAs' offline chance performance for non-canonical sentences does indeed result from guessing. Methods Procedures: We used the visual-world paradigm and measured eye movements (as an index of online sentence processing) of controls (N = 8) and individuals with aphasia (N = 7) during a sentence-picture matching task. Additional offline measures were accuracy and reaction times. Outcomes Results: While the offline accuracy results corresponded to the pattern predicted by the TDH, IWAs' eye movements revealed systematic differences depending on the response accuracy. Conclusions: These findings constitute evidence against attributing IWAs' chance performance for non-canonical structures to mere guessing. Instead, our results support processing deficit explanations and characterise the agrammatic parser as deterministic and inefficient: it is slowed down, affected by intermittent deficiencies in performing syntactic operations, and fails to compute reanalysis even when one is detected.}, language = {en} } @article{HartmannLaubrockFischer2018, author = {Hartmann, Matthias and Laubrock, Jochen and Fischer, Martin H.}, title = {The visual number world}, series = {The quarterly journal of experimental psychology}, volume = {71}, journal = {The quarterly journal of experimental psychology}, number = {1}, publisher = {Sage Publ.}, address = {London}, issn = {1747-0218}, doi = {10.1080/17470218.2016.1240812}, pages = {28 -- 36}, year = {2018}, abstract = {In the domain of language research, the simultaneous presentation of a visual scene and its auditory description (i.e., the visual world paradigm) has been used to reveal the timing of mental mechanisms. Here we apply this rationale to the domain of numerical cognition in order to explore the differences between fast and slow arithmetic performance, and to further study the role of spatial-numerical associations during mental arithmetic. We presented 30 healthy adults simultaneously with visual displays containing four numbers and with auditory addition and subtraction problems. Analysis of eye movements revealed that participants look spontaneously at the numbers they currently process (operands, solution). Faster performance was characterized by shorter latencies prior to fixating the relevant numbers and fewer revisits to the first operand while computing the solution. These signatures of superior task performance were more pronounced for addition and visual numbers arranged in ascending order, and for subtraction and numbers arranged in descending order (compared to the opposite pairings). Our results show that the visual number world-paradigm provides on-line access to the mind during mental arithmetic, is able to capture variability in arithmetic performance, and is sensitive to visual layout manipulations that are otherwise not reflected in response time measurements.}, language = {en} } @article{HartmannMartarelliMastetal.2014, author = {Hartmann, Matthias and Martarelli, Corinna S. and Mast, Fred W. and Stocker, Kurt}, title = {Eye movements during mental time travel follow a diagonal line}, series = {Consciousness and cognition}, volume = {30}, journal = {Consciousness and cognition}, publisher = {Elsevier}, address = {San Diego}, issn = {1053-8100}, doi = {10.1016/j.concog.2014.09.007}, pages = {201 -- 209}, year = {2014}, abstract = {Recent research showed that past events are associated with the back and left side, whereas future events are associated with the front and right side of space. These spatial-temporal associations have an impact on our sensorimotor system: thinking about one's past and future leads to subtle body sways in the sagittal dimension of space (Miles, Nind, \& Macrae, 2010). In this study we investigated whether mental time travel leads to sensorimotor correlates in the horizontal dimension of space. Participants were asked to mentally displace themselves into the past or future while measuring their spontaneous eye movements on a blank screen. Eye gaze was directed more rightward and upward when thinking about the future than when thinking about the past. Our results provide further insight into the spatial nature of temporal thoughts, and show that not only body, but also eye movements follow a (diagonal) "time line" during mental time travel. (C) 2014 Elsevier Inc. All rights reserved.}, language = {en} } @misc{HohensteinMatuschekKliegl2017, author = {Hohenstein, Sven and Matuschek, Hannes and Kliegl, Reinhold}, title = {Linked linear mixed models: A joint analysis of fixation locations and fixation durations in natural reading}, series = {Psychonomic bulletin \& review : a journal of the Psychonomic Society}, volume = {24}, journal = {Psychonomic bulletin \& review : a journal of the Psychonomic Society}, publisher = {Springer}, address = {New York}, issn = {1069-9384}, doi = {10.3758/s13423-016-1138-y}, pages = {637 -- 651}, year = {2017}, abstract = {The complexity of eye-movement control during reading allows measurement of many dependent variables, the most prominent ones being fixation durations and their locations in words. In current practice, either variable may serve as dependent variable or covariate for the other in linear mixed models (LMMs) featuring also psycholinguistic covariates of word recognition and sentence comprehension. Rather than analyzing fixation location and duration with separate LMMs, we propose linking the two according to their sequential dependency. Specifically, we include predicted fixation location (estimated in the first LMM from psycholinguistic covariates) and its associated residual fixation location as covariates in the second, fixation-duration LMM. This linked LMM affords a distinction between direct and indirect effects (mediated through fixation location) of psycholinguistic covariates on fixation durations. Results confirm the robustness of distributed processing in the perceptual span. They also offer a resolution of the paradox of the inverted optimal viewing position (IOVP) effect (i.e., longer fixation durations in the center than at the beginning and end of words) although the opposite (i.e., an OVP effect) is predicted from default assumptions of psycholinguistic processing efficiency: The IOVP effect in fixation durations is due to the residual fixation-location covariate, presumably driven primarily by saccadic error, and the OVP effect (at least the left part of it) is uncovered with the predicted fixation-location covariate, capturing the indirect effects of psycholinguistic covariates. We expect that linked LMMs will be useful for the analysis of other dynamically related multiple outcomes, a conundrum of most psychonomic research.}, language = {en} } @article{HyonaYanVainio2018, author = {Hyona, Jukka and Yan, Ming and Vainio, Seppo}, title = {Morphological structure influences the initial landing position in words during reading Finnish}, series = {The quarterly journal of experimental psychology}, volume = {71}, journal = {The quarterly journal of experimental psychology}, number = {1}, publisher = {Routledge, Taylor \& Francis Group}, address = {Abingdon}, issn = {1747-0218}, doi = {10.1080/17470218.2016.1267233}, pages = {122 -- 130}, year = {2018}, abstract = {The preferred viewing location in words [Rayner, K. (1979). Eye guidance in reading: Fixation locations within words. Perception, 8, 21-30] during reading is near the word centre. Parafoveal word length information is utilized to guide the eyes toward it. A recent study by Yan and colleagues [Yan, M., Zhou, W., Shu, H., Yusupu, R., Miao, D., Kr{\"u}gel, A., \& Kliegl, R. (2014). Eye movements guided by morphological structure: Evidence from the Uighur language. Cognition, 132, 181-215] demonstrated that the word's morphological structure may also be used in saccadic targeting. The study was conducted in a morphologically rich language, Uighur. The present study aimed at replicating their main findings in another morphologically rich language, Finnish. Similarly to Yan et al., it was found that the initial fixation landed closer to the word beginning for morphologically complex than for monomorphemic words. Word frequency, saccade launch site, and word length were also found to influence the initial landing position. It is concluded that in addition to low-level factors (word length and saccade launch site), also higher level factors related to the word's morphological structure and frequency may be utilized in saccade programming during reading.}, language = {en} }