@article{EngelmannVasishthEngbertetal.2013, author = {Engelmann, Felix and Vasishth, Shravan and Engbert, Ralf and Kliegl, Reinhold}, title = {A framework for modeling the interaction of syntactic processing and eye movement control}, series = {Topics in cognitive science}, volume = {5}, journal = {Topics in cognitive science}, number = {3}, publisher = {Wiley-Blackwell}, address = {Hoboken}, issn = {1756-8757}, doi = {10.1111/tops.12026}, pages = {452 -- 474}, year = {2013}, abstract = {We explore the interaction between oculomotor control and language comprehension on the sentence level using two well-tested computational accounts of parsing difficulty. Previous work (Boston, Hale, Vasishth, \& Kliegl, 2011) has shown that surprisal (Hale, 2001; Levy, 2008) and cue-based memory retrieval (Lewis \& Vasishth, 2005) are significant and complementary predictors of reading time in an eyetracking corpus. It remains an open question how the sentence processor interacts with oculomotor control. Using a simple linking hypothesis proposed in Reichle, Warren, and McConnell (2009), we integrated both measures with the eye movement model EMMA (Salvucci, 2001) inside the cognitive architecture ACT-R (Anderson et al., 2004). We built a reading model that could initiate short Time Out regressions (Mitchell, Shen, Green, \& Hodgson, 2008) that compensate for slow postlexical processing. This simple interaction enabled the model to predict the re-reading of words based on parsing difficulty. The model was evaluated in different configurations on the prediction of frequency effects on the Potsdam Sentence Corpus. The extension of EMMA with postlexical processing improved its predictions and reproduced re-reading rates and durations with a reasonable fit to the data. This demonstration, based on simple and independently motivated assumptions, serves as a foundational step toward a precise investigation of the interaction between high-level language processing and eye movement control.}, language = {en} } @misc{HohensteinMatuschekKliegl2017, author = {Hohenstein, Sven and Matuschek, Hannes and Kliegl, Reinhold}, title = {Linked linear mixed models: A joint analysis of fixation locations and fixation durations in natural reading}, series = {Psychonomic bulletin \& review : a journal of the Psychonomic Society}, volume = {24}, journal = {Psychonomic bulletin \& review : a journal of the Psychonomic Society}, publisher = {Springer}, address = {New York}, issn = {1069-9384}, doi = {10.3758/s13423-016-1138-y}, pages = {637 -- 651}, year = {2017}, abstract = {The complexity of eye-movement control during reading allows measurement of many dependent variables, the most prominent ones being fixation durations and their locations in words. In current practice, either variable may serve as dependent variable or covariate for the other in linear mixed models (LMMs) featuring also psycholinguistic covariates of word recognition and sentence comprehension. Rather than analyzing fixation location and duration with separate LMMs, we propose linking the two according to their sequential dependency. Specifically, we include predicted fixation location (estimated in the first LMM from psycholinguistic covariates) and its associated residual fixation location as covariates in the second, fixation-duration LMM. This linked LMM affords a distinction between direct and indirect effects (mediated through fixation location) of psycholinguistic covariates on fixation durations. Results confirm the robustness of distributed processing in the perceptual span. They also offer a resolution of the paradox of the inverted optimal viewing position (IOVP) effect (i.e., longer fixation durations in the center than at the beginning and end of words) although the opposite (i.e., an OVP effect) is predicted from default assumptions of psycholinguistic processing efficiency: The IOVP effect in fixation durations is due to the residual fixation-location covariate, presumably driven primarily by saccadic error, and the OVP effect (at least the left part of it) is uncovered with the predicted fixation-location covariate, capturing the indirect effects of psycholinguistic covariates. We expect that linked LMMs will be useful for the analysis of other dynamically related multiple outcomes, a conundrum of most psychonomic research.}, language = {en} } @article{HyoenaeHeikkilaeVainioetal.2021, author = {Hy{\"o}n{\"a}, Jukka and Heikkil{\"a}, Timo T. and Vainio, Seppo and Kliegl, Reinhold}, title = {Parafoveal access to word stem during reading}, series = {Cognition : international journal of cognitive science}, volume = {208}, journal = {Cognition : international journal of cognitive science}, publisher = {Elsevier}, address = {Amsterdam}, issn = {0010-0277}, doi = {10.1016/j.cognition.2020.104547}, pages = {13}, year = {2021}, abstract = {Previous studies (Hyona, Yan, \& Vainio, 2018; Yan et al., 2014) have demonstrated that in morphologically rich languages a word's morphological status is processed parafoveally to be used in modulating saccadic programming in reading. In the present parafoveal preview study conducted in Finnish, we examined the exact nature of this effect by comparing reading of morphologically complex words (a stem + two suffixes) to that of monomorphemic words. In the preview-change condition, the final 3-4 letters were replaced with other letters making the target word a pseudoword; for suffixed words, the word stem remained intact but the suffix information was unavailable; for monomorphemic words, only part of the stem was parafoveally available. Three alternative predictions were put forth. According to the first alternative, the morphological effect in initial fixation location is due to parafoveally perceiving the suffix as a highly frequent letter cluster and then adjusting the saccade program to land closer to the word beginning for suffixed than monomorphemic words. The second alternative, the processing difficulty hypothesis, assumes a morphological complexity effect: suffixed words are more complex than monomorphemic words. Therefore, the attentional window is narrower and the saccade is shorter. The third alternative posits that the effect reflects parafoveal access to the word's stem. The results for the initial fixation location and fixation durations were consistent with the parafoveal stem-access view.}, language = {en} } @article{KlieglHohensteinYanetal.2013, author = {Kliegl, Reinhold and Hohenstein, Sven and Yan, Ming and McDonald, Scott A.}, title = {How preview space/time translates into preview cost/benefit for fixation durations during reading}, series = {The quarterly journal of experimental psychology}, volume = {66}, journal = {The quarterly journal of experimental psychology}, number = {3}, publisher = {Wiley}, address = {Hove}, issn = {1747-0218}, doi = {10.1080/17470218.2012.658073}, pages = {581 -- 600}, year = {2013}, abstract = {Eye-movement control during reading depends on foveal and parafoveal information. If the parafoveal preview of the next word is suppressed, reading is less efficient. A linear mixed model (LMM) reanalysis of McDonald (2006) confirmed his observation that preview benefit may be limited to parafoveal words that have been selected as the saccade target. Going beyond the original analyses, in the same LMM, we examined how the preview effect (i.e., the difference in single-fixation duration, SFD, between random-letter and identical preview) depends on the gaze duration on the pretarget word and on the amplitude of the saccade moving the eye onto the target word. There were two key results: (a) The shorter the saccade amplitude (i.e., the larger preview space), the shorter a subsequent SFD with an identical preview; this association was not observed with a random-letter preview. (b) However, the longer the gaze duration on the pretarget word, the longer the subsequent SFD on the target, with the difference between random-letter string and identical previews increasing with preview time. A third patternincreasing cost of a random-letter string in the parafovea associated with shorter saccade amplitudeswas observed for target gaze durations. Thus, LMMs revealed that preview effects, which are typically summarized under preview benefit, are a complex mixture of preview cost and preview benefit and vary with preview space and preview time. The consequence for reading is that parafoveal preview may not only facilitate, but also interfere with lexical access.}, language = {en} } @article{LaurinavichyuteSekerinaAlexeevaetal.2019, author = {Laurinavichyute, Anna and Sekerina, Irina A. and Alexeeva, Svetlana and Bagdasaryan, Kristine and Kliegl, Reinhold}, title = {Russian Sentence Corpus: Benchmark measures of eye movements in reading in Russian}, series = {Behavior research methods : a journal of the Psychonomic Society}, volume = {51}, journal = {Behavior research methods : a journal of the Psychonomic Society}, number = {3}, publisher = {Springer}, address = {New York}, issn = {1554-351X}, doi = {10.3758/s13428-018-1051-6}, pages = {1161 -- 1178}, year = {2019}, abstract = {This article introduces a new corpus of eye movements in silent readingthe Russian Sentence Corpus (RSC). Russian uses the Cyrillic script, which has not yet been investigated in cross-linguistic eye movement research. As in every language studied so far, we confirmed the expected effects of low-level parameters, such as word length, frequency, and predictability, on the eye movements of skilled Russian readers. These findings allow us to add Slavic languages using Cyrillic script (exemplified by Russian) to the growing number of languages with different orthographies, ranging from the Roman-based European languages to logographic Asian ones, whose basic eye movement benchmarks conform to the universal comparative science of reading (Share, 2008). We additionally report basic descriptive corpus statistics and three exploratory investigations of the effects of Russian morphology on the basic eye movement measures, which illustrate the kinds of questions that researchers can answer using the RSC. The annotated corpus is freely available from its project page at the Open Science Framework: https://osf.io/x5q2r/.}, language = {en} } @article{OhlKliegl2016, author = {Ohl, Sven and Kliegl, Reinhold}, title = {Revealing the time course of signals influencing the generation of}, series = {Vision research : an international journal for functional aspects of vision.}, volume = {124}, journal = {Vision research : an international journal for functional aspects of vision.}, publisher = {Elsevier}, address = {Oxford}, issn = {0042-6989}, doi = {10.1016/j.visres.2016.06.007}, pages = {52 -- 58}, year = {2016}, abstract = {Saccadic eye movements are frequently followed by smaller secondary saccades which are generally assumed to correct for the error in primary saccade landing position. However, secondary saccades can also occur after accurate primary saccades and they are often as small as microsaccades, therefore raising the need to further scrutinize the processes involved in secondary saccade generation. Following up a previous study, we analyzed secondary saccades using rate analysis which allows us to quantify experimental effects as shifts in distributions, therefore going beyond comparisons of mean differences. We use Aalen's additive hazards model to delineate the time course of key influences on the secondary saccade rate. In addition to the established effect of primary saccade error, we observed a time-varying influence of under- vs. overshooting - with a higher risk of generating secondary saccades following undershoots. Moreover, increasing target eccentricity influenced the programming of secondary saccades, therefore demonstrating that error-unrelated variables co-determine secondary saccade programs. Our results provide new insights into the generative mechanisms of small saccades during postsaccadic fixation that need to be accounted for by secondary saccade models.}, language = {en} } @article{PanYanLaubrocketal.2014, author = {Pan, Jinger and Yan, Ming and Laubrock, Jochen and Shu, Hua and Kliegl, Reinhold}, title = {Saccade-target selection of dyslexic children when reading Chinese}, series = {Vision research : an international journal for functional aspects of vision.}, volume = {97}, journal = {Vision research : an international journal for functional aspects of vision.}, publisher = {Elsevier}, address = {Oxford}, issn = {0042-6989}, doi = {10.1016/j.visres.2014.01.014}, pages = {24 -- 30}, year = {2014}, abstract = {This study investigates the eye movements of dyslexic children and their age-matched controls when reading Chinese. Dyslexic children exhibited more and longer fixations than age-matched control children, and an increase of word length resulted in a greater increase in the number of fixations and gaze durations for the dyslexic than for the control readers. The report focuses on the finding that there was a significant difference between the two groups in the fixation landing position as a function of word length in single-fixation cases, while there was no such difference in the initial fixation of multi-fixation cases. We also found that both groups had longer incoming saccade amplitudes while the launch sites were closer to the word in single fixation cases than in multi-fixation cases. Our results suggest that dyslexic children's inefficient lexical processing, in combination with the absence of orthographic word boundaries in Chinese, leads them to select saccade targets at the beginning of words conservatively. These findings provide further evidence for parafoveal word segmentation during reading of Chinese sentences.}, language = {en} } @article{RisseHohensteinKliegletal.2014, author = {Risse, Sarah and Hohenstein, Sven and Kliegl, Reinhold and Engbert, Ralf}, title = {A theoretical analysis of the perceptual span based on SWIFT simulations of the n+2 boundary paradigm}, series = {Visual cognition}, volume = {22}, journal = {Visual cognition}, number = {3-4}, publisher = {Routledge, Taylor \& Francis Group}, address = {Abingdon}, issn = {1350-6285}, doi = {10.1080/13506285.2014.881444}, pages = {283 -- 308}, year = {2014}, abstract = {Eye-movement experiments suggest that the perceptual span during reading is larger than the fixated word, asymmetric around the fixation position, and shrinks in size contingent on the foveal processing load. We used the SWIFT model of eye-movement control during reading to test these hypotheses and their implications under the assumption of graded parallel processing of all words inside the perceptual span. Specifically, we simulated reading in the boundary paradigm and analysed the effects of denying the model to have valid preview of a parafoveal word n + 2 two words to the right of fixation. Optimizing the model parameters for the valid preview condition only, we obtained span parameters with remarkably realistic estimates conforming to the empirical findings on the size of the perceptual span. More importantly, the SWIFT model generated parafoveal processing up to word n + 2 without fitting the model to such preview effects. Our results suggest that asymmetry and dynamic modulation are plausible properties of the perceptual span in a parallel word-processing model such as SWIFT. Moreover, they seem to guide the flexible distribution of processing resources during reading between foveal and parafoveal words.}, language = {en} } @article{TsaiKlieglYan2012, author = {Tsai, Jie-Li and Kliegl, Reinhold and Yan, Ming}, title = {Parafoveal semantic information extraction in traditional Chinese reading}, series = {Acta psychologica : international journal of psychonomics}, volume = {141}, journal = {Acta psychologica : international journal of psychonomics}, number = {1}, publisher = {Elsevier}, address = {Amsterdam}, issn = {0001-6918}, doi = {10.1016/j.actpsy.2012.06.004}, pages = {17 -- 23}, year = {2012}, abstract = {Semantic information extraction from the parafovea has been reported only in simplified Chinese for a special subset of characters and its generalizability has been questioned. This study uses traditional Chinese, which differs from simplified Chinese in visual complexity and in mapping semantic forms, to demonstrate access to parafoveal semantic information during reading of this script. Preview duration modulates various types (identical, phonological, and unrelated) of parafoveal information extraction. Parafoveal semantic extraction is more elusive in English; therefore, we conclude that such effects in Chinese are presumably caused by substantial cross-language differences from alphabetic scripts. The property of Chinese characters carrying rich lexical information in a small region provides the possibility of semantic extraction in the parafovea.}, language = {en} } @article{vonderMalsburgKlieglVasishth2015, author = {von der Malsburg, Titus Raban and Kliegl, Reinhold and Vasishth, Shravan}, title = {Determinants of Scanpath Regularity in Reading}, series = {Cognitive science : a multidisciplinary journal of anthropology, artificial intelligence, education, linguistics, neuroscience, philosophy, psychology ; journal of the Cognitive Science Society}, volume = {39}, journal = {Cognitive science : a multidisciplinary journal of anthropology, artificial intelligence, education, linguistics, neuroscience, philosophy, psychology ; journal of the Cognitive Science Society}, number = {7}, publisher = {Wiley-Blackwell}, address = {Hoboken}, issn = {0364-0213}, doi = {10.1111/cogs.12208}, pages = {1675 -- 1703}, year = {2015}, abstract = {Scanpaths have played an important role in classic research on reading behavior. Nevertheless, they have largely been neglected in later research perhaps due to a lack of suitable analytical tools. Recently, von der Malsburg and Vasishth (2011) proposed a new measure for quantifying differences between scanpaths and demonstrated that this measure can recover effects that were missed with the traditional eyetracking measures. However, the sentences used in that study were difficult to process and scanpath effects accordingly strong. The purpose of the present study was to test the validity, sensitivity, and scope of applicability of the scanpath measure, using simple sentences that are typically read from left to right. We derived predictions for the regularity of scanpaths from the literature on oculomotor control, sentence processing, and cognitive aging and tested these predictions using the scanpath measure and a large database of eye movements. All predictions were confirmed: Sentences with short words and syntactically more difficult sentences elicited more irregular scanpaths. Also, older readers produced more irregular scanpaths than younger readers. In addition, we found an effect that was not reported earlier: Syntax had a smaller influence on the eye movements of older readers than on those of young readers. We discuss this interaction of syntactic parsing cost with age in terms of shifts in processing strategies and a decline of executive control as readers age. Overall, our results demonstrate the validity and sensitivity of the scanpath measure and thus establish it as a productive and versatile tool for reading research.}, language = {en} } @article{YanZhouShuetal.2014, author = {Yan, Ming and Zhou, Wei and Shu, Hua and Yusupu, Rizwangul and Miao, Dongxia and Kruegel, Andre and Kliegl, Reinhold}, title = {Eye movements guided by morphological structure: Evidence from the Uighur language}, series = {Cognition : international journal of cognitive science}, volume = {132}, journal = {Cognition : international journal of cognitive science}, number = {2}, publisher = {Elsevier}, address = {Amsterdam}, issn = {0010-0277}, doi = {10.1016/j.cognition.2014.03.008}, pages = {181 -- 215}, year = {2014}, abstract = {It is generally accepted that low-level features (e.g., inter-word spaces) are responsible for saccade-target selection in eye-movement control during reading. In two experiments using Uighur script known for its rich suffixes, we demonstrate that, in addition to word length and launch site, the number of suffixes influences initial landing positions. We also demonstrate an influence of word frequency. These results are difficult to explain purely by low-level guidance of eye movements and indicate that due to properties specific to Uighur script low-level visual information and high-level information such as morphological structure of parafoveal words jointly influence saccade programming. (C) 2014 Elsevier B.V. All rights reserved.}, language = {en} } @article{OezkanFikriKırkıcıetal.2020, author = {{\"O}zkan, Ay{\c{s}}eg{\"u}l and Fikri, Figen Beken and K{\i}rk{\i}c{\i}, Bilal and Kliegl, Reinhold and Acart{\"u}rk, Cengiz}, title = {Eye movement control in Turkish sentence reading}, series = {Quarterly journal of experimental psychology : QJEP / EPS, Experimental Psychology Society}, volume = {74}, journal = {Quarterly journal of experimental psychology : QJEP / EPS, Experimental Psychology Society}, number = {2}, publisher = {Sage Publ.}, address = {London}, issn = {1747-0218}, doi = {10.1177/1747021820963310}, pages = {377 -- 397}, year = {2020}, abstract = {Reading requires the assembly of cognitive processes across a wide spectrum from low-level visual perception to high-level discourse comprehension. One approach of unravelling the dynamics associated with these processes is to determine how eye movements are influenced by the characteristics of the text, in particular which features of the words within the perceptual span maximise the information intake due to foveal, spillover, parafoveal, and predictive processing. One way to test the generalisability of current proposals of such distributed processing is to examine them across different languages. For Turkish, an agglutinative language with a shallow orthography-phonology mapping, we replicate the well-known canonical main effects of frequency and predictability of the fixated word as well as effects of incoming saccade amplitude and fixation location within the word on single-fixation durations with data from 35 adults reading 120 nine-word sentences. Evidence for previously reported effects of the characteristics of neighbouring words and interactions was mixed. There was no evidence for the expected Turkish-specific morphological effect of the number of inflectional suffixes on single-fixation durations. To control for word-selection bias associated with single-fixation durations, we also tested effects on word skipping, single-fixation, and multiple-fixation cases with a base-line category logit model, assuming an increase of difficulty for an increase in the number of fixations. With this model, significant effects of word characteristics and number of inflectional suffixes of foveal word on probabilities of the number of fixations were observed, while the effects of the characteristics of neighbouring words and interactions were mixed.}, language = {en} }