@phdthesis{Rabe2024,
  author    = {Rabe, Maximilian Michael},
  title     = {Modeling the interaction of sentence processing and eye-movement control in reading},
  doi       = {10.25932/publishup-62279},
  url       = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-622792},
  school      = {Universit{\"a}t Potsdam},
  pages     = {xiii, 171},
  year      = {2024},
  abstract  = {The evaluation of process-oriented cognitive theories through time-ordered observations is crucial for the advancement of cognitive science. The findings presented herein integrate insights from research on eye-movement control and sentence comprehension during reading, addressing challenges in modeling time-ordered data, statistical inference, and interindividual variability. Using kernel density estimation and a pseudo-marginal likelihood for fixation durations and locations, a likelihood implementation of the SWIFT model of eye-movement control during reading (Engbert et al., Psychological Review, 112, 2005, pp. 777-813) is proposed. Within the broader framework of data assimilation, Bayesian parameter inference with adaptive Markov Chain Monte Carlo techniques is facilitated for reliable model fitting. Across the different studies, this framework has shown to enable reliable parameter recovery from simulated data and prediction of experimental summary statistics. Despite its complexity, SWIFT can be fitted within a principled Bayesian workflow, capturing interindividual differences and modeling experimental effects on reading across different geometrical alterations of text. Based on these advancements, the integrated dynamical model SEAM is proposed, which combines eye-movement control, a traditionally psychological research area, and post-lexical language processing in the form of cue-based memory retrieval (Lewis \& Vasishth, Cognitive Science, 29, 2005, pp. 375-419), typically the purview of psycholinguistics. This proof-of-concept integration marks a significant step forward in natural language comprehension during reading and suggests that the presented methodology can be useful to develop complex cognitive dynamical models that integrate processes at levels of perception, higher cognition, and (oculo-)motor control. These findings collectively advance process-oriented cognitive modeling and highlight the importance of Bayesian inference, individual differences, and interdisciplinary integration for a holistic understanding of reading processes. Implications for theory and methodology, including proposals for model comparison and hierarchical parameter inference, are briefly discussed.},
  language  = {en}
}
@phdthesis{Pauly2021,
  author    = {Pauly, Dennis Nikolas},
  title     = {The effect of noun capitalization when reading German and English},
  doi       = {10.25932/publishup-49803},
  url       = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-498031},
  school      = {Universit{\"a}t Potsdam},
  pages     = {III, 200},
  year      = {2021},
  abstract  = {Das Promotionsprojekt hatte als Ziel, die Fragestellung zu beantworten, ob die strukturelle wortinitiale Substantivgroßschreibung, wie sie sich neben dem Deutschen sonst nur noch im Luxemburgischen finden l{\"a}sst, {\"u}ber eine Funktion verf{\"u}gt, die dem Leser einen Vorteil bringt. Die {\"u}bergeordnete Hypothese war, dass ein Vorteil dadurch erreicht wird, dass durch die parafoveale Wahrnehmung der Majuskel bereits eine syntaktische Kategorie, n{\"a}mlich der Kern einer Nominalgruppe, aktiviert wird. Durch diese Wahrnehmung aus dem Augenwinkel sollte das nachfolgende Substantiv schon vorverarbeitet werden k{\"o}nnen. Im Ergebnis sollte eine Erleichterung der Satzverarbeitung bewirkt werden, was sich letztlich in insgesamt schnelleren Lese- bzw. Fixationszeiten zeigen sollte. Die Struktur des Projekts beinhaltet drei Studien, die teilweise jeweils unterschiedliche Versuchspersonengruppen umfassten: Studie 1: - Studiendesign: Semantisches Priming mittels sogenannter Holzwegs{\"a}tze sollten die Funktionsweise der Substantivgroßschreibung f{\"u}r den Leser hervorbringen - Versuchspersonen: Deutsche L1-Sprecher lesen Deutsch Studie 2: - Studiendesign: gleiches Design wie Studie 1, allerdings auf Englisch - Versuchspersonengruppen: Studie 3: 1. Englische L1-Sprecher g{\"a}nzlich ohne Deutschkenntnisse, 2. englische L1-Sprecher, die regelm{\"a}ßig deutsche Texte lesen, 3. deutsche L1-Sprecher mit exzellenten Englischkenntnissen. - Studiendesign: Einfluss der Substantivfrequenz auf eine potentielle Vorverarbeitung mittels boundary paradigm; Untersuchungsprachen: Deutsch und Englisch - Versuchspersonengruppen: 1. Deutsche L1-Sprecher lesen Deutsch, 2. englische L1-Sprecher g{\"a}nzlich ohne Deutschkenntnisse lesen Englisch, 3. deutsche L1-Sprecher mit exzellenten Englischkenntnissen lesen Englisch. Zusammenfassung der Ergebnisse: Die Substantivgroßschreibung hat eindeutig einen Einfluss auf die Satzverarbeitung sowohl im Deutschen als auch im Englischen. Dass dieser einen substanziell entscheidenden Vorteil bringt, kann nicht best{\"a}tigt werden.},
  language  = {en}
}
@phdthesis{Seelig2021,
  author    = {Seelig, Stefan},
  title     = {Parafoveal processing of lexical information during reading},
  doi       = {10.25932/publishup-50874},
  url       = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-508743},
  school      = {Universit{\"a}t Potsdam},
  pages     = {xi, 113},
  year      = {2021},
  abstract  = {During sentence reading the eyes quickly jump from word to word to sample visual information with the high acuity of the fovea. Lexical properties of the currently fixated word are known to affect the duration of the fixation, reflecting an interaction of word processing with oculomotor planning. While low level properties of words in the parafovea can likewise affect the current fixation duration, results concerning the influence of lexical properties have been ambiguous (Drieghe, Rayner, \& Pollatsek, 2008; Kliegl, Nuthmann, \& Engbert, 2006). Experimental investigations of such lexical parafoveal-on-foveal effects using the boundary paradigm have instead shown, that lexical properties of parafoveal previews affect fixation durations on the upcoming target words (Risse \& Kliegl, 2014). However, the results were potentially confounded with effects of preview validity. The notion of parafoveal processing of lexical information challenges extant models of eye movements during reading. Models containing serial word processing assumptions have trouble explaining such effects, as they usually couple successful word processing to saccade planning, resulting in skipping of the parafoveal word. Although models with parallel word processing are less restricted, in the SWIFT model (Engbert, Longtin, \& Kliegl, 2002) only processing of the foveal word can directly influence the saccade latency. Here we combine the results of a boundary experiment (Chapter 2) with a predictive modeling approach using the SWIFT model, where we explore mechanisms of parafoveal inhibition in a simulation study (Chapter 4). We construct a likelihood function for the SWIFT model (Chapter 3) and utilize the experimental data in a Bayesian approach to parameter estimation (Chapter 3 \& 4). The experimental results show a substantial effect of parafoveal preview frequency on fixation durations on the target word, which can be clearly distinguished from the effect of preview validity. Using the eye movement data from the participants, we demonstrate the feasibility of the Bayesian approach even for a small set of estimated parameters, by comparing summary statistics of experimental and simulated data. Finally, we can show that the SWIFT model can account for the lexical preview effects, when a mechanism for parafoveal inhibition is added. The effects of preview validity were modeled best, when processing dependent saccade cancellation was added for invalid trials. In the simulation study only the control condition of the experiment was used for parameter estimation, allowing for cross validation. Simultaneously the number of free parameters was increased. High correlations of summary statistics demonstrate the capabilities of the parameter estimation approach. Taken together, the results advocate for a better integration of experimental data into computational modeling via parameter estimation.},
  language  = {en}
}
@phdthesis{Chandra2020,
  author    = {Chandra, Johan},
  title     = {The role of the oculomotor control in eye movements during reading},
  doi       = {10.25932/publishup-47593},
  url       = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-475930},
  school      = {Universit{\"a}t Potsdam},
  pages     = {xiii, 115},
  year      = {2020},
  abstract  = {Most reading theories assume that readers aim at word centers for optimal information processing. During reading, saccade targeting turns out to be imprecise: Saccades' initial landing positions often miss the word centers and have high variance, with an additional systematic error that is modulated by the distance from the launch site to the center of the target word. The performance of the oculomotor system, as reflected in the statistics of within-word landing positions, turns out to be very robust and mostly affected by the spatial information during reading. Hence, it is assumed that the saccade generation is highly automated. The main goal of this thesis is to explore the performance of the oculomotor system under various reading conditions where orthographic information and the reading direction were manipulated. Additionally, the challenges in understanding the eye movement data to represent the oculomotor process during reading are addressed. Two experimental studies and one simulation study were conducted for this thesis, which resulted in the following main findings: (i) Reading texts with orthographic manipulations leads to specific changes in the eye movement patterns, both in temporal and spatial measures. The findings indicate that the oculomotor control of eye movements during reading is dependent on reading conditions (Chapter 2 \& 3). (ii) Saccades' accuracy and precision can be simultaneously modulated under reversed reading condition, supporting the assumption that the random and systematic oculomotor errors are not independent. By assuming that readers increase the precision of sensory observation while maintaining the learned prior knowledge when reading direction was reversed, a process-oriented Bayesian model for saccade targeting can account for the simultaneous reduction of oculomotor errors (Chapter 2). (iii) Plausible parameter values serving as proxies for the intended within-word landing positions can be estimated by using the maximum a posteriori estimator from Bayesian inference. Using the mean value of all observations as proxies is insufficient for studies focusing on the launch-site effect because the method exhibits the strongest bias when estimating the size of the effect. Mislocated fixations remain a challenge for the currently known estimation methods, especially when the systematic oculomotor error is large (Chapter 4). The results reported in this thesis highlight the role of the oculomotor system, together with underlying cognitive processes, in eye movements during reading. The modulation of oculomotor control can be captured through a precise analysis of landing positions.},
  language  = {en}
}
@phdthesis{Engelmann2016,
  author    = {Engelmann, Felix},
  title     = {Toward an integrated model of sentence processing in reading},
  url       = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-100864},
  school      = {Universit{\"a}t Potsdam},
  pages     = {xiii, 143},
  year      = {2016},
  abstract  = {In experiments investigating sentence processing, eye movement measures such as fixation durations and regression proportions while reading are commonly used to draw conclusions about processing difficulties. However, these measures are the result of an interaction of multiple cognitive levels and processing strategies and thus are only indirect indicators of processing difficulty. In order to properly interpret an eye movement response, one has to understand the underlying principles of adaptive processing such as trade-off mechanisms between reading speed and depth of comprehension that interact with task demands and individual differences. Therefore, it is necessary to establish explicit models of the respective mechanisms as well as their causal relationship with observable behavior. There are models of lexical processing and eye movement control on the one side and models on sentence parsing and memory processes on the other. However, no model so far combines both sides with explicitly defined linking assumptions. In this thesis, a model is developed that integrates oculomotor control with a parsing mechanism and a theory of cue-based memory retrieval. On the basis of previous empirical findings and independently motivated principles, adaptive, resource-preserving mechanisms of underspecification are proposed both on the level of memory access and on the level of syntactic parsing. The thesis first investigates the model of cue-based retrieval in sentence comprehension of Lewis \& Vasishth (2005) with a comprehensive literature review and computational modeling of retrieval interference in dependency processing. The results reveal a great variability in the data that is not explained by the theory. Therefore, two principles, 'distractor prominence' and 'cue confusion', are proposed as an extension to the theory, thus providing a more adequate description of systematic variance in empirical results as a consequence of experimental design, linguistic environment, and individual differences. In the remainder of the thesis, four interfaces between parsing and eye movement control are defined: Time Out, Reanalysis, Underspecification, and Subvocalization. By comparing computationally derived predictions with experimental results from the literature, it is investigated to what extent these four interfaces constitute an appropriate elementary set of assumptions for explaining specific eye movement patterns during sentence processing. Through simulations, it is shown how this system of in itself simple assumptions results in predictions of complex, adaptive behavior. In conclusion, it is argued that, on all levels, the sentence comprehension mechanism seeks a balance between necessary processing effort and reading speed on the basis of experience, task demands, and resource limitations. Theories of linguistic processing therefore need to be explicitly defined and implemented, in particular with respect to linking assumptions between observable behavior and underlying cognitive processes. The comprehensive model developed here integrates multiple levels of sentence processing that hitherto have only been studied in isolation. The model is made publicly available as an expandable framework for future studies of the interactions between parsing, memory access, and eye movement control.},
  language  = {en}
}
@phdthesis{Hohenstein2013,
  author    = {Hohenstein, Sven},
  title     = {Eye movements and processing of semantic information in the parafovea during reading},
  url       = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-70363},
  school      = {Universit{\"a}t Potsdam},
  year      = {2013},
  abstract  = {When we read a text, we obtain information at different levels of representation from abstract symbols. A reader's ultimate aim is the extraction of the meaning of the words and the text. The reserach of eye movements in reading covers a broad range of psychological systems, ranging from low-level perceptual and motor processes to high-level cognition. Reading of skilled readers proceeds highly automatic, but is a complex phenomenon of interacting subprocesses at the same time. The study of eye movements during reading offers the possibility to investigate cognition via behavioral measures during the excercise of an everyday task. The process of reading is not limited to the directly fixated (or foveal) word but also extends to surrounding (or parafoveal) words, particularly the word to the right of the gaze position. This process may be unconscious, but parafoveal information is necessary for efficient reading. There is an ongoing debate on whether processing of the upcoming word encompasses word meaning (or semantics) or only superficial features. To increase the knowledge about how the meaning of one word helps processing another word, seven experiments were conducted. In these studies, words were exachanged during reading. The degree of relatedness between the word to the right of the currently fixated one and the word subsequently fixated was experimentally manipulated. Furthermore, the time course of the parafoveal extraction of meaning was investigated with two different approaches, an experimental one and a statistical one. As a major finding, fixation times were consistently lower if a semantically related word was presented compared to the presence of an unrelated word. Introducing an experimental technique that allows controlling the duration for which words are available, the time course of processing and integrating meaning was evaluated. Results indicated both facilitation and inhibition due to relatedness between the meanings of words. In a more natural reading situation, the effectiveness of the processing of parafoveal words was sometimes time-dependent and substantially increased with shorter distances between the gaze position and the word. Findings are discussed with respect to theories of eye-movement control. In summary, the results are more compatible with models of distributed word processing. The discussions moreover extend to language differences and technical issues of reading research.},
  language  = {en}
}
@phdthesis{Gendt2011,
  author    = {Gendt, Anja},
  title     = {Eye movements under the control of working memory : the challenge of a reading-span task},
  url       = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-69224},
  school      = {Universit{\"a}t Potsdam},
  year      = {2011},
  abstract  = {During reading oculomotor processes guide the eyes over the text. The visual information recorded is accessed, evaluated and processed. Only by retrieving the meaning of a word from the long-term memory, as well as through the connection and storage of the information about each individual word, is it possible to access the semantic meaning of a sentence. Therefore memory, and here in particular working memory, plays a pivotal role in the basic processes of reading. The following dissertation investigates to what extent different demands on memory and memory capacity have an effect on eye movement behavior while reading. The frequently used paradigm of the reading span task, in which test subjects read and evaluate individual sentences, was used for the experimental review of the research questions. The results speak for the fact that working memory processes have a direct effect on various eye movement measurements. Thus a high working memory load, for example, reduced the perceptual span while reading. The lower the individual working memory capacity of the reader was, the stronger was the influence of the working memory load on the processing of the sentence.},
  language  = {en}
}
@phdthesis{Risse2011,
  author    = {Risse, Sarah},
  title     = {Processing in the perceptual span : investigations with the n+2-boundary paradigm},
  url       = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-60414},
  school      = {Universit{\"a}t Potsdam},
  year      = {2011},
  abstract  = {Cognitive psychology is traditionally interested in the interaction of perception, cognition, and behavioral control. Investigating eye movements in reading constitutes a field of research in which the processes and interactions of these subsystems can be studied in a well-defined environment. Thereby, the following questions are pursued: How much information is visually perceived during a fixation, how is processing achieved and temporally coordinated from visual letter encoding to final sentence comprehension, and how do such processes reflect on behavior such as the control of the eyes' movements during reading. Various theoretical models have been proposed to account for the specific eye-movement behavior in reading (for a review see Reichle, Rayner, \& Pollatsek, 2003). Some models are based on the idea of shifting attention serially from one word to the next within the sentence whereas others propose distributed attention allocating processing resources to more than one word at a time. As attention is assumed to drive word recognition processes one major difference between these models is that word processing must either occur in strict serial order, or that word processing is achieved in parallel. In spite of this crucial difference in the time course of word processing, both model classes perform well on explaining many of the benchmark effects in reading. In fact, there seems to be not much empirical evidence that challenges the models to a point at which their basic assumptions could be falsified. One issue often perceived as being decisive in the debate on serial and parallel word processing is how not-yet-fixated words to the right of fixation affect eye movements. Specifically, evidence is discussed as to what spatial extent such parafoveal words are previewed and how this influences current and subsequent word processing. Four experiments investigated parafoveal processing close to the spatial limits of the perceptual span. The present work aims to go beyond mere existence proofs of previewing words at such spatial distances. Introducing a manipulation that dissociates the sources of long-range preview effects, benefits and costs of parafoveal processing can be investigated in a single analysis and the differing impact is tracked across a three-word target region. In addition, the same manipulation evaluates the role of oculomotor error as the cause of non-local distributed effects. In this respect, the results contribute to a better understanding of the time course of word processing inside the perceptual span and attention allocation during reading.},
  language  = {en}
}
@phdthesis{Nuthmann2005,
  author    = {Nuthmann, Antje},
  title     = {The "where" and "when" of eye fixations in reading},
  url       = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-7931},
  school      = {Universit{\"a}t Potsdam},
  year      = {2005},
  abstract  = {To investigate eye-movement control in reading, the present thesis examined three phenomena related to the eyes' landing position within words, (1) the optimal viewing position (OVP), (2) the preferred viewing location (PVL), and (3) the Fixation-Duration Inverted-Optimal Viewing Position (IOVP) Effect. Based on a corpus-analytical approach (Exp. 1), the influence of variables word length, launch site distance, and word frequency was systematically explored. In addition, five experimental manipulations were conducted. First, word center was identified as the OVP, that is the position within a word where refixation probability is minimal. With increasing launch site distance, however, the OVP was found to move towards the word beginning. Several possible causes of refixations were discussed. The issue of refixation saccade programming was extensively investigated, suggesting that pre-planned and directly controlled refixation saccades coexist. Second, PVL curves, that is landing position distributions, show that the eyes are systematically deviated from the OVP, due to visuomotor constraints. By far the largest influence on mean and standard deviation of the Gaussian PVL curve was exhibited by launch site distance. Third, it was investigated how fixation durations vary as a function of landing position. The IOVP effect was replicated: Fixations located at word center are longer than those falling near the edges of a word. The effect of word frequency and/or launch site distance on the IOVP function mainly consisted in a vertical displacement of the curve. The Fixation-Duration IOVP effect is intriguing because word center (the OVP) would appear to be the best place to fixate and process a word. A critical part of the current work was devoted to investigate the origin of the effect. It was suggested that the IOVP effect arises as a consequence of mislocated fixations, i.e. fixations on unintended words, which are caused by saccadic errors. An algorithm for estimating the proportion of mislocated fixations from empirical data was developed, based on extrapolations of landing position distributions beyond word boundaries. As a new central theoretical claim it was suggested that a new saccade program is started immediately if the intended target word is missed. On average, this will lead to decreased durations for mislocated fixations. Because mislocated fixations were shown to be most prevalent at the beginning and end of words, the proposed mechanism generated the inverted U-shape for fixation durations when computed as a function of landing position. The proposed mechanism for generating the effect is generally compatible with both oculomotor and cognitive models of eye-movement control in reading.},
  subject      = {Allgemeine Psychologie},
  language  = {en}
}