@phdthesis{Yadav2023, author = {Yadav, Himanshu}, title = {A computational evaluation of feature distortion and cue weighting in sentence comprehension}, doi = {10.25932/publishup-58505}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-585055}, school = {Universit{\"a}t Potsdam}, pages = {iv, 115}, year = {2023}, abstract = {Successful sentence comprehension requires the comprehender to correctly figure out who did what to whom. For example, in the sentence John kicked the ball, the comprehender has to figure out who did the action of kicking and what was being kicked. This process of identifying and connecting the syntactically-related words in a sentence is called dependency completion. What are the cognitive constraints that determine dependency completion? A widely-accepted theory is cue-based retrieval. The theory maintains that dependency completion is driven by a content-addressable search for the co-dependents in memory. The cue-based retrieval explains a wide range of empirical data from several constructions including subject-verb agreement, subject-verb non-agreement, plausibility mismatch configurations, and negative polarity items. However, there are two major empirical challenges to the theory: (i) Grammatical sentences' data from subject-verb number agreement dependencies, where the theory predicts a slowdown at the verb in sentences like the key to the cabinet was rusty compared to the key to the cabinets was rusty, but the data are inconsistent with this prediction; and, (ii) Data from antecedent-reflexive dependencies, where a facilitation in reading times is predicted at the reflexive in the bodybuilder who worked with the trainers injured themselves vs. the bodybuilder who worked with the trainer injured themselves, but the data do not show a facilitatory effect. The work presented in this dissertation is dedicated to building a more general theory of dependency completion that can account for the above two datasets without losing the original empirical coverage of the cue-based retrieval assumption. In two journal articles, I present computational modeling work that addresses the above two empirical challenges. To explain the grammatical sentences' data from subject-verb number agreement dependencies, I propose a new model that assumes that the cue-based retrieval operates on a probabilistically distorted representation of nouns in memory (Article I). This hybrid distortion-plus-retrieval model was compared against the existing candidate models using data from 17 studies on subject-verb number agreement in 4 languages. I find that the hybrid model outperforms the existing models of number agreement processing suggesting that the cue-based retrieval theory must incorporate a feature distortion assumption. To account for the absence of facilitatory effect in antecedent-reflexive dependen� cies, I propose an individual difference model, which was built within the cue-based retrieval framework (Article II). The model assumes that individuals may differ in how strongly they weigh a syntactic cue over a number cue. The model was fitted to data from two studies on antecedent-reflexive dependencies, and the participant-level cue-weighting was estimated. We find that one-fourth of the participants, in both studies, weigh the syntactic cue higher than the number cue in processing reflexive dependencies and the remaining participants weigh the two cues equally. The result indicates that the absence of predicted facilitatory effect at the level of grouped data is driven by some, not all, participants who weigh syntactic cues higher than the number cue. More generally, the result demonstrates that the assumption of differential cue weighting is important for a theory of dependency completion processes. This differential cue weighting idea was independently supported by a modeling study on subject-verb non-agreement dependencies (Article III). Overall, the cue-based retrieval, which is a general theory of dependency completion, needs to incorporate two new assumptions: (i) the nouns stored in memory can undergo probabilistic feature distortion, and (ii) the linguistic cues used for retrieval can be weighted differentially. This is the cumulative result of the modeling work presented in this dissertation. The dissertation makes an important theoretical contribution: Sentence comprehension in humans is driven by a mechanism that assumes cue-based retrieval, probabilistic feature distortion, and differential cue weighting. This insight is theoretically important because there is some independent support for these three assumptions in sentence processing and the broader memory literature. The modeling work presented here is also methodologically important because for the first time, it demonstrates (i) how the complex models of sentence processing can be evaluated using data from multiple studies simultaneously, without oversimplifying the models, and (ii) how the inferences drawn from the individual-level behavior can be used in theory development.}, language = {en} } @misc{FelserPhillipsWagers2017, author = {Felser, Claudia and Phillips, Colin and Wagers, Matthew}, title = {Editorial: Encoding and Navigating Linguistic Representations in Memory}, series = {Frontiers in psychology}, volume = {8}, journal = {Frontiers in psychology}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2017.00164}, pages = {6}, year = {2017}, language = {en} } @article{ArantzetaWebsterLakaetal.2018, author = {Arantzeta, Miren and Webster, Janet and Laka, Itziar and Martinez-Zabaleta, Maite and Howard, David}, title = {What happens when they think they are right?}, series = {Aphasiology : an international, interdisciplinary journal}, volume = {32}, journal = {Aphasiology : an international, interdisciplinary journal}, number = {12}, publisher = {Routledge, Taylor \& Francis Group}, address = {Abingdon}, issn = {0268-7038}, doi = {10.1080/02687038.2017.1423270}, pages = {1418 -- 1444}, year = {2018}, abstract = {Background: Comprehension of non-canonical sentences is frequently characterised by chance level performance in people with aphasia (PWA). Chance level performance has been interpreted as guessing, but online data does not support this rendering. It is still not clear whether the incorrect sentence processing is guided by the compensatory strategies that PWA might employ to overcome linguistic difficulties.Aims: We aim to study to what extent people with non-fluent aphasia are aware of their sentence comprehension deficits.Methods \& Procedures: This study combined offline and online data to investigate the effect of word order and error-awareness on sentence comprehension in a group of PWA and non-brain damaged (NBD) participants. The offline tasks involved auditory sentence picture-matching immediately followed by a confidence rating (CR). Participants were asked to judge the perceived correctness of their previous answer. Online data consisted of eye-tracking.Outcomes \& Results: Replicating previous findings, PWA had significantly worse comprehension of Theme-Agent order compared to Agent-Theme order sentences. Controls showed ceiling level sentence comprehension. CR was a poor predictor of response accuracy in PWA, but moderate-good in NBD. A total of 6.8\% of judgements were classified as guessing by PWA. Post hoc gaze data analysis indicated that CR was a predictor of the fixation pattern during the presentation of the linguistic stimuli.Conclusions: Results suggest that PWA were mostly unaware of their sentence comprehension errors and did not consciously employ strategies to compensate for their difficulties.}, language = {en} } @article{MalyutinaLaurinavichyuteTerekhinaetal.2018, author = {Malyutina, Svetlana and Laurinavichyute, Anna and Terekhina, Maria and Lapin, Yevgeniy}, title = {No evidence for strategic nature of age-related slowing in sentence processing}, series = {Psychology and aging}, volume = {33}, journal = {Psychology and aging}, number = {7}, publisher = {American Psychological Association}, address = {Washington}, issn = {0882-7974}, doi = {10.1037/pag0000302}, pages = {1045 -- 1059}, year = {2018}, abstract = {Older adults demonstrate a slower speed of linguistic processing, including sentence processing. In nonlinguistic cognitive domains such as memory, research suggests that age-related slowing of processing speed may be a strategy adopted in order to avoid potential error and/or to spare "cognitive resources." So far, very few studies have tested whether older adults' slower processing speed in the linguistic domain has a strategic nature as well. To fill this gap, we tested whether older adults can maintain language processing accuracy when a faster processing speed is enforced externally. Specifically, we compared sentence comprehension accuracy in younger and older adults when sentences were presented at the participant's median self-paced reading speed versus twice as fast. We hypothesized that an external speed increase will cause a smaller accuracy decline in older than younger adults because older adults tend to adopt self-paced processing speeds "further away" from their performance limits. The hypothesis was not confirmed: The decline in accuracy due to faster presentation did not differ by age group. Thus, we found no evidence for strategic nature of age-related slowing of sentence processing. On the basis of our experimental design, we suggest that the age-related slowing of sentence processing is caused not only by motor slowdown, but also by a slowdown in cognitive processing}, language = {en} } @misc{GarciaRoeserHoehle2019, author = {Garcia, Rowena and Roeser, Jens and H{\"o}hle, Barbara}, title = {Children's online use of word order and morphosyntactic markers in Tagalog thematic role assignment}, series = {Postprints der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe}, journal = {Postprints der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe}, number = {673}, issn = {1866-8364}, doi = {10.25932/publishup-46967}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-469678}, pages = {533 -- 555}, year = {2019}, abstract = {We investigated whether Tagalog-speaking children incrementally interpret the first noun as the agent, even if verbal and nominal markers for assigning thematic roles are given early in Tagalog sentences. We asked five- and seven-year-old children and adult controls to select which of two pictures of reversible actions matched the sentence they heard, while their looks to the pictures were tracked. Accuracy and eye-tracking data showed that agent-initial sentences were easier to comprehend than patient-initial sentences, but the effect of word order was modulated by voice. Moreover, our eye-tracking data provided evidence that, by the first noun phrase, seven-year-old children looked more to the target in the agent-initial compared to the patient-initial conditions, but this word order advantage was no longer observed by the second noun phrase. The findings support language processing and acquisition models which emphasize the role of frequency in developing heuristic strategies (e.g., Chang, Dell, \& Bock, 2006).}, language = {en} } @article{AdaniStegenwallnerSchutzNiesel2017, author = {Adani, Flavia and Stegenwallner-Schutz, Maja Henny Katherine and Niesel, Talea}, title = {The Peaceful Co-existence of Input Frequency and Structural Intervention Effects on the Comprehension of Complex Sentences in German-Speaking Children}, series = {Frontiers in psychology}, volume = {8}, journal = {Frontiers in psychology}, publisher = {Frontiers Research Foundation}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2017.01590}, pages = {11}, year = {2017}, abstract = {The predictions of two contrasting approaches to the acquisition of transitive relative clauses were tested within the same groups of German-speaking participants aged from 3 to 5 years old. The input frequency approach predicts that object relative clauses with inanimate heads (e.g., the pullover that the man is scratching) are comprehended earlier and more accurately than those with an animate head (e.g., the man that the boy is scratching). In contrast, the structural intervention approach predicts that object relative clauses with two full NP arguments mismatching in number (e.g., the man that the boys are scratching) are comprehended earlier and more accurately than those with number-matching NPs (e.g., the man that the boy is scratching). These approaches were tested in two steps. First, we ran a corpus analysis to ensure that object relative clauses with number-mismatching NPs are not more frequent than object relative clauses with number-matching NPs in child directed speech. Next, the comprehension of these structures was tested experimentally in 3-, 4-, and 5-year-olds respectively by means of a color naming task. By comparing the predictions of the two approaches within the same participant groups, we were able to uncover that the effects predicted by the input frequency and by the structural intervention approaches co-exist and that they both influence the performance of children on transitive relative clauses, but in a manner that is modulated by age. These results reveal a sensitivity to animacy mismatch already being demonstrated by 3-year-olds and show that animacy is initially deployed more reliably than number to interpret relative clauses correctly. In all age groups, the animacy mismatch appears to explain the performance of children, thus, showing that the comprehension of frequent object relative clauses is enhanced compared to the other conditions. Starting with 4-year-olds but especially in 5-year-olds, the number mismatch supported comprehension-a facilitation that is unlikely to be driven by input frequency. Once children fine-tune their sensitivity to verb agreement information around the age of four, they are also able to deploy number marking to overcome the intervention effects. This study highlights the importance of testing experimentally contrasting theoretical approaches in order to characterize the multifaceted, developmental nature of language acquisition.}, language = {en} } @phdthesis{Burmester2019, author = {Burmester, Juliane}, title = {Linguistic and visual salience in sentence comprehension}, doi = {10.25932/publishup-44315}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-443155}, school = {Universit{\"a}t Potsdam}, pages = {XI, 165}, year = {2019}, abstract = {Interlocutors typically link their utterances to the discourse environment and enrich communication by linguistic (e.g., information packaging) and extra-linguistic (e.g., eye gaze, gestures) means to optimize information transfer. Psycholinguistic studies underline that ‒for meaning computation‒ listeners profit from linguistic and visual cues that draw their focus of attention to salient information. This dissertation is the first work that examines how linguistic compared to visual salience cues influence sentence comprehension using the very same experimental paradigms and materials, that is, German subject-before-object (SO) and object-before-subject (OS) sentences, across the two cue modalities. Linguistic salience was induced by indicating a referent as the aboutness topic. Visual salience was induced by implicit (i.e., unconscious) or explicit (i.e., shared) manipulations of listeners' attention to a depicted referent. In Study 1, a selective, facilitative impact of linguistic salience on the context-sensitive OS word order was found using offline comprehensibility judgments. More precisely, during online sentence processing, this impact was characterized by a reduced sentence-initial Late positivity which reflects reduced processing costs for updating the current mental representation of discourse. This facilitative impact of linguistic salience was not replicated by means of an implicit visual cue (Study 2) shown to modulate word order preferences during sentence production. However, a gaze shift to a depicted referent as an indicator of shared attention eased sentence-initial processing similar to linguistic salience as revealed by reduced reading times (Study 3). Yet, this cue did not modulate the strong subject-antecedent preference during later pronoun resolution like linguistic salience. Taken together, these findings suggest a significant impact of linguistic and visual salience cues on sentence comprehension, which substantiates that both the information delivered via language and via the visual environment is integrated into the mental representation of the discourse; but, the way how salience is induced is crucial to its impact.}, language = {en} } @article{SchroederBurchertStadie2015, author = {Schr{\"o}der, Astrid and Burchert, Frank and Stadie, Nicole}, title = {Training-induced improvement of noncanonical sentence production does not generalize to comprehension: evidence for modality-specific processes}, series = {Cognitive neuropsychology}, volume = {32}, journal = {Cognitive neuropsychology}, number = {3-4}, publisher = {Routledge, Taylor \& Francis Group}, address = {Abingdon}, issn = {0264-3294}, doi = {10.1080/02643294.2014.968535}, pages = {195 -- 220}, year = {2015}, abstract = {The presence or absence of generalization after treatment can provide important insights into the functional relationship between cognitive processes. The aim of the present study was to investigate the relationship between the cognitive processes that underlie sentence comprehension and production in aphasia. Using data from seven participants who took part in a case-series intervention study that focused on noncanonical sentence production [Stadie et al. (2008). Unambiguous generalization effects after treatment of noncanonical sentence production in German agrammatism. Brain and Language, 104, 211-229], we identified patterns of impairments and generalization effects for the two modalities. Results showed (a) dissociations between sentence structures and modalities before treatment, (b) an absence of cross-modal generalization from production to comprehension after treatment, and (c), a co-occurrence of spared comprehension before treatment and generalization across sentence structures within production after treatment. These findings are in line with the assumption of modality-specific, but interacting, cognitive processes in sentence comprehension and production. More specifically, this interaction is assumed to be unidirectional, allowing treatment-induced improvements in production to be supported by preserved comprehension.}, language = {en} } @misc{AdeltHanneStadie2016, author = {Adelt, Anne and Hanne, Sandra and Stadie, Nicole}, title = {Treatment of sentence comprehension and production in aphasia}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-96365}, year = {2016}, abstract = {Exploring generalisation following treatment of language deficits in aphasia can provide insights into the functional relation of the cognitive processing systems involved. In the present study, we first review treatment outcomes of interventions targeting sentence processing deficits and, second report a treatment study examining the occurrence of practice effects and generalisation in sentence comprehension and production. In order to explore the potential linkage between processing systems involved in comprehending and producing sentences, we investigated whether improvements generalise within (i.e., uni-modal generalisation in comprehension or in production) and/or across modalities (i.e., cross-modal generalisation from comprehension to production or vice versa). Two individuals with aphasia displaying co-occurring deficits in sentence comprehension and production were trained on complex, non-canonical sentences in both modalities. Two evidence-based treatment protocols were applied in a crossover intervention study with sequence of treatment phases being randomly allocated. Both participants benefited significantly from treatment, leading to uni-modal generalisation in both comprehension and production. However, cross-modal generalisation did not occur. The magnitude of uni-modal generalisation in sentence production was related to participants' sentence comprehension performance prior to treatment. These findings support the assumption of modality-specific sub-systems for sentence comprehension and production, being linked uni-directionally from comprehension to production.}, language = {en} }