@article{WulffBuschhueterWestphaletal.2022, author = {Wulff, Peter and Buschh{\"u}ter, David and Westphal, Andrea and Mientus, Lukas and Nowak, Anna and Borowski, Andreas}, title = {Bridging the gap between qualitative and quantitative assessment in science education research with machine learning}, series = {Journal of science education and technology}, volume = {31}, journal = {Journal of science education and technology}, number = {4}, publisher = {Springer}, address = {Dordrecht}, issn = {1059-0145}, doi = {10.1007/s10956-022-09969-w}, pages = {490 -- 513}, year = {2022}, abstract = {Science education researchers typically face a trade-off between more quantitatively oriented confirmatory testing of hypotheses, or more qualitatively oriented exploration of novel hypotheses. More recently, open-ended, constructed response items were used to combine both approaches and advance assessment of complex science-related skills and competencies. For example, research in assessing science teachers' noticing and attention to classroom events benefitted from more open-ended response formats because teachers can present their own accounts. Then, open-ended responses are typically analyzed with some form of content analysis. However, language is noisy, ambiguous, and unsegmented and thus open-ended, constructed responses are complex to analyze. Uncovering patterns in these responses would benefit from more principled and systematic analysis tools. Consequently, computer-based methods with the help of machine learning and natural language processing were argued to be promising means to enhance assessment of noticing skills with constructed response formats. In particular, pretrained language models recently advanced the study of linguistic phenomena and thus could well advance assessment of complex constructs through constructed response items. This study examines potentials and challenges of a pretrained language model-based clustering approach to assess preservice physics teachers' attention to classroom events as elicited through open-ended written descriptions. It was examined to what extent the clustering approach could identify meaningful patterns in the constructed responses, and in what ways textual organization of the responses could be analyzed with the clusters. Preservice physics teachers (N = 75) were instructed to describe a standardized, video-recorded teaching situation in physics. The clustering approach was used to group related sentences. Results indicate that the pretrained language model-based clustering approach yields well-interpretable, specific, and robust clusters, which could be mapped to physics-specific and more general contents. Furthermore, the clusters facilitate advanced analysis of the textual organization of the constructed responses. Hence, we argue that machine learning and natural language processing provide science education researchers means to combine exploratory capabilities of qualitative research methods with the systematicity of quantitative methods.}, language = {en} } @article{VockGronostajKretschmannetal.2022, author = {Vock, Miriam and Gronostaj, Anna and Kretschmann, Julia and Westphal, Andrea}, title = {Wie bewerten begabte und leistungsstarke Jugendliche in separaten Spezialklassen ihren Unterricht?}, series = {Zeitschrift f{\"u}r Erziehungswissenschaft}, volume = {25}, journal = {Zeitschrift f{\"u}r Erziehungswissenschaft}, publisher = {Springer}, address = {Wiesbaden}, issn = {1434-663X}, doi = {10.1007/s11618-022-01118-8}, pages = {1151 -- 1173}, year = {2022}, abstract = {Leistungsstarke und besonders begabte Sch{\"u}ler*innen werden im Unterricht oft nicht gen{\"u}gend gefordert. In speziellen Klassen f{\"u}r besonders Leistungsstarke und Begabte kann der Unterricht st{\"a}rker auf die Lernm{\"o}glichkeiten dieser Gruppe zugeschnitten werden. Spezialklassen gelten insgesamt als leistungsf{\"o}rderlich, Studien zur Unterrichtsqualit{\"a}t sind bisher jedoch rar. In dieser Studie wird untersucht, wie Sch{\"u}ler*innen der Leistungs- und Begabungsklassen (LuBK) im Land Brandenburg die Qualit{\"a}t ihres Unterrichts in Deutsch und Mathematik im Vergleich zu Sch{\"u}ler*innen von Regelklassen einsch{\"a}tzen. Die Datenbasis bilden N = 3371 Sch{\"u}ler*innen der 8. und 10. Jahrgangsstufe aus 33 Schulen. Mittels Frageb{\"o}gen wurden Merkmale der Unterrichtsqualit{\"a}t nach dem QuAIT-Modell erfragt; die Datenanalyse erfolgte mit regressionsanalytischen Mehrebenenmodellen. Die Sch{\"u}ler*innen der LuBK bewerten die Qualit{\"a}t ihres Unterrichts {\"u}berwiegend positiver als die Sch{\"u}ler*innen der Regelklassen, Defizite zeigen sich jedoch in beiden Klassentypen bei den Qualit{\"a}tsmerkmalen der inneren Differenzierung und der Mitsprache bei Unterrichtsthemen.}, language = {de} } @article{KalinowskiJurczokWestphaletal.2022, author = {Kalinowski, Eva and Jurczok, Anne and Westphal, Andrea and Vock, Miriam}, title = {Welche individuellen und institutionellen Faktoren beg{\"u}nstigen die Kooperation von Grundschullehrkr{\"a}ften?}, series = {Zeitschrift f{\"u}r Erziehungswissenschaft}, volume = {25}, journal = {Zeitschrift f{\"u}r Erziehungswissenschaft}, publisher = {Springer}, address = {Wiesbaden}, issn = {1434-663X}, doi = {10.1007/s11618-022-01081-4}, pages = {999 -- 1029}, year = {2022}, abstract = {Der Kooperation von Lehrkr{\"a}ften wird f{\"u}r die Bew{\"a}ltigung der komplexen Anforderungen des Schulalltags großes Potenzial zugeschrieben. Dennoch ist Kooperation in vielen Lehrkr{\"a}ftekollegien nicht selbstverst{\"a}ndlich. Auf Basis einer Befragung von N = 489 Grundschullehrkr{\"a}ften untersucht dieser Beitrag in einem querschnittlichen Design die kollegiale Kooperation in Schulen in Deutschland. Mit einer Regression wurde unter Ber{\"u}cksichtigung der Mehrebenenstruktur der Daten gepr{\"u}ft, in welchem Ausmaß personale, kompetenzbezogene und institutionelle Merkmale die Umsetzung verschiedener Kooperationsformen wahrscheinlicher machen. Die Ergebnisse zeigen, dass die Kooperationsform „Austausch" in der Arbeit der Lehrkr{\"a}fte ausgepr{\"a}gt wahrgenommen wurde, die Kooperationsform „Kokonstruktion" weniger. Zudem zeigen sich Gemeinsamkeiten, aber auch Unterschiede in den beg{\"u}nstigenden Faktoren. W{\"a}hrend sich f{\"u}r beide Kooperationsformen die Wahrnehmung kollektiver Selbstwirksamkeit und das Zusammenspiel zwischen organisatorischen und r{\"a}umlichen Rahmenbedingungen als pr{\"a}diktiv erwiesen, spielte der Enthusiasmus lediglich f{\"u}r den Austausch und die Unterrichtserfahrung nur f{\"u}r die Kokonstruktion eine Rolle.}, language = {de} } @article{WestphalKalinowskiHoferichteretal.2022, author = {Westphal, Andrea and Kalinowski, Eva and Hoferichter, Clara Josepha and Vock, Miriam}, title = {K-12 teachers' stress and burnout during the COVID-19 pandemic}, series = {Frontiers in psychology}, volume = {13}, journal = {Frontiers in psychology}, publisher = {Frontiers Media}, address = {Lausanne}, issn = {1664-1078}, doi = {10.3389/fpsyg.2022.920326}, pages = {29}, year = {2022}, abstract = {We present the first systematic literature review on stress and burnout in K-12 teachers during the COVID-19 pandemic. Based on a systematic literature search, we identified 17 studies that included 9,874 K-12 teachers from around the world. These studies showed some indication that burnout did increase during the COVID-19 pandemic. There were, however, almost no differences in the levels of stress and burnout experienced by K-12 teachers compared to individuals employed in other occupational fields. School principals' leadership styles emerged as an organizational characteristic that is highly relevant for K-12 teachers' levels of stress and burnout. Individual teacher characteristics associated with burnout were K-12 teachers' personality, self-efficacy in online teaching, and perceived vulnerability to COVID-19. In order to reduce stress, there was an indication that stress-management training in combination with training in technology use for teaching may be superior to stress-management training alone. Future research needs to adopt more longitudinal designs and examine the interplay between individual and organizational characteristics in the development of teacher stress and burnout during the COVID-19 pandemic and beyond.}, language = {en} } @article{WestphalZawackiRichter2021, author = {Westphal, Andrea and Zawacki-Richter, Olaf}, title = {Von der allgemeinen Erziehungswissenschaft zur empirischen Bildungsforschung?}, series = {Zeitschrift f{\"u}r Erziehungswissenschaft : ZfE}, volume = {24}, journal = {Zeitschrift f{\"u}r Erziehungswissenschaft : ZfE}, number = {3}, publisher = {Springer VS/Springer Fachmedien Wiesbaden GmbH}, address = {Wiesbaden}, issn = {1434-663X}, doi = {10.1007/s11618-021-01008-5}, pages = {641 -- 669}, year = {2021}, abstract = {The present study examines articles published in Zeitschrift fur Erziehungswissenschaft (ZfE-Journal of Educational Sciences) between 1998 and 2017, to discover whether the thematic focus of the articles it published during this period changed over time. To do this, we scrutinized articles in four consecutive five-year periods: 1998-2002, 2003-2007, 2008-2012, 2013-2017. Using the titles and abstracts of 821 articles published between 1998 and 2017, we conducted a quantitative text analysis and identified the most frequent and most characteristic bigrams that emerged during these periods. In addition, we looked at whether specific word stems (e.g., "erziehungswissenschaft", "bildungsforsch", "didakt") began to occur more frequently over the two decades under study. Finally, we used the text mining tool Leximancer (TM) to construct concept maps that point to the semantic structure of the topics and key concepts in the analyzed articles. The results indicate that, over the course of this twenty-year period, the ZfE predominantly published empirical articles with a focus on the social aspects of education, but that its focus on research into general pedagogy decreased in frequency.}, language = {de} } @article{BoernertRinglebWestphalZarubaetal.2020, author = {B{\"o}rnert-Ringleb, Moritz and Westphal, Andrea and Zaruba, Nicole and Gutmann, Franziska and Vock, Miriam}, title = {The relationship between attitudes toward inclusion, beliefs about teaching and learning, and subsequent automatic evaluations amongst student teachers}, series = {Frontiers in education}, volume = {5}, journal = {Frontiers in education}, publisher = {Frontiers Media}, address = {Lausanne}, issn = {2504-284X}, doi = {10.3389/feduc.2020.584464}, pages = {11}, year = {2020}, abstract = {Teachers' attitudes toward inclusion are frequently cited as being an important predictor of how successfully a given inclusive school system is implemented. At the same time, beliefs about the nature of teaching and learning are discussed as a possible predictor of attitudes toward inclusion. However, more recent research emphasizes the need of considering implicit processes, such as automatic evaluations, when describing attitudes and beliefs. Previous evidence on the association of attitudes toward inclusion and beliefs about teaching and learning is solely based on explicit reports. Therefore, this study aims to examine the relationship between attitudes toward inclusion, beliefs about teaching and learning, and the subsequent automatic evaluations of pre-service teachers (N = 197). The results revealed differences between pre-service teachers' explicit attitudes/beliefs and their subsequent automatic evaluations. Differences in the relationship between attitudes toward inclusion and beliefs about teaching and learning occur when teachers focus either on explicit measures or automatic evaluations. These differences might be due to different facets of the same attitude object being represented. Relying solely on either explicit measures or automatic evaluations at the exclusion of the other might lead to erroneous assumptions about the relation of attitudes toward inclusion and beliefs about teaching and learning.}, language = {en} } @article{WestphalVockLazarides2019, author = {Westphal, Andrea and Vock, Miriam and Lazarides, Rebecca}, title = {Are more conscientious seventh- and ninth-graders less likely to be retained?}, series = {Journal of applied developmental psychology : an internat. multidisciplinary}, volume = {66}, journal = {Journal of applied developmental psychology : an internat. multidisciplinary}, publisher = {Elsevier}, address = {Amsterdam}, issn = {0193-3973}, doi = {10.1016/j.appdev.2019.101088}, pages = {12}, year = {2019}, abstract = {Previous research has identified students' personality traits, especially conscientiousness, as highly relevant predictors of academic success. Less is known about the role of Big Five personality traits in students when it comes to teachers' decisions about students' educational trajectories and whether personality traits differentially affect these decisions by teachers in different grade levels. This study examines to what extent students' Big Five personality traits affect teacher decisions on grade retention, looking at two cohorts of 12,146 ninth-grade and 6002 seventh-grade students from the German National Educational Panel Study. In both grade levels, multilevel logistic mediation models show that students' conscientiousness indirectly predicts grade retention through the assignment of grades by teachers. In the ninth-grade sample, students' conscientiousness was additionally a direct predictor of retention, distinct from teacher-assigned grades. We discuss potential underlying mechanisms and explore whether teachers base their decisions on different indicators when retaining seventh-grade students or ninth-grade students.}, language = {en} } @article{KuechollLazaridesWestphal2022, author = {K{\"u}choll, Denise and Lazarides, Rebecca and Westphal, Andrea}, title = {F{\"o}rderung von Beratungskompetenz bei Lehramtsstudierenden im Bachelorstudium}, series = {Professionalisierung in Praxisphasen : Ergebnisse der Lehrerbildungsforschung an der Universit{\"a}t Potsdam (Potsdamer Beitr{\"a}ge zur Lehrerbildung und Bildungsforschung ; 2)}, journal = {Professionalisierung in Praxisphasen : Ergebnisse der Lehrerbildungsforschung an der Universit{\"a}t Potsdam (Potsdamer Beitr{\"a}ge zur Lehrerbildung und Bildungsforschung ; 2)}, number = {2}, publisher = {Universit{\"a}tsverlag Potsdam}, address = {Potsdam}, isbn = {978-3-86956-508-8}, issn = {2626-3556}, doi = {10.25932/publishup-57076}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-570765}, pages = {145 -- 168}, year = {2022}, abstract = {Die F{\"a}higkeit zu beraten gilt als ein wichtiger Aspekt professioneller Kompetenz von Lehrkr{\"a}ften. Lehrveranstaltungskonzepte, die theoretisches Beratungswissen vermitteln und gleichzeitig praktische Erfahrungen im Beraten erm{\"o}glichen, sind daher hochrelevant f{\"u}r die Entwicklung berufsspezifischer F{\"a}higkeiten. Angelehnt an ein vierdimensionales Modell der Beratungskompetenz wurde an der Universit{\"a}t Potsdam ein Seminarkonzept f{\"u}r angehende Lehrkr{\"a}fte entwickelt. Es bietet Lerngelegenheiten, um Beratungswissen zu Kommunikations-, Diagnostik-, Probleml{\"o}se- und Bew{\"a}ltigungs-Skills zu erwerben und dieses Wissen in konstruierten Beratungssituationen im Seminar anzuwenden, die klassisch f{\"u}r die berufliche Schulpraxis sind. Dar{\"u}ber hinaus wurden die Lehramtsstudierenden motiviert, spezifische Beratungskompetenzen - konkret das aktive Zuh{\"o}ren - im Rahmen der Schulpraktischen {\"U}bungen anzuwenden. Erste Erkenntnisse der Analyse der durchgef{\"u}hrten Unterrichtsstunden werden dargestellt.}, language = {de} } @article{WulffBuschhueterWestphaletal.2020, author = {Wulff, Peter and Buschh{\"u}ter, David and Westphal, Andrea and Nowak, Anna and Becker, Lisa and Robalino, Hugo and Stede, Manfred and Borowski, Andreas}, title = {Computer-based classification of preservice physics teachers' written reflections}, series = {Journal of science education and technology}, volume = {30}, journal = {Journal of science education and technology}, number = {1}, publisher = {Springer}, address = {Dordrecht}, issn = {1059-0145}, doi = {10.1007/s10956-020-09865-1}, pages = {1 -- 15}, year = {2020}, abstract = {Reflecting in written form on one's teaching enactments has been considered a facilitator for teachers' professional growth in university-based preservice teacher education. Writing a structured reflection can be facilitated through external feedback. However, researchers noted that feedback in preservice teacher education often relies on holistic, rather than more content-based, analytic feedback because educators oftentimes lack resources (e.g., time) to provide more analytic feedback. To overcome this impediment to feedback for written reflection, advances in computer technology can be of use. Hence, this study sought to utilize techniques of natural language processing and machine learning to train a computer-based classifier that classifies preservice physics teachers' written reflections on their teaching enactments in a German university teacher education program. To do so, a reflection model was adapted to physics education. It was then tested to what extent the computer-based classifier could accurately classify the elements of the reflection model in segments of preservice physics teachers' written reflections. Multinomial logistic regression using word count as a predictor was found to yield acceptable average human-computer agreement (F1-score on held-out test dataset of 0.56) so that it might fuel further development towards an automated feedback tool that supplements existing holistic feedback for written reflections with data-based, analytic feedback.}, language = {en} } @article{KretschmannWestphalVock2021, author = {Kretschmann, Julia and Westphal, Andrea and Vock, Miriam}, title = {Does it pay to be one of the oldest in class?}, series = {Learning and instruction : the journal of the European Association for Research on Learning and Instruction}, volume = {74}, journal = {Learning and instruction : the journal of the European Association for Research on Learning and Instruction}, publisher = {Elsevier}, address = {Amsterdam}, issn = {0959-4752}, doi = {10.1016/j.learninstruc.2021.101463}, pages = {12}, year = {2021}, abstract = {Several studies have revealed that older students in a year group reach higher achievement scores than younger students in that group. But less is known about how students' relative age in class relates to their self-perception of academic achievement, their social acceptance in class and to how teachers judge their abilities. Therefore, we examined relative age effects within class on students' academic self-concept, peer relations, grades, and teachers' secondary school recommendation. Analyses were based on a sample of N = 18,956 German fourth graders, who had never been retained or accelerated. We applied multilevel regression to control for covariates at the individual and classroom level. There were no substantial relative age effects within class across any of the outcomes, except for a small advantage for the youngest in their reading self-concept. Our findings therefore contradict the common assumption that younger students in class are disadvantaged compared to their older classmates.}, language = {en} }