@article{WengerLuedtkeBrunner2018,
  author    = {Wenger, Marina and L{\"u}dtke, Oliver and Brunner, Martin},
  title     = {{\"U}bereinstimmung, Variabilit{\"a}t und Reliabilit{\"a}t von Sch{\"u}lerurteilen zur Unterrichtsqualit{\"a}t auf Schulebene},
  series = {Zeitschrift f{\"u}r Erziehungswissenschaft},
  volume    = {21},
  journal   = {Zeitschrift f{\"u}r Erziehungswissenschaft},
  number    = {5},
  publisher = {Springer},
  address   = {Wiesbaden},
  issn      = {1434-663X},
  doi       = {10.1007/s11618-018-0813-3},
  pages     = {929 -- 950},
  year      = {2018},
  abstract  = {F{\"u}r die Analyse der Unterrichtsqualit{\"a}t von Schulen durch Sch{\"u}lerurteile sollten drei Voraussetzungen erf{\"u}llt sein: (1) eine angemessene {\"U}bereinstimmung der Sch{\"u}lerurteile innerhalb der Schulen, (2) systematische Variabilit{\"a}t der Sch{\"u}lerurteile zwischen Schulen, (3) ein ausreichendes Maß an Reliabilit{\"a}t der aggregierten Urteile. Diese Studie untersucht mit internationalen PISA-Daten (Zyklen 2000-2012; 81 L{\"a}nder, {\"u}ber 55.300 Schulen, {\"u}ber 1,3 Millionen 15-J{\"a}hrige), inwiefern dies f{\"u}r Indikatoren der Qualit{\"a}tsdimensionen des Unterrichts (Klassenf{\"u}hrung, Kognitive Aktivierung, Konstruktive Unterst{\"u}tzung) zutrifft. Daf{\"u}r bestimmten wir das {\"U}bereinstimmungsmaß rWG(J) sowie die Intraklassenkorrelationen ICC(1) und ICC(2). Es zeigte sich, dass (1) die Mehrzahl der Unterrichtsmerkmale eine moderate oder starke {\"U}bereinstimmung in Schulen aufwies, (2) sich Unterrichtsmerkmale aus Sicht der Sch{\"u}lerschaft systematisch zwischen Schulen unterschieden, jedoch (3) die Reliabilit{\"a}t der aggregierten Sch{\"u}lerurteile in vielen L{\"a}ndern nicht ausreichte. Die Ergebnisse diskutieren wir vor dem Hintergrund von Konventionen zur Beurteilung der {\"U}bereinstimmung, Variabilit{\"a}t und Reliabilit{\"a}t auf Schulebene.},
  language  = {de}
}
@article{WengerGaertnerBrunner2020,
  author    = {Wenger, Marina and G{\"a}rtner, Holger and Brunner, Martin},
  title     = {To what extent are characteristics of a school's student body, instructional quality, school quality, and school achievement interrelated?},
  series = {School effectiveness and school improvement},
  volume    = {31},
  journal   = {School effectiveness and school improvement},
  number    = {4},
  publisher = {Routledge, Taylor \& Francis Group},
  address   = {Abingdon},
  issn      = {0924-3453},
  doi       = {10.1080/09243453.2020.1754243},
  pages     = {548 -- 575},
  year      = {2020},
  abstract  = {The aim of educational policy should be to provide a good education to all students. Thus, a key question arises regarding the extent to which key characteristics of school composition (proportion of students with migration background, socioeconomic status [SES], prior school achievement, and achievement heterogeneity), instructional quality, school quality, and later school achievement are interrelated. The present study addressed this research question by examining school inspection data, official school statistics, and large-scale achievement data from all primary schools in Berlin, Germany (N = 343). The results of correlation and path analyses showed that school composition (average SES, average prior school achievement) predicted components of instructional quality (SES: classroom management, cognitive activation; achievement: cognitive activation, individual learning support). The relation between school composition characteristics and most components of school quality was close to zero. Contrary to our expectations, only the effect of school SES on later achievement was mediated by instructional quality.},
  language  = {en}
}
@article{BrunnerKellerWengeretal.2017,
  author    = {Brunner, Martin and Keller, Ulrich and Wenger, Marina and Fischbach, Antoine and L{\"u}dtke, Oliver},
  title     = {Between-School Variation in Students' Achievement, Motivation, Affect, and Learning Strategies},
  series = {Journal of research on educational effectiveness / Society for Research on Educational Effectiveness (SREE)},
  volume    = {11},
  journal   = {Journal of research on educational effectiveness / Society for Research on Educational Effectiveness (SREE)},
  number    = {3},
  publisher = {Routledge, Taylor \& Francis Group},
  address   = {Abingdon},
  issn      = {1934-5747},
  doi       = {10.1080/19345747.2017.1375584},
  pages     = {452 -- 478},
  year      = {2017},
  abstract  = {To plan group-randomized trials where treatment conditions are assigned to schools, researchers need design parameters that provide information about between-school differences in outcomes as well as the amount of variance that can be explained by covariates at the student (L1) and school (L2) levels. Most previous research has offered these parameters for U.S. samples and for achievement as the outcome. This paper and the online supplementary materials provide design parameters for 81 countries in three broad outcome categories (achievement, affect and motivation, and learning strategies) for domain-general and domain-specific (mathematics, reading, and science) measures. Sociodemographic characteristics were used as covariates. Data from representative samples of 15-year-old students stemmed from five cycles of the Programme for International Student Assessment (PISA; total number of students/schools: 1,905,147/70,098). Between-school differences as well as the amount of variance explained at L1 and L2 varied widely across countries and educational outcomes, demonstrating the limited generalizability of design parameters across these dimensions. The use of the design parameters to plan group-randomized trials is illustrated.},
  language  = {en}
}
@misc{BrunnerKellerWengeretal.2017,
  author    = {Brunner, Martin and Keller, Ulrich and Wenger, Marina and Fischbach, Antoine and L{\"u}dtke, Oliver},
  title     = {Between-school variation in students' achievement, motivation, affect, and learning strategies},
  series = {Postprints der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe},
  journal   = {Postprints der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe},
  number    = {465},
  url       = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-412662},
  pages     = {28},
  year      = {2017},
  abstract  = {To plan group-randomized trials where treatment conditions are assigned to schools, researchers need design parameters that provide information about between-school differences in outcomes as well as the amount of variance that can be explained by covariates at the student (L1) and school (L2) levels. Most previous research has offered these parameters for U.S. samples and for achievement as the outcome. This paper and the online supplementary materials provide design parameters for 81 countries in three broad outcome categories (achievement, affect and motivation, and learning strategies) for domain-general and domain-specific (mathematics, reading, and science) measures. Sociodemographic characteristics were used as covariates. Data from representative samples of 15-year-old students stemmed from five cycles of the Programme for International Student Assessment (PISA; total number of students/schools: 1,905,147/70,098). Between-school differences as well as the amount of variance explained at L1 and L2 varied widely across countries and educational outcomes, demonstrating the limited generalizability of design parameters across these dimensions. The use of the design parameters to plan group-randomized trials is illustrated.},
  language  = {en}
}