@article{BrunnerKellerStallaschetal.2022, author = {Brunner, Martin and Keller, Lena and Stallasch, Sophie E. and Kretschmann, Julia and Hasl, Andrea and Preckel, Franzis and Luedtke, Oliver and Hedges, Larry}, title = {Meta-analyzing individual participant data from studies with complex survey designs}, series = {Research synthesis methods}, volume = {14}, journal = {Research synthesis methods}, number = {1}, publisher = {Wiley}, address = {Hoboken}, issn = {1759-2879}, doi = {10.1002/jrsm.1584}, pages = {5 -- 35}, year = {2022}, abstract = {Descriptive analyses of socially important or theoretically interesting phenomena and trends are a vital component of research in the behavioral, social, economic, and health sciences. Such analyses yield reliable results when using representative individual participant data (IPD) from studies with complex survey designs, including educational large-scale assessments (ELSAs) or social, health, and economic survey and panel studies. The meta-analytic integration of these results offers unique and novel research opportunities to provide strong empirical evidence of the consistency and generalizability of important phenomena and trends. Using ELSAs as an example, this tutorial offers methodological guidance on how to use the two-stage approach to IPD meta-analysis to account for the statistical challenges of complex survey designs (e.g., sampling weights, clustered and missing IPD), first, to conduct descriptive analyses (Stage 1), and second, to integrate results with three-level meta-analytic and meta-regression models to take into account dependencies among effect sizes (Stage 2). The two-stage approach is illustrated with IPD on reading achievement from the Programme for International Student Assessment (PISA). We demonstrate how to analyze and integrate standardized mean differences (e.g., gender differences), correlations (e.g., with students' socioeconomic status [SES]), and interactions between individual characteristics at the participant level (e.g., the interaction between gender and SES) across several PISA cycles. All the datafiles and R scripts we used are available online. Because complex social, health, or economic survey and panel studies share many methodological features with ELSAs, the guidance offered in this tutorial is also helpful for synthesizing research evidence from these studies.}, language = {en} } @misc{vonHagenKohnenStadie2020, author = {von Hagen, Alexa and Kohnen, Saskia and Stadie, Nicole}, title = {Foreign language attainment of children/adolescents with poor literacy skills}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Humanwissenschaftliche Reihe}, number = {2}, issn = {1866-8364}, doi = {10.25932/publishup-53977}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-539772}, pages = {32}, year = {2020}, abstract = {This systematic review investigated how successful children/adolescents with poor literacy skills learn a foreign language compared with their peers with typical literacy skills. Moreover, we explored whether specific characteristics related to participants, foreign language instruction, and assessment moderated scores on foreign language tests in this population. Overall, 16 studies with a total of 968 participants (poor reader/spellers:n = 404; control participants:n = 564) met eligibility criteria. Only studies focusing on English as a foreign language were available. Available data allowed for meta-analyses on 10 different measures of foreign language attainment. In addition to standard mean differences (SMDs), we computed natural logarithms of the ratio of coefficients of variation (CVRs) to capture individual variability between participant groups. Significant between-study heterogeneity, which could not be explained by moderator analyses, limited the interpretation of results. Although children/adolescents with poor literacy skills on average showed lower scores on foreign language phonological awareness, letter knowledge, and reading comprehension measures, their performance varied significantly more than that of control participants. Thus, it remains unclear to what extent group differences between the foreign language scores of children/adolescents with poor and typical literacy skills are representative of individual poor readers/spellers. Taken together, our results indicate that foreign language skills in children/adolescents with poor literacy skills are highly variable. We discuss the limitations of past research that can guide future steps toward a better understanding of individual differences in foreign language attainment of children/adolescents with poor literacy skills.}, language = {en} } @article{vonHagenKohnenStadie2020, author = {von Hagen, Alexa and Kohnen, Saskia and Stadie, Nicole}, title = {Foreign language attainment of children/adolescents with poor literacy skills}, series = {Educational psychology review}, volume = {33}, journal = {Educational psychology review}, number = {2}, publisher = {Springer}, address = {New York}, issn = {1040-726X}, doi = {10.1007/s10648-020-09566-6}, pages = {459 -- 488}, year = {2020}, abstract = {This systematic review investigated how successful children/adolescents with poor literacy skills learn a foreign language compared with their peers with typical literacy skills. Moreover, we explored whether specific characteristics related to participants, foreign language instruction, and assessment moderated scores on foreign language tests in this population. Overall, 16 studies with a total of 968 participants (poor reader/spellers:n = 404; control participants:n = 564) met eligibility criteria. Only studies focusing on English as a foreign language were available. Available data allowed for meta-analyses on 10 different measures of foreign language attainment. In addition to standard mean differences (SMDs), we computed natural logarithms of the ratio of coefficients of variation (CVRs) to capture individual variability between participant groups. Significant between-study heterogeneity, which could not be explained by moderator analyses, limited the interpretation of results. Although children/adolescents with poor literacy skills on average showed lower scores on foreign language phonological awareness, letter knowledge, and reading comprehension measures, their performance varied significantly more than that of control participants. Thus, it remains unclear to what extent group differences between the foreign language scores of children/adolescents with poor and typical literacy skills are representative of individual poor readers/spellers. Taken together, our results indicate that foreign language skills in children/adolescents with poor literacy skills are highly variable. We discuss the limitations of past research that can guide future steps toward a better understanding of individual differences in foreign language attainment of children/adolescents with poor literacy skills.}, language = {en} } @article{MaassKuehneMaasetal.2020, author = {Maaß, Ulrike and K{\"u}hne, Franziska and Maas, Jana and Unverdross, Maria and Weck, Florian}, title = {Psychological interventions for health anxiety and somatic symptoms}, series = {Zeitschrift f{\"u}r Psychologie = Journal of psychology}, volume = {228}, journal = {Zeitschrift f{\"u}r Psychologie = Journal of psychology}, number = {2}, publisher = {Hogrefe}, address = {G{\"o}ttingen}, issn = {2190-8370}, doi = {10.1027/2151-2604/a000400}, pages = {68 -- 80}, year = {2020}, abstract = {This study examined the effectiveness of psychological interventions for severe health anxiety (SHA) regarding somatic symptoms (SS) and health anxiety (HA). The databases Web of Science, EBSCO, and CENTRAL were searched on May 15, 2019, May 16, 2019, and August 5, 2019, respectively. Eighteen randomized controlled trials (N = 2,050) met the inclusion criteria (i.e., hypochondriasis, illness anxiety disorder or somatic symptom disorder with elevated HA being assessed with validated interviews: use of standardized outcome measures). Two reviewers independently evaluated the studies' risk of bias using the Revised Cochrane Risk-of-Bias Tool for randomized trials (RoB-2) tool. Overall, psychological interventions were significantly more effective than waitlist, treatment-as-usual, or placebo post-treatment (g(SS) = 0.70, g(HA) = 1.11) and at follow-up (g(SS) = 0.33, g(HA)= 0.70). CBT outperformed other psychological interventions or pharmacotherapy for HA post- treatment (Hedge's g(HA) = 0.81). The number of sessions did not significantly predict the effect sizes. In sum, psychological interventions were effective for SHA, but the generalizability of the results for SS is limited, because only two high-quatity trials contributed to the comparison.}, language = {en} } @misc{RyoJeschkeRilligetal.2020, author = {Ryo, Masahiro and Jeschke, Jonathan M. and Rillig, Matthias C. and Heger, Tina}, title = {Machine learning with the hierarchy-of-hypotheses (HoH) approach discovers novel pattern in studies on biological invasions}, series = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, journal = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, number = {1171}, issn = {1866-8372}, doi = {10.25932/publishup-51764}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-517643}, pages = {66 -- 73}, year = {2020}, abstract = {Research synthesis on simple yet general hypotheses and ideas is challenging in scientific disciplines studying highly context-dependent systems such as medical, social, and biological sciences. This study shows that machine learning, equation-free statistical modeling of artificial intelligence, is a promising synthesis tool for discovering novel patterns and the source of controversy in a general hypothesis. We apply a decision tree algorithm, assuming that evidence from various contexts can be adequately integrated in a hierarchically nested structure. As a case study, we analyzed 163 articles that studied a prominent hypothesis in invasion biology, the enemy release hypothesis. We explored if any of the nine attributes that classify each study can differentiate conclusions as classification problem. Results corroborated that machine learning can be useful for research synthesis, as the algorithm could detect patterns that had been already focused in previous narrative reviews. Compared with the previous synthesis study that assessed the same evidence collection based on experts' judgement, the algorithm has newly proposed that the studies focusing on Asian regions mostly supported the hypothesis, suggesting that more detailed investigations in these regions can enhance our understanding of the hypothesis. We suggest that machine learning algorithms can be a promising synthesis tool especially where studies (a) reformulate a general hypothesis from different perspectives, (b) use different methods or variables, or (c) report insufficient information for conducting meta-analyses.}, language = {en} } @article{RyoJeschkeRilligetal.2020, author = {Ryo, Masahiro and Jeschke, Jonathan M. and Rillig, Matthias C. and Heger, Tina}, title = {Machine learning with the hierarchy-of-hypotheses (HoH) approach discovers novel pattern in studies on biological invasions}, series = {Research synthesis methods}, volume = {11}, journal = {Research synthesis methods}, number = {1}, publisher = {Wiley}, address = {Hoboken}, issn = {1759-2879}, doi = {10.1002/jrsm.1363}, pages = {66 -- 73}, year = {2020}, abstract = {Research synthesis on simple yet general hypotheses and ideas is challenging in scientific disciplines studying highly context-dependent systems such as medical, social, and biological sciences. This study shows that machine learning, equation-free statistical modeling of artificial intelligence, is a promising synthesis tool for discovering novel patterns and the source of controversy in a general hypothesis. We apply a decision tree algorithm, assuming that evidence from various contexts can be adequately integrated in a hierarchically nested structure. As a case study, we analyzed 163 articles that studied a prominent hypothesis in invasion biology, the enemy release hypothesis. We explored if any of the nine attributes that classify each study can differentiate conclusions as classification problem. Results corroborated that machine learning can be useful for research synthesis, as the algorithm could detect patterns that had been already focused in previous narrative reviews. Compared with the previous synthesis study that assessed the same evidence collection based on experts' judgement, the algorithm has newly proposed that the studies focusing on Asian regions mostly supported the hypothesis, suggesting that more detailed investigations in these regions can enhance our understanding of the hypothesis. We suggest that machine learning algorithms can be a promising synthesis tool especially where studies (a) reformulate a general hypothesis from different perspectives, (b) use different methods or variables, or (c) report insufficient information for conducting meta-analyses.}, language = {en} } @techreport{ŠedovaČizmaziovaCook2021, type = {Working Paper}, author = {Šedov{\´a}, Barbora and Čizmaziov{\´a}, Lucia and Cook, Athene}, title = {A meta-analysis of climate migration literature}, series = {CEPA Discussion Papers}, journal = {CEPA Discussion Papers}, number = {29}, issn = {2628-653X}, doi = {10.25932/publishup-49982}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-499827}, pages = {83}, year = {2021}, abstract = {The large literature that aims to find evidence of climate migration delivers mixed findings. This meta-regression analysis i) summarizes direct links between adverse climatic events and migration, ii) maps patterns of climate migration, and iii) explains the variation in outcomes. Using a set of limited dependent variable models, we meta-analyze thus-far the most comprehensive sample of 3,625 estimates from 116 original studies and produce novel insights on climate migration. We find that extremely high temperatures and drying conditions increase migration. We do not find a significant effect of sudden-onset events. Climate migration is most likely to emerge due to contemporaneous events, to originate in rural areas and to take place in middle-income countries, internally, to cities. The likelihood to become trapped in affected areas is higher for women and in low-income countries, particularly in Africa. We uniquely quantify how pitfalls typical for the broader empirical climate impact literature affect climate migration findings. We also find evidence of different publication biases.}, language = {en} } @misc{PhilippKristonLanioetal.2019, author = {Philipp, Rebecca and Kriston, Levente and Lanio, Jana and K{\"u}hne, Franziska and H{\"a}rter, Martin and Moritz, Steffen and Meister, Ramona}, title = {Effectiveness of metacognitive interventions for mental disorders in adults-A systematic review and meta-analysis (METACOG)}, series = {Clinical psychology \& psychotherapy}, volume = {26}, journal = {Clinical psychology \& psychotherapy}, number = {2}, publisher = {Wiley}, address = {Hoboken}, issn = {1063-3995}, doi = {10.1002/cpp.2345}, pages = {227 -- 240}, year = {2019}, abstract = {We evaluated the effectiveness and acceptability of metacognitive interventions for mental disorders. We searched electronic databases and included randomized and nonrandomized controlled trials comparing metacognitive interventions with other treatments in adults with mental disorders. Primary effectiveness and acceptability outcomes were symptom severity and dropout, respectively. We performed random-effects meta-analyses. We identified Metacognitive Training (MCTrain), Metacognitive Therapy (MCTherap), and Metacognition Reflection and Insight Therapy (MERIT). We included 49 trials with 2,609 patients. In patients with schizophrenia, MCTrain was more effective than a psychological treatment (cognitive remediation, SMD = -0.39). It bordered significance when compared with standard or other psychological treatments. In a post hoc analysis, across all studies, the pooled effect was significant (SMD = -0.31). MCTrain was more effective than standard treatment in patients with obsessive-compulsive disorder (SMD = -0.40). MCTherap was more effective than a waitlist in patients with depression (SMD = -2.80), posttraumatic stress disorder (SMD = -2.36), and psychological treatments (cognitive-behavioural) in patients with anxiety (SMD = -0.46). In patients with depression, MCTherap was not superior to psychological treatment (cognitive-behavioural). For MERIT, the database was too small to allow solid conclusions. Acceptability of metacognitive interventions among patients was high on average. Methodological quality was mostly unclear or moderate. Metacognitive interventions are likely to be effective in alleviating symptom severity in mental disorders. Although their add-on value against existing psychological interventions awaits to be established, potential advantages are their low threshold and economy.}, language = {en} } @article{DiekmannAndresBeckeretal.2019, author = {Diekmann, Martin and Andres, Christian and Becker, Thomas and Bennie, Jonathan and Blueml, Volker and Bullock, James M. and Culmsee, Heike and Fanigliulo, Miriam and Hahn, Annett and Heinken, Thilo and Leuschner, Christoph and Luka, Stefanie and Meissner, Justus and M{\"u}ller, Josef and Newton, Adrian and Peppler-Lisbach, Cord and Rosenthal, Gert and van den Berg, Leon J. L. and Vergeer, Philippine and Wesche, Karsten}, title = {Patterns of long-term vegetation change vary between different types of semi-natural grasslands in Western and Central Europe}, series = {Journal of vegetation science}, volume = {30}, journal = {Journal of vegetation science}, number = {2}, publisher = {Wiley}, address = {Hoboken}, issn = {1100-9233}, doi = {10.1111/jvs.12727}, pages = {187 -- 202}, year = {2019}, abstract = {Questions Has plant species richness in semi-natural grasslands changed over recent decades? Do the temporal trends of habitat specialists differ from those of habitat generalists? Has there been a homogenization of the grassland vegetation? Location Different regions in Germany and the UK. Methods We conducted a formal meta-analysis of re-survey vegetation studies of semi-natural grasslands. In total, 23 data sets were compiled, spanning up to 75 years between the surveys, including 13 data sets from wet grasslands, six from dry grasslands and four from other grassland types. Edaphic conditions were assessed using mean Ellenberg indicator values for soil moisture, nitrogen and pH. Changes in species richness and environmental variables were evaluated using response ratios. Results In most wet grasslands, total species richness declined over time, while habitat specialists almost completely vanished. The number of species losses increased with increasing time between the surveys and were associated with a strong decrease in soil moisture and higher soil nutrient contents. Wet grasslands in nature reserves showed no such changes or even opposite trends. In dry grasslands and other grassland types, total species richness did not consistently change, but the number or proportions of habitat specialists declined. There were also considerable changes in species composition, especially in wet grasslands that often have been converted into intensively managed, highly productive meadows or pastures. We did not find a general homogenization of the vegetation in any of the grassland types. Conclusions The results document the widespread deterioration of semi-natural grasslands, especially of those types that can easily be transformed to high production grasslands. The main causes for the loss of grassland specialists are changed management in combination with increased fertilization and nitrogen deposition. Dry grasslands are most resistant to change, but also show a long-term trend towards an increase in more mesotrophic species.}, language = {en} } @article{DeekenRezoHinzetal.2019, author = {Deeken, Friederike and Rezo, Anna and Hinz, Matthias and Discher, Robert and Rapp, Michael Armin}, title = {Evaluation of technology-based interventions for informal caregivers of patients with dementia}, series = {The American journal of geriatric psychiatry : official journal of the American Association for Geriatric Psychiatry}, volume = {27}, journal = {The American journal of geriatric psychiatry : official journal of the American Association for Geriatric Psychiatry}, number = {4}, publisher = {Elsevier}, address = {New York}, issn = {1064-7481}, doi = {10.1016/j.jagp.2018.12.003}, pages = {426 -- 445}, year = {2019}, abstract = {Objective: The aim of this study was to estimate the efficacy of technology-based interventions for informal caregivers of people with dementia (PWD). Methods: PubMed, PsycINFO, and Cochrane Library databases were searched in August 2018, with no restrictions in language or publication date. Two independent reviewers identified 33 eligible randomized controlled trials (RCTs) conducting a technology-based intervention for informal carers of PWD. Meta-analyses for the outcome measures caregiver depression and caregiver burden were conducted with subgroup analyses according to mode of delivery (telephone, computer/web-based, combined interventions). To assess methodologic quality, the Cochrane risk-of-bias assessment was rated. Results: Meta-analyses revealed a small but significant postintervention effect of technology-based interventions for caregiver depression and caregiver burden. Combined interventions showed the strongest effects. Conclusion: Technology-based interventions have the potential to support informal caregivers of PWD. Because of advantages such as high flexibility and availability, technology-based interventions provide a promising alternative compared with "traditional services," e.g., those for people living in rural areas. More high-quality RCTs for specific caregiver groups are needed.}, language = {en} }