@article{AartsAndersonAndersonetal.2015,
  author    = {Aarts, Alexander A. and Anderson, Joanna E. and Anderson, Christopher J. and Attridge, Peter R. and Attwood, Angela and Axt, Jordan and Babel, Molly and Bahnik, Stepan and Baranski, Erica and Barnett-Cowan, Michael and Bartmess, Elizabeth and Beer, Jennifer and Bell, Raoul and Bentley, Heather and Beyan, Leah and Binion, Grace and Borsboom, Denny and Bosch, Annick and Bosco, Frank A. and Bowman, Sara D. and Brandt, Mark J. and Braswell, Erin and Brohmer, Hilmar and Brown, Benjamin T. and Brown, Kristina and Bruening, Jovita and Calhoun-Sauls, Ann and Callahan, Shannon P. and Chagnon, Elizabeth and Chandler, Jesse and Chartier, Christopher R. and Cheung, Felix and Christopherson, Cody D. and Cillessen, Linda and Clay, Russ and Cleary, Hayley and Cloud, Mark D. and Cohn, Michael and Cohoon, Johanna and Columbus, Simon and Cordes, Andreas and Costantini, Giulio and Alvarez, Leslie D. Cramblet and Cremata, Ed and Crusius, Jan and DeCoster, Jamie and DeGaetano, Michelle A. and Della Penna, Nicolas and den Bezemer, Bobby and Deserno, Marie K. and Devitt, Olivia and Dewitte, Laura and Dobolyi, David G. and Dodson, Geneva T. and Donnellan, M. Brent and Donohue, Ryan and Dore, Rebecca A. and Dorrough, Angela and Dreber, Anna and Dugas, Michelle and Dunn, Elizabeth W. and Easey, Kayleigh and Eboigbe, Sylvia and Eggleston, Casey and Embley, Jo and Epskamp, Sacha and Errington, Timothy M. and Estel, Vivien and Farach, Frank J. and Feather, Jenelle and Fedor, Anna and Fernandez-Castilla, Belen and Fiedler, Susann and Field, James G. and Fitneva, Stanka A. and Flagan, Taru and Forest, Amanda L. and Forsell, Eskil and Foster, Joshua D. and Frank, Michael C. and Frazier, Rebecca S. and Fuchs, Heather and Gable, Philip and Galak, Jeff and Galliani, Elisa Maria and Gampa, Anup and Garcia, Sara and Gazarian, Douglas and Gilbert, Elizabeth and Giner-Sorolla, Roger and Gl{\"o}ckner, Andreas and G{\"o}llner, Lars and Goh, Jin X. and Goldberg, Rebecca and Goodbourn, Patrick T. and Gordon-McKeon, Shauna and Gorges, Bryan and Gorges, Jessie and Goss, Justin and Graham, Jesse and Grange, James A. and Gray, Jeremy and Hartgerink, Chris and Hartshorne, Joshua and Hasselman, Fred and Hayes, Timothy and Heikensten, Emma and Henninger, Felix and Hodsoll, John and Holubar, Taylor and Hoogendoorn, Gea and Humphries, Denise J. and Hung, Cathy O. -Y. and Immelman, Nathali and Irsik, Vanessa C. and Jahn, Georg and Jaekel, Frank and Jekel, Marc and Johannesson, Magnus and Johnson, Larissa G. and Johnson, David J. and Johnson, Kate M. and Johnston, William J. and Jonas, Kai and Joy-Gaba, Jennifer A. and Kappes, Heather Barry and Kelso, Kim and Kidwell, Mallory C. and Kim, Seung Kyung and Kirkhart, Matthew and Kleinberg, Bennett and Knezevic, Goran and Kolorz, Franziska Maria and Kossakowski, Jolanda J. and Krause, Robert Wilhelm and Krijnen, Job and Kuhlmann, Tim and Kunkels, Yoram K. and Kyc, Megan M. and Lai, Calvin K. and Laique, Aamir and Lakens, Daniel and Lane, Kristin A. and Lassetter, Bethany and Lazarevic, Ljiljana B. and LeBel, Etienne P. and Lee, Key Jung and Lee, Minha and Lemm, Kristi and Levitan, Carmel A. and Lewis, Melissa and Lin, Lin and Lin, Stephanie and Lippold, Matthias and Loureiro, Darren and Luteijn, Ilse and Mackinnon, Sean and Mainard, Heather N. and Marigold, Denise C. and Martin, Daniel P. and Martinez, Tylar and Masicampo, E. J. and Matacotta, Josh and Mathur, Maya and May, Michael and Mechin, Nicole and Mehta, Pranjal and Meixner, Johannes and Melinger, Alissa and Miller, Jeremy K. and Miller, Mallorie and Moore, Katherine and M{\"o}schl, Marcus and Motyl, Matt and M{\"u}ller, Stephanie M. and Munafo, Marcus and Neijenhuijs, Koen I. and Nervi, Taylor and Nicolas, Gandalf and Nilsonne, Gustav and Nosek, Brian A. and Nuijten, Michele B. and Olsson, Catherine and Osborne, Colleen and Ostkamp, Lutz and Pavel, Misha and Penton-Voak, Ian S. and Perna, Olivia and Pernet, Cyril and Perugini, Marco and Pipitone, R. Nathan and Pitts, Michael and Plessow, Franziska and Prenoveau, Jason M. and Rahal, Rima-Maria and Ratliff, Kate A. and Reinhard, David and Renkewitz, Frank and Ricker, Ashley A. and Rigney, Anastasia and Rivers, Andrew M. and Roebke, Mark and Rutchick, Abraham M. and Ryan, Robert S. and Sahin, Onur and Saide, Anondah and Sandstrom, Gillian M. and Santos, David and Saxe, Rebecca and Schlegelmilch, Rene and Schmidt, Kathleen and Scholz, Sabine and Seibel, Larissa and Selterman, Dylan Faulkner and Shaki, Samuel and Simpson, William B. and Sinclair, H. Colleen and Skorinko, Jeanine L. M. and Slowik, Agnieszka and Snyder, Joel S. and Soderberg, Courtney and Sonnleitner, Carina and Spencer, Nick and Spies, Jeffrey R. and Steegen, Sara and Stieger, Stefan and Strohminger, Nina and Sullivan, Gavin B. and Talhelm, Thomas and Tapia, Megan and te Dorsthorst, Anniek and Thomae, Manuela and Thomas, Sarah L. and Tio, Pia and Traets, Frits and Tsang, Steve and Tuerlinckx, Francis and Turchan, Paul and Valasek, Milan and Van Aert, Robbie and van Assen, Marcel and van Bork, Riet and van de Ven, Mathijs and van den Bergh, Don and van der Hulst, Marije and van Dooren, Roel and van Doorn, Johnny and van Renswoude, Daan R. and van Rijn, Hedderik and Vanpaemel, Wolf and Echeverria, Alejandro Vasquez and Vazquez, Melissa and Velez, Natalia and Vermue, Marieke and Verschoor, Mark and Vianello, Michelangelo and Voracek, Martin and Vuu, Gina and Wagenmakers, Eric-Jan and Weerdmeester, Joanneke and Welsh, Ashlee and Westgate, Erin C. and Wissink, Joeri and Wood, Michael and Woods, Andy and Wright, Emily and Wu, Sining and Zeelenberg, Marcel and Zuni, Kellylynn},
  title     = {Estimating the reproducibility of psychological science},
  series = {Science},
  volume    = {349},
  journal   = {Science},
  number    = {6251},
  publisher = {American Assoc. for the Advancement of Science},
  address   = {Washington},
  organization    = {Open Sci Collaboration},
  issn      = {1095-9203},
  doi       = {10.1126/science.aac4716},
  pages     = {8},
  year      = {2015},
  abstract  = {Reproducibility is a defining feature of science, but the extent to which it characterizes current research is unknown. We conducted replications of 100 experimental and correlational studies published in three psychology journals using high-powered designs and original materials when available. Replication effects were half the magnitude of original effects, representing a substantial decline. Ninety-seven percent of original studies had statistically significant results. Thirty-six percent of replications had statistically significant results; 47\% of original effect sizes were in the 95\% confidence interval of the replication effect size; 39\% of effects were subjectively rated to have replicated the original result; and if no bias in original results is assumed, combining original and replication results left 68\% with statistically significant effects. Correlational tests suggest that replication success was better predicted by the strength of original evidence than by characteristics of the original and replication teams.},
  language  = {en}
}
@article{ComasBruHarrisonWerneretal.2019,
  author    = {Comas-Bru, Laia and Harrison, Sandy P. and Werner, Martin and Rehfeld, Kira and Scroxton, Nick and Veiga-Pires, Cristina and Ahmad, Syed Masood and Brahim, Yassine Ait and Mozhdehi, Sahar Amirnezhad and Arienzo, Monica and Atsawawaranunt, Kamolphat and Baker, Andy and Braun, Kerstin and Breitenbach, Sebastian Franz Martin and Burstyn, Yuval and Chawchai, Sakonvan and Columbu, Andrea and Deininger, Michael and Demeny, Attila and Dixon, Bronwyn and Hatvani, Istvan Gabor and Hu, Jun and Kaushal, Nikita and Kern, Zoltan and Labuhn, Inga and Lachniet, Matthew S. and Lechleitner, Franziska A. and Lorrey, Andrew and Markowska, Monika and Nehme, Carole and Novello, Valdir F. and Oster, Jessica and Perez-Mejias, Carlos and Pickering, Robyn and Sekhon, Natasha and Wang, Xianfeng and Warken, Sophie and Atkinson, Tim and Ayalon, Avner and Baldini, James and Bar-Matthews, Miryam and Bernal, Juan Pablo and Boch, Ronny and Borsato, Andrea and Boyd, Meighan and Brierley, Chris and Cai, Yanjun and Carolin, Stacy and Cheng, Hai and Constantin, Silviu and Couchoud, Isabelle and Cruz, Francisco and Denniston, Rhawn and Dragusin, Virgil and Duan, Wuhui and Ersek, Vasile and Finne, Martin and Fleitmann, Dominik and Fohlmeister, Jens Bernd and Frappier, Amy and Genty, Dominique and Holzkamper, Steffen and Hopley, Philip and Johnston, Vanessa and Kathayat, Gayatri and Keenan-Jones, Duncan and Koltai, Gabriella and Li, Ting-Yong and Lone, Mahjoor Ahmad and Luetscher, Marc and Mattey, Dave and Moreno, Ana and Moseley, Gina and Psomiadis, David and Ruan, Jiaoyang and Scholz, Denis and Sha, Lijuan and Smith, Andrew Christopher and Strikis, Nicolas and Treble, Pauline and Unal-Imer, Ezgi and Vaks, Anton and Vansteenberge, Stef and Voarintsoa, Ny Riavo G. and Wong, Corinne and Wortham, Barbara and Wurtzel, Jennifer and Zhang, Haiwei},
  title     = {Evaluating model outputs using integrated global speleothem records of climate change since the last glacial},
  series = {Climate of the past : an interactive open access journal of the European Geosciences Union},
  volume    = {15},
  journal   = {Climate of the past : an interactive open access journal of the European Geosciences Union},
  number    = {4},
  publisher = {Copernicus},
  address   = {G{\"o}ttingen},
  organization    = {SISAL Working Grp},
  issn      = {1814-9324},
  doi       = {10.5194/cp-15-1557-2019},
  pages     = {1557 -- 1579},
  year      = {2019},
  abstract  = {Although quantitative isotope data from speleothems has been used to evaluate isotope-enabled model simulations, currently no consensus exists regarding the most appropriate methodology through which to achieve this. A number of modelling groups will be running isotope-enabled palaeoclimate simulations in the framework of the Coupled Model Intercomparison Project Phase 6, so it is timely to evaluate different approaches to using the speleothem data for data-model comparisons. Here, we illustrate this using 456 globally distributed speleothem δ18O records from an updated version of the Speleothem Isotopes Synthesis and Analysis (SISAL) database and palaeoclimate simulations generated using the ECHAM5-wiso isotope-enabled atmospheric circulation model. We show that the SISAL records reproduce the first-order spatial patterns of isotopic variability in the modern day, strongly supporting the application of this dataset for evaluating model-derived isotope variability into the past. However, the discontinuous nature of many speleothem records complicates the process of procuring large numbers of records if data-model comparisons are made using the traditional approach of comparing anomalies between a control period and a given palaeoclimate experiment. To circumvent this issue, we illustrate techniques through which the absolute isotope values during any time period could be used for model evaluation. Specifically, we show that speleothem isotope records allow an assessment of a model's ability to simulate spatial isotopic trends. Our analyses provide a protocol for using speleothem isotope data for model evaluation, including screening the observations to take into account the impact of speleothem mineralogy on δ18O values, the optimum period for the modern observational baseline and the selection of an appropriate time window for creating means of the isotope data for palaeo-time-slices.},
  language  = {en}
}