@article{LeungLeutbecherReichetal.2021, author = {Leung, Tsz Yan and Leutbecher, Martin and Reich, Sebastian and Shepherd, Theodore G.}, title = {Forecast verification}, series = {Quarterly journal of the Royal Meteorological Society}, volume = {147}, journal = {Quarterly journal of the Royal Meteorological Society}, number = {739}, publisher = {Wiley}, address = {Hoboken}, issn = {0035-9009}, doi = {10.1002/qj.4120}, pages = {3124 -- 3134}, year = {2021}, abstract = {The philosophy of forecast verification is rather different between deterministic and probabilistic verification metrics: generally speaking, deterministic metrics measure differences, whereas probabilistic metrics assess reliability and sharpness of predictive distributions. This article considers the root-mean-square error (RMSE), which can be seen as a deterministic metric, and the probabilistic metric Continuous Ranked Probability Score (CRPS), and demonstrates that under certain conditions, the CRPS can be mathematically expressed in terms of the RMSE when these metrics are aggregated. One of the required conditions is the normality of distributions. The other condition is that, while the forecast ensemble need not be calibrated, any bias or over/underdispersion cannot depend on the forecast distribution itself. Under these conditions, the CRPS is a fraction of the RMSE, and this fraction depends only on the heteroscedasticity of the ensemble spread and the measures of calibration. The derived CRPS-RMSE relationship for the case of perfect ensemble reliability is tested on simulations of idealised two-dimensional barotropic turbulence. Results suggest that the relationship holds approximately despite the normality condition not being met.}, language = {en} } @article{LeungLeutbecherReichetal.2020, author = {Leung, Tsz Yan and Leutbecher, Martin and Reich, Sebastian and Shepherd, Theodore G.}, title = {Impact of the mesoscale range on error growth and the limits to atmospheric predictability}, series = {Journal of the atmospheric sciences}, volume = {77}, journal = {Journal of the atmospheric sciences}, number = {11}, publisher = {American Meteorological Soc.}, address = {Boston}, issn = {0022-4928}, doi = {10.1175/JAS-D-19-0346.1}, pages = {3769 -- 3779}, year = {2020}, abstract = {Global numerical weather prediction (NWP) models have begun to resolve the mesoscale k(-5/3) range of the energy spectrum, which is known to impose an inherently finite range of deterministic predictability per se as errors develop more rapidly on these scales than on the larger scales. However, the dynamics of these errors under the influence of the synoptic-scale k(-3) range is little studied. Within a perfect-model context, the present work examines the error growth behavior under such a hybrid spectrum in Lorenz's original model of 1969, and in a series of identical-twin perturbation experiments using an idealized two-dimensional barotropic turbulence model at a range of resolutions. With the typical resolution of today's global NWP ensembles, error growth remains largely uniform across scales. The theoretically expected fast error growth characteristic of a k(-5/3) spectrum is seen to be largely suppressed in the first decade of the mesoscale range by the synoptic-scale k(-3) range. However, it emerges once models become fully able to resolve features on something like a 20-km scale, which corresponds to a grid resolution on the order of a few kilometers.}, language = {en} } @article{LeungLeutbecherReichetal.2019, author = {Leung, Tsz Yan and Leutbecher, Martin and Reich, Sebastian and Shepherd, Theodore G.}, title = {Atmospheric Predictability: Revisiting the Inherent Finite-Time Barrier}, series = {Journal of the atmospheric sciences}, volume = {76}, journal = {Journal of the atmospheric sciences}, number = {12}, publisher = {American Meteorological Soc.}, address = {Boston}, issn = {0022-4928}, doi = {10.1175/JAS-D-19-0057.1}, pages = {3883 -- 3892}, year = {2019}, abstract = {The accepted idea that there exists an inherent finite-time barrier in deterministically predicting atmospheric flows originates from Edward N. Lorenz's 1969 work based on two-dimensional (2D) turbulence. Yet, known analytic results on the 2D Navier-Stokes (N-S) equations suggest that one can skillfully predict the 2D N-S system indefinitely far ahead should the initial-condition error become sufficiently small, thereby presenting a potential conflict with Lorenz's theory. Aided by numerical simulations, the present work reexamines Lorenz's model and reviews both sides of the argument, paying particular attention to the roles played by the slope of the kinetic energy spectrum. It is found that when this slope is shallower than -3, the Lipschitz continuity of analytic solutions (with respect to initial conditions) breaks down as the model resolution increases, unless the viscous range of the real system is resolved—which remains practically impossible. This breakdown leads to the inherent finite-time limit. If, on the other hand, the spectral slope is steeper than -3, then the breakdown does not occur. In this way, the apparent contradiction between the analytic results and Lorenz's theory is reconciled.}, language = {en} }