@article{ReichWeissmann2021, author = {Reich, Sebastian and Weissmann, Simon}, title = {Fokker-Planck particle systems for Bayesian inference: computational approaches}, series = {SIAM ASA journal on uncertainty quantification}, volume = {9}, journal = {SIAM ASA journal on uncertainty quantification}, number = {2}, publisher = {Society for Industrial and Applied Mathematics}, address = {Philadelphia}, issn = {2166-2525}, doi = {10.1137/19M1303162}, pages = {446 -- 482}, year = {2021}, abstract = {Bayesian inference can be embedded into an appropriately defined dynamics in the space of probability measures. In this paper, we take Brownian motion and its associated Fokker-Planck equation as a starting point for such embeddings and explore several interacting particle approximations. More specifically, we consider both deterministic and stochastic interacting particle systems and combine them with the idea of preconditioning by the empirical covariance matrix. In addition to leading to affine invariant formulations which asymptotically speed up convergence, preconditioning allows for gradient-free implementations in the spirit of the ensemble Kalman filter. While such gradient-free implementations have been demonstrated to work well for posterior measures that are nearly Gaussian, we extend their scope of applicability to multimodal measures by introducing localized gradient-free approximations. Numerical results demonstrate the effectiveness of the considered methodologies.}, language = {en} } @article{deWiljesPathirajaReich2020, author = {de Wiljes, Jana and Pathiraja, Sahani Darschika and Reich, Sebastian}, title = {Ensemble transform algorithms for nonlinear smoothing problems}, series = {SIAM journal on scientific computing}, volume = {42}, journal = {SIAM journal on scientific computing}, number = {1}, publisher = {Society for Industrial and Applied Mathematics}, address = {Philadelphia}, issn = {1064-8275}, doi = {10.1137/19M1239544}, pages = {A87 -- A114}, year = {2020}, abstract = {Several numerical tools designed to overcome the challenges of smoothing in a non-linear and non-Gaussian setting are investigated for a class of particle smoothers. The considered family of smoothers is induced by the class of linear ensemble transform filters which contains classical filters such as the stochastic ensemble Kalman filter, the ensemble square root filter, and the recently introduced nonlinear ensemble transform filter. Further the ensemble transform particle smoother is introduced and particularly highlighted as it is consistent in the particle limit and does not require assumptions with respect to the family of the posterior distribution. The linear update pattern of the considered class of linear ensemble transform smoothers allows one to implement important supplementary techniques such as adaptive spread corrections, hybrid formulations, and localization in order to facilitate their application to complex estimation problems. These additional features are derived and numerically investigated for a sequence of increasingly challenging test problems.}, language = {en} } @misc{vanLeeuwenKunschNergeretal.2019, author = {van Leeuwen, Peter Jan and Kunsch, Hans R. and Nerger, Lars and Potthast, Roland and Reich, Sebastian}, title = {Particle filters for high-dimensional geoscience applications: A review}, series = {Quarterly journal of the Royal Meteorological Society}, volume = {145}, journal = {Quarterly journal of the Royal Meteorological Society}, number = {723}, publisher = {Wiley}, address = {Hoboken}, issn = {0035-9009}, doi = {10.1002/qj.3551}, pages = {2335 -- 2365}, year = {2019}, abstract = {Particle filters contain the promise of fully nonlinear data assimilation. They have been applied in numerous science areas, including the geosciences, but their application to high-dimensional geoscience systems has been limited due to their inefficiency in high-dimensional systems in standard settings. However, huge progress has been made, and this limitation is disappearing fast due to recent developments in proposal densities, the use of ideas from (optimal) transportation, the use of localization and intelligent adaptive resampling strategies. Furthermore, powerful hybrids between particle filters and ensemble Kalman filters and variational methods have been developed. We present a state-of-the-art discussion of present efforts of developing particle filters for high-dimensional nonlinear geoscience state-estimation problems, with an emphasis on atmospheric and oceanic applications, including many new ideas, derivations and unifications, highlighting hidden connections, including pseudo-code, and generating a valuable tool and guide for the community. Initial experiments show that particle filters can be competitive with present-day methods for numerical weather prediction, suggesting that they will become mainstream soon.}, language = {en} }