@article{HastermannReinhardtKleinetal.2021, author = {Hastermann, Gottfried and Reinhardt, Maria and Klein, Rupert and Reich, Sebastian}, title = {Balanced data assimilation for highly oscillatory mechanical systems}, series = {Communications in applied mathematics and computational science : CAMCoS}, volume = {16}, journal = {Communications in applied mathematics and computational science : CAMCoS}, number = {1}, publisher = {Mathematical Sciences Publishers}, address = {Berkeley}, issn = {1559-3940}, doi = {10.2140/camcos.2021.16.119}, pages = {119 -- 154}, year = {2021}, abstract = {Data assimilation algorithms are used to estimate the states of a dynamical system using partial and noisy observations. The ensemble Kalman filter has become a popular data assimilation scheme due to its simplicity and robustness for a wide range of application areas. Nevertheless, this filter also has limitations due to its inherent assumptions of Gaussianity and linearity, which can manifest themselves in the form of dynamically inconsistent state estimates. This issue is investigated here for balanced, slowly evolving solutions to highly oscillatory Hamiltonian systems which are prototypical for applications in numerical weather prediction. It is demonstrated that the standard ensemble Kalman filter can lead to state estimates that do not satisfy the pertinent balance relations and ultimately lead to filter divergence. Two remedies are proposed, one in terms of blended asymptotically consistent time-stepping schemes, and one in terms of minimization-based postprocessing methods. The effects of these modifications to the standard ensemble Kalman filter are discussed and demonstrated numerically for balanced motions of two prototypical Hamiltonian reference systems.}, language = {en} } @article{AcevedoDeWiljesReich2017, author = {Acevedo, Walter and De Wiljes, Jana and Reich, Sebastian}, title = {Second-order accurate ensemble transform particle filters}, series = {SIAM journal on scientific computing}, volume = {39}, journal = {SIAM journal on scientific computing}, number = {5}, publisher = {Society for Industrial and Applied Mathematics}, address = {Philadelphia}, issn = {1064-8275}, doi = {10.1137/16M1095184}, pages = {A1834 -- A1850}, year = {2017}, abstract = {Particle filters (also called sequential Monte Carlo methods) are widely used for state and parameter estimation problems in the context of nonlinear evolution equations. The recently proposed ensemble transform particle filter (ETPF) [S. Reich, SIAM T. Sci. Comput., 35, (2013), pp. A2013-A2014[ replaces the resampling step of a standard particle filter by a linear transformation which allows for a hybridization of particle filters with ensemble Kalman filters and renders the resulting hybrid filters applicable to spatially extended systems. However, the linear transformation step is computationally expensive and leads to an underestimation of the ensemble spread for small and moderate ensemble sizes. Here we address both of these shortcomings by developing second order accurate extensions of the ETPF. These extensions allow one in particular to replace the exact solution of a linear transport problem by its Sinkhorn approximation. It is also demonstrated that the nonlinear ensemble transform filter arises as a special case of our general framework. We illustrate the performance of the second-order accurate filters for the chaotic Lorenz-63 and Lorenz-96 models and a dynamic scene-viewing model. The numerical results for the Lorenz-63 and Lorenz-96 models demonstrate that significant accuracy improvements can be achieved in comparison to a standard ensemble Kalman filter and the ETPF for small to moderate ensemble sizes. The numerical results for the scene-viewing model reveal, on the other hand, that second-order corrections can lead to statistically inconsistent samples from the posterior parameter distribution.}, language = {en} } @article{deWiljesReichStannat2018, author = {de Wiljes, Jana and Reich, Sebastian and Stannat, Wilhelm}, title = {Long-Time stability and accuracy of the ensemble Kalman-Bucy Filter for fully observed processes and small measurement noise}, series = {SIAM Journal on Applied Dynamical Systems}, volume = {17}, journal = {SIAM Journal on Applied Dynamical Systems}, number = {2}, publisher = {Society for Industrial and Applied Mathematics}, address = {Philadelphia}, issn = {1536-0040}, doi = {10.1137/17M1119056}, pages = {1152 -- 1181}, year = {2018}, abstract = {The ensemble Kalman filter has become a popular data assimilation technique in the geosciences. However, little is known theoretically about its long term stability and accuracy. In this paper, we investigate the behavior of an ensemble Kalman-Bucy filter applied to continuous-time filtering problems. We derive mean field limiting equations as the ensemble size goes to infinity as well as uniform-in-time accuracy and stability results for finite ensemble sizes. The later results require that the process is fully observed and that the measurement noise is small. We also demonstrate that our ensemble Kalman-Bucy filter is consistent with the classic Kalman-Bucy filter for linear systems and Gaussian processes. We finally verify our theoretical findings for the Lorenz-63 system.}, language = {en} } @article{NueskenReichRozdeba2019, author = {N{\"u}sken, Nikolas and Reich, Sebastian and Rozdeba, Paul J.}, title = {State and parameter estimation from observed signal increments}, series = {Entropy : an international and interdisciplinary journal of entropy and information studies}, volume = {21}, journal = {Entropy : an international and interdisciplinary journal of entropy and information studies}, number = {5}, publisher = {MDPI}, address = {Basel}, issn = {1099-4300}, doi = {10.3390/e21050505}, pages = {23}, year = {2019}, abstract = {The success of the ensemble Kalman filter has triggered a strong interest in expanding its scope beyond classical state estimation problems. In this paper, we focus on continuous-time data assimilation where the model and measurement errors are correlated and both states and parameters need to be identified. Such scenarios arise from noisy and partial observations of Lagrangian particles which move under a stochastic velocity field involving unknown parameters. We take an appropriate class of McKean-Vlasov equations as the starting point to derive ensemble Kalman-Bucy filter algorithms for combined state and parameter estimation. We demonstrate their performance through a series of increasingly complex multi-scale model systems.}, language = {en} } @article{Reich2012, author = {Reich, Sebastian}, title = {A Gaussian-mixture ensemble transform filter}, series = {Quarterly journal of the Royal Meteorological Society}, volume = {138}, journal = {Quarterly journal of the Royal Meteorological Society}, number = {662}, publisher = {Wiley-Blackwell}, address = {Malden}, issn = {0035-9009}, doi = {10.1002/qj.898}, pages = {222 -- 233}, year = {2012}, abstract = {We generalize the popular ensemble Kalman filter to an ensemble transform filter, in which the prior distribution can take the form of a Gaussian mixture or a Gaussian kernel density estimator. The design of the filter is based on a continuous formulation of the Bayesian filter analysis step. We call the new filter algorithm the ensemble Gaussian-mixture filter (EGMF). The EGMF is implemented for three simple test problems (Brownian dynamics in one dimension, Langevin dynamics in two dimensions and the three-dimensional Lorenz-63 model). It is demonstrated that the EGMF is capable of tracking systems with non-Gaussian uni- and multimodal ensemble distributions.}, language = {en} }