@article{LeungLeutbecherReichetal.2019, author = {Leung, Tsz Yan and Leutbecher, Martin and Reich, Sebastian and Shepherd, Theodore G.}, title = {Atmospheric Predictability: Revisiting the Inherent Finite-Time Barrier}, series = {Journal of the atmospheric sciences}, volume = {76}, journal = {Journal of the atmospheric sciences}, number = {12}, publisher = {American Meteorological Soc.}, address = {Boston}, issn = {0022-4928}, doi = {10.1175/JAS-D-19-0057.1}, pages = {3883 -- 3892}, year = {2019}, abstract = {The accepted idea that there exists an inherent finite-time barrier in deterministically predicting atmospheric flows originates from Edward N. Lorenz's 1969 work based on two-dimensional (2D) turbulence. Yet, known analytic results on the 2D Navier-Stokes (N-S) equations suggest that one can skillfully predict the 2D N-S system indefinitely far ahead should the initial-condition error become sufficiently small, thereby presenting a potential conflict with Lorenz's theory. Aided by numerical simulations, the present work reexamines Lorenz's model and reviews both sides of the argument, paying particular attention to the roles played by the slope of the kinetic energy spectrum. It is found that when this slope is shallower than -3, the Lipschitz continuity of analytic solutions (with respect to initial conditions) breaks down as the model resolution increases, unless the viscous range of the real system is resolved—which remains practically impossible. This breakdown leads to the inherent finite-time limit. If, on the other hand, the spectral slope is steeper than -3, then the breakdown does not occur. In this way, the apparent contradiction between the analytic results and Lorenz's theory is reconciled.}, language = {en} } @article{StaniforthWoodReich2006, author = {Staniforth, Andrew and Wood, Nigel and Reich, Sebastian}, title = {A time-staggered semi-Lagrangian discretization of the rotating shallow-water equations}, series = {Quarterly journal of the Royal Meteorological Society}, volume = {132}, journal = {Quarterly journal of the Royal Meteorological Society}, number = {621C}, publisher = {Wiley}, address = {Weinheim}, issn = {0035-9009}, doi = {10.1256/qj.06.30}, pages = {3107 -- 3116}, year = {2006}, abstract = {A time-staggered semi-Lagrangian discretization of the rotating shallow-water equations is proposed and analysed. Application of regularization to the geopotential field used in the momentum equations leads to an unconditionally stable scheme. The analysis, together with a fully nonlinear example application, suggests that this approach is a promising, efficient, and accurate alternative to traditional schemes.}, language = {en} } @article{Reich2006, author = {Reich, Sebastian}, title = {Linearly implicit time stepping methods for numerical weather prediction}, series = {BIT : numerical mathematics ; the leading applied mathematics journal for all computational mathematicians}, volume = {46}, journal = {BIT : numerical mathematics ; the leading applied mathematics journal for all computational mathematicians}, publisher = {Springer}, address = {Dordrecht}, issn = {0006-3835}, doi = {10.1007/s10543-006-0065-0}, pages = {607 -- 616}, year = {2006}, abstract = {The efficient time integration of the dynamic core equations for numerical weather prediction (NWP) remains a key challenge. One of the most popular methods is currently provided by implementations of the semi-implicit semi-Lagrangian (SISL) method, originally proposed by Robert (J. Meteorol. Soc. Jpn., 1982). Practical implementations of the SISL method are, however, not without certain shortcomings with regard to accuracy, conservation properties and stability. Based on recent work by Gottwald, Frank and Reich (LNCSE, Springer, 2002), Frank, Reich, Staniforth, White and Wood (Atm. Sci. Lett., 2005) and Wood, Staniforth and Reich (Atm. Sci. Lett., 2006) we propose an alternative semi-Lagrangian implementation based on a set of regularized equations and the popular Stormer-Verlet time stepping method in the context of the shallow-water equations (SWEs). Ultimately, the goal is to develop practical implementations for the 3D Euler equations that overcome some or all shortcomings of current SISL implementations.}, language = {en} } @article{SomogyvariReich2020, author = {Somogyv{\´a}ri, M{\´a}rk and Reich, Sebastian}, title = {Convergence tests for transdimensional Markov chains in geoscience imaging}, series = {Mathematical geosciences : the official journal of the International Association for Mathematical Geosciences}, volume = {52}, journal = {Mathematical geosciences : the official journal of the International Association for Mathematical Geosciences}, number = {5}, publisher = {Springer}, address = {Heidelberg}, issn = {1874-8961}, doi = {10.1007/s11004-019-09811-x}, pages = {651 -- 668}, year = {2020}, abstract = {Classic inversion methods adjust a model with a predefined number of parameters to the observed data. With transdimensional inversion algorithms such as the reversible-jump Markov chain Monte Carlo (rjMCMC), it is possible to vary this number during the inversion and to interpret the observations in a more flexible way. Geoscience imaging applications use this behaviour to automatically adjust model resolution to the inhomogeneities of the investigated system, while keeping the model parameters on an optimal level. The rjMCMC algorithm produces an ensemble as result, a set of model realizations, which together represent the posterior probability distribution of the investigated problem. The realizations are evolved via sequential updates from a randomly chosen initial solution and converge toward the target posterior distribution of the inverse problem. Up to a point in the chain, the realizations may be strongly biased by the initial model, and must be discarded from the final ensemble. With convergence assessment techniques, this point in the chain can be identified. Transdimensional MCMC methods produce ensembles that are not suitable for classic convergence assessment techniques because of the changes in parameter numbers. To overcome this hurdle, three solutions are introduced to convert model realizations to a common dimensionality while maintaining the statistical characteristics of the ensemble. A scalar, a vector and a matrix representation for models is presented, inferred from tomographic subsurface investigations, and three classic convergence assessment techniques are applied on them. It is shown that appropriately chosen scalar conversions of the models could retain similar statistical ensemble properties as geologic projections created by rasterization.}, language = {en} } @article{TaghvaeideWiljesMehtaetal.2017, author = {Taghvaei, Amirhossein and de Wiljes, Jana and Mehta, Prashant G. and Reich, Sebastian}, title = {Kalman filter and its modern extensions for the continuous-time nonlinear filtering problem}, series = {Journal of dynamic systems measurement and control}, volume = {140}, journal = {Journal of dynamic systems measurement and control}, number = {3}, publisher = {ASME}, address = {New York}, issn = {0022-0434}, doi = {10.1115/1.4037780}, pages = {11}, year = {2017}, abstract = {This paper is concerned with the filtering problem in continuous time. Three algorithmic solution approaches for this problem are reviewed: (i) the classical Kalman-Bucy filter, which provides an exact solution for the linear Gaussian problem; (ii) the ensemble Kalman-Bucy filter (EnKBF), which is an approximate filter and represents an extension of the Kalman-Bucy filter to nonlinear problems; and (iii) the feedback particle filter (FPF), which represents an extension of the EnKBF and furthermore provides for a consistent solution in the general nonlinear, non-Gaussian case. The common feature of the three algorithms is the gain times error formula to implement the update step (to account for conditioning due to the observations) in the filter. In contrast to the commonly used sequential Monte Carlo methods, the EnKBF and FPF avoid the resampling of the particles in the importance sampling update step. Moreover, the feedback control structure provides for error correction potentially leading to smaller simulation variance and improved stability properties. The paper also discusses the issue of nonuniqueness of the filter update formula and formulates a novel approximation algorithm based on ideas from optimal transport and coupling of measures. Performance of this and other algorithms is illustrated for a numerical example.}, language = {en} } @article{deWiljesReichStannat2018, author = {de Wiljes, Jana and Reich, Sebastian and Stannat, Wilhelm}, title = {Long-Time stability and accuracy of the ensemble Kalman-Bucy Filter for fully observed processes and small measurement noise}, series = {SIAM Journal on Applied Dynamical Systems}, volume = {17}, journal = {SIAM Journal on Applied Dynamical Systems}, number = {2}, publisher = {Society for Industrial and Applied Mathematics}, address = {Philadelphia}, issn = {1536-0040}, doi = {10.1137/17M1119056}, pages = {1152 -- 1181}, year = {2018}, abstract = {The ensemble Kalman filter has become a popular data assimilation technique in the geosciences. However, little is known theoretically about its long term stability and accuracy. In this paper, we investigate the behavior of an ensemble Kalman-Bucy filter applied to continuous-time filtering problems. We derive mean field limiting equations as the ensemble size goes to infinity as well as uniform-in-time accuracy and stability results for finite ensemble sizes. The later results require that the process is fully observed and that the measurement noise is small. We also demonstrate that our ensemble Kalman-Bucy filter is consistent with the classic Kalman-Bucy filter for linear systems and Gaussian processes. We finally verify our theoretical findings for the Lorenz-63 system.}, language = {en} } @article{AcevedoDeWiljesReich2017, author = {Acevedo, Walter and De Wiljes, Jana and Reich, Sebastian}, title = {Second-order accurate ensemble transform particle filters}, series = {SIAM journal on scientific computing}, volume = {39}, journal = {SIAM journal on scientific computing}, number = {5}, publisher = {Society for Industrial and Applied Mathematics}, address = {Philadelphia}, issn = {1064-8275}, doi = {10.1137/16M1095184}, pages = {A1834 -- A1850}, year = {2017}, abstract = {Particle filters (also called sequential Monte Carlo methods) are widely used for state and parameter estimation problems in the context of nonlinear evolution equations. The recently proposed ensemble transform particle filter (ETPF) [S. Reich, SIAM T. Sci. Comput., 35, (2013), pp. A2013-A2014[ replaces the resampling step of a standard particle filter by a linear transformation which allows for a hybridization of particle filters with ensemble Kalman filters and renders the resulting hybrid filters applicable to spatially extended systems. However, the linear transformation step is computationally expensive and leads to an underestimation of the ensemble spread for small and moderate ensemble sizes. Here we address both of these shortcomings by developing second order accurate extensions of the ETPF. These extensions allow one in particular to replace the exact solution of a linear transport problem by its Sinkhorn approximation. It is also demonstrated that the nonlinear ensemble transform filter arises as a special case of our general framework. We illustrate the performance of the second-order accurate filters for the chaotic Lorenz-63 and Lorenz-96 models and a dynamic scene-viewing model. The numerical results for the Lorenz-63 and Lorenz-96 models demonstrate that significant accuracy improvements can be achieved in comparison to a standard ensemble Kalman filter and the ETPF for small to moderate ensemble sizes. The numerical results for the scene-viewing model reveal, on the other hand, that second-order corrections can lead to statistically inconsistent samples from the posterior parameter distribution.}, language = {en} } @misc{AscherChinReich1994, author = {Ascher, Uri M. and Chin, Hongsheng and Reich, Sebastian}, title = {Stabilization of DAEs and invariant manifolds}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-15625}, year = {1994}, abstract = {Many methods have been proposed for the stabilization of higher index differential-algebraic equations (DAEs). Such methods often involve constraint differentiation and problem stabilization, thus obtaining a stabilized index reduction. A popular method is Baumgarte stabilization, but the choice of parameters to make it robust is unclear in practice. Here we explain why the Baumgarte method may run into trouble. We then show how to improve it. We further develop a unifying theory for stabilization methods which includes many of the various techniques proposed in the literature. Our approach is to (i) consider stabilization of ODEs with invariants, (ii) discretize the stabilizing term in a simple way, generally different from the ODE discretization, and (iii) use orthogonal projections whenever possible. The best methods thus obtained are related to methods of coordinate projection. We discuss them and make concrete algorithmic suggestions.}, language = {en} } @misc{Reich1995, author = {Reich, Sebastian}, title = {Smoothed dynamics of highly oscillatory Hamiltonian systems}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-15639}, year = {1995}, abstract = {We consider the numerical treatment of Hamiltonian systems that contain a potential which grows large when the system deviates from the equilibrium value of the potential. Such systems arise, e.g., in molecular dynamics simulations and the spatial discretization of Hamiltonian partial differential equations. Since the presence of highly oscillatory terms in the solutions forces any explicit integrator to use very small step size, the numerical integration of such systems provides a challenging task. It has been suggested before to replace the strong potential by a holonomic constraint that forces the solutions to stay at the equilibrium value of the potential. This approach has, e.g., been successfully applied to the bond stretching in molecular dynamics simulations. In other cases, such as the bond-angle bending, this methods fails due to the introduced rigidity. Here we give a careful analysis of the analytical problem by means of a smoothing operator. This will lead us to the notion of the smoothed dynamics of a highly oscillatory Hamiltonian system. Based on our analysis, we suggest a new constrained formulation that maintains the flexibility of the system while at the same time suppressing the high-frequency components in the solutions and thus allowing for larger time steps. The new constrained formulation is Hamiltonian and can be discretized by the well-known SHAKE method.}, language = {en} } @misc{LeimkuhlerReich1994, author = {Leimkuhler, Benedict and Reich, Sebastian}, title = {Symplectic integration of constrained Hamiltonian systems}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-15653}, year = {1994}, abstract = {A Hamiltonian system in potential form (formula in the original abstract) subject to smooth constraints on q can be viewed as a Hamiltonian system on a manifold, but numerical computations must be performed in Rn. In this paper methods which reduce "Hamiltonian differential algebraic equations" to ODEs in Euclidean space are examined. The authors study the construction of canonical parameterizations or local charts as well as methods based on the construction of ODE systems in the space in which the constraint manifold is embedded which preserve the constraint manifold as an invariant manifold. In each case, a Hamiltonian system of ordinary differential equations is produced. The stability of the constraint invariants and the behavior of the original Hamiltonian along solutions are investigated both numerically and analytically.}, language = {en} } @misc{AscherChinPetzoldetal.1994, author = {Ascher, Uri M. and Chin, Hongsheng and Petzold, Linda R. and Reich, Sebastian}, title = {Stabilization of constrained mechanical systems with DAEs and invariant manifolds}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-15698}, year = {1994}, abstract = {Many methods have been proposed for the simulation of constrained mechanical systems. The most obvious of these have mild instabilities and drift problems. Consequently, stabilization techniques have been proposed A popular stabilization method is Baumgarte's technique, but the choice of parameters to make it robust has been unclear in practice. Some of the simulation methods that have been proposed and used in computations are reviewed here, from a stability point of view. This involves concepts of differential-algebraic equation (DAE) and ordinary differential equation (ODE) invariants. An explanation of the difficulties that may be encountered using Baumgarte's method is given, and a discussion of why a further quest for better parameter values for this method will always remain frustrating is presented. It is then shown how Baumgarte's method can be improved. An efficient stabilization technique is proposed, which may employ explicit ODE solvers in case of nonstiff or highly oscillatory problems and which relates to coordinate projection methods. Examples of a two-link planar robotic arm and a squeezing mechanism illustrate the effectiveness of this new stabilization method.}, language = {en} } @misc{Reich1980, author = {Reich, Sebastian}, title = {Algebrodifferentialgleichungen und Vektorfelder auf Mannigfaltigkeiten}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-47290}, year = {1980}, abstract = {In diesem Beitrag wird der Zusammenhang zwischen Algebrodifferentialgleichungen (ADGL) und Vektorfeldern auf Mannigfaltigkeiten untersucht. Dazu wird zun{\"a}chst der Begriff der regul{\"a}ren ADGL eingef{\"u}hrt, wobei unter eirter regul{\"a}ren ADGL eine ADGL verstanden wird, deren L{\"o}sungsmenge identisch mit der L{\"o}sungsmenge eines Vektorfeldes ist. Ausgehend von bekannten Aussagen {\"u}ber die L{\"o}sungsmenge eines Vektorfeldes werden analoge Aussagen f{\"u}r die L{\"o}sungsmenge einer regul{\"a}ren ADGL abgeleitet. Es wird eine Reduktionsmethode angegeben, die auf ein Kriterium f{\"u}r die Begularit{\"a}t einer ADGL und auf die Definition des Index einer nichtlinearen ADGL f{\"u}hrt. Außerdem wird gezeigt, daß beliebige Vektorfelder durch regul{\"a}re ADGL so realisiert werden k{\"o}nnen, daß die L{\"o}sungsmenge des Vektorfeldes mit der der realisierenden ADGL identisch ist. Abschließend werden die f{\"u}r autonome ADGL gewonnenen Aussagen auf den Fall der nichtautonomen ADGL {\"u}bertragen.}, language = {de} } @misc{Reich1992, author = {Reich, Sebastian}, title = {Differential-algebraic equations and applications in circuit theory}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-46646}, year = {1992}, abstract = {Technical and physical systems, especially electronic circuits, are frequently modeled as a system of differential and nonlinear implicit equations. In the literature such systems of equations are called differentialalgebraic equations (DAEs). It turns out that the numerical and analytical properties of a DAE depend on an integer called the index of the problem. For example, the well-known BDF method of Gear can be applied, in general, to a DAE only if the index does not exceed one. In this paper we give a geometric interpretation of higherindex DAEs and indicate problems arising in connection with such DAEs by means of several examples.}, language = {en} } @misc{NueskenReichRozdeba2019, author = {N{\"u}sken, Nikolas and Reich, Sebastian and Rozdeba, Paul J.}, title = {State and parameter estimation from observed signal increments}, series = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, journal = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, number = {916}, issn = {1866-8372}, doi = {10.25932/publishup-44260}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-442609}, pages = {25}, year = {2019}, abstract = {The success of the ensemble Kalman filter has triggered a strong interest in expanding its scope beyond classical state estimation problems. In this paper, we focus on continuous-time data assimilation where the model and measurement errors are correlated and both states and parameters need to be identified. Such scenarios arise from noisy and partial observations of Lagrangian particles which move under a stochastic velocity field involving unknown parameters. We take an appropriate class of McKean-Vlasov equations as the starting point to derive ensemble Kalman-Bucy filter algorithms for combined state and parameter estimation. We demonstrate their performance through a series of increasingly complex multi-scale model systems.}, language = {en} } @book{VanLeeuwenChengReich2015, author = {Van Leeuwen, Peter Jan and Cheng, Yuan and Reich, Sebastian}, title = {Nonlinear data assimilation}, series = {Frontiers in applied dynamical systems: reviews and tutorials ; 2}, journal = {Frontiers in applied dynamical systems: reviews and tutorials ; 2}, publisher = {Springer}, address = {Cham}, isbn = {978-3-319-18346-6}, doi = {10.1007/978-3-319-18347-3}, pages = {xii, 118}, year = {2015}, abstract = {This book contains two review articles on nonlinear data assimilation that deal with closely related topics but were written and can be read independently. Both contributions focus on so-called particle filters. The first contribution by Jan van Leeuwen focuses on the potential of proposal densities. It discusses the issues with present-day particle filters and explorers new ideas for proposal densities to solve them, converging to particle filters that work well in systems of any dimension, closing the contribution with a high-dimensional example. The second contribution by Cheng and Reich discusses a unified framework for ensemble-transform particle filters. This allows one to bridge successful ensemble Kalman filters with fully nonlinear particle filters, and allows a proper introduction of localization in particle filters, which has been lacking up to now.}, language = {en} } @article{Reich2019, author = {Reich, Sebastian}, title = {Data assimilation}, series = {Acta numerica}, volume = {28}, journal = {Acta numerica}, publisher = {Cambridge Univ. Press}, address = {New York}, issn = {0962-4929}, doi = {10.1017/S0962492919000011}, pages = {635 -- 711}, year = {2019}, abstract = {Data assimilation addresses the general problem of how to combine model-based predictions with partial and noisy observations of the process in an optimal manner. This survey focuses on sequential data assimilation techniques using probabilistic particle-based algorithms. In addition to surveying recent developments for discrete- and continuous-time data assimilation, both in terms of mathematical foundations and algorithmic implementations, we also provide a unifying framework from the perspective of coupling of measures, and Schr{\"o}dinger's boundary value problem for stochastic processes in particular.}, language = {en} } @article{NueskenReichRozdeba2019, author = {N{\"u}sken, Nikolas and Reich, Sebastian and Rozdeba, Paul J.}, title = {State and parameter estimation from observed signal increments}, series = {Entropy : an international and interdisciplinary journal of entropy and information studies}, volume = {21}, journal = {Entropy : an international and interdisciplinary journal of entropy and information studies}, number = {5}, publisher = {MDPI}, address = {Basel}, issn = {1099-4300}, doi = {10.3390/e21050505}, pages = {23}, year = {2019}, abstract = {The success of the ensemble Kalman filter has triggered a strong interest in expanding its scope beyond classical state estimation problems. In this paper, we focus on continuous-time data assimilation where the model and measurement errors are correlated and both states and parameters need to be identified. Such scenarios arise from noisy and partial observations of Lagrangian particles which move under a stochastic velocity field involving unknown parameters. We take an appropriate class of McKean-Vlasov equations as the starting point to derive ensemble Kalman-Bucy filter algorithms for combined state and parameter estimation. We demonstrate their performance through a series of increasingly complex multi-scale model systems.}, language = {en} } @article{GarbunoInigoNueskenReich2020, author = {Garbuno-Inigo, Alfredo and N{\"u}sken, Nikolas and Reich, Sebastian}, title = {Affine invariant interacting Langevin dynamics for Bayesian inference}, series = {SIAM journal on applied dynamical systems}, volume = {19}, journal = {SIAM journal on applied dynamical systems}, number = {3}, publisher = {Society for Industrial and Applied Mathematics}, address = {Philadelphia}, issn = {1536-0040}, doi = {10.1137/19M1304891}, pages = {1633 -- 1658}, year = {2020}, abstract = {We propose a computational method (with acronym ALDI) for sampling from a given target distribution based on first-order (overdamped) Langevin dynamics which satisfies the property of affine invariance. The central idea of ALDI is to run an ensemble of particles with their empirical covariance serving as a preconditioner for their underlying Langevin dynamics. ALDI does not require taking the inverse or square root of the empirical covariance matrix, which enables application to high-dimensional sampling problems. The theoretical properties of ALDI are studied in terms of nondegeneracy and ergodicity. Furthermore, we study its connections to diffusion on Riemannian manifolds and Wasserstein gradient flows. Bayesian inference serves as a main application area for ALDI. In case of a forward problem with additive Gaussian measurement errors, ALDI allows for a gradient-free approximation in the spirit of the ensemble Kalman filter. A computational comparison between gradient-free and gradient-based ALDI is provided for a PDE constrained Bayesian inverse problem.}, language = {en} } @article{MaoutsaReichOpper2020, author = {Maoutsa, Dimitra and Reich, Sebastian and Opper, Manfred}, title = {Interacting particle solutions of Fokker-Planck equations through gradient-log-density estimation}, series = {Entropy}, volume = {22}, journal = {Entropy}, number = {8}, publisher = {MDPI}, address = {Basel}, issn = {1099-4300}, doi = {10.3390/e22080802}, pages = {35}, year = {2020}, abstract = {Fokker-Planck equations are extensively employed in various scientific fields as they characterise the behaviour of stochastic systems at the level of probability density functions. Although broadly used, they allow for analytical treatment only in limited settings, and often it is inevitable to resort to numerical solutions. Here, we develop a computational approach for simulating the time evolution of Fokker-Planck solutions in terms of a mean field limit of an interacting particle system. The interactions between particles are determined by the gradient of the logarithm of the particle density, approximated here by a novel statistical estimator. The performance of our method shows promising results, with more accurate and less fluctuating statistics compared to direct stochastic simulations of comparable particle number. Taken together, our framework allows for effortless and reliable particle-based simulations of Fokker-Planck equations in low and moderate dimensions. The proposed gradient-log-density estimator is also of independent interest, for example, in the context of optimal control.}, language = {en} } @misc{Reich1990, author = {Reich, Sebastian}, title = {On a geometrical interpretation of differential-algebraic equations}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus-46683}, year = {1990}, abstract = {The subject of this paper is the relation of differential-algebraic equations (DAEs) to vector fields on manifolds. For that reason, we introduce the notion of a regular DAE as a DAE to which a vector field uniquely corresponds. Furthermore, a technique is described which yields a family of manifolds for a given DAE. This socalled family of constraint manifolds allows in turn the formulation of sufficient conditions for the regularity of a DAE. and the definition of the index of a regular DAE. We also state a method for the reduction of higher-index DAEs to lowsr-index ones that can be solved without introducing additional constants of integration. Finally, the notion of realizability of a given vector field by a regular DAE is introduced, and it is shown that any vector field can be realized by a regular DAE. Throughout this paper the problem of path-tracing is discussed as an illustration of the mathematical phenomena.}, language = {en} }