@misc{CrisologoHeistermann2020, author = {Crisologo, Irene and Heistermann, Maik}, title = {Using ground radar overlaps to verify the retrieval of calibration bias estimates from spaceborne platforms}, series = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, journal = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, number = {863}, issn = {1866-8372}, doi = {10.25932/publishup-45963}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-459630}, pages = {17}, year = {2020}, abstract = {Many institutions struggle to tap into the potential of their large archives of radar reflectivity: these data are often affected by miscalibration, yet the bias is typically unknown and temporally volatile. Still, relative calibration techniques can be used to correct the measurements a posteriori. For that purpose, the usage of spaceborne reflectivity observations from the Tropical Rainfall Measuring Mission (TRMM) and Global Precipitation Measurement (GPM) platforms has become increasingly popular: the calibration bias of a ground radar (GR) is estimated from its average reflectivity difference to the spaceborne radar (SR). Recently, Crisologo et al. (2018) introduced a formal procedure to enhance the reliability of such estimates: each match between SR and GR observations is assigned a quality index, and the calibration bias is inferred as a quality-weighted average of the differences between SR and GR. The relevance of quality was exemplified for the Subic S-band radar in the Philippines, which is greatly affected by partial beam blockage. The present study extends the concept of quality-weighted averaging by accounting for path-integrated attenuation (PIA) in addition to beam blockage. This extension becomes vital for radars that operate at the C or X band. Correspondingly, the study setup includes a C-band radar that substantially overlaps with the S-band radar. Based on the extended quality-weighting approach, we retrieve, for each of the two ground radars, a time series of calibration bias estimates from suitable SR overpasses. As a result of applying these estimates to correct the ground radar observations, the consistency between the ground radars in the region of overlap increased substantially. Furthermore, we investigated if the bias estimates can be interpolated in time, so that ground radar observations can be corrected even in the absence of prompt SR overpasses. We found that a moving average approach was most suitable for that purpose, although limited by the absence of explicit records of radar maintenance operations.}, language = {en} } @misc{SeleemAyzelBronstertetal.2023, author = {Seleem, Omar and Ayzel, Georgy and Bronstert, Axel and Heistermann, Maik}, title = {Transferability of data-driven models to predict urban pluvial flood water depth in Berlin, Germany}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, number = {1323}, issn = {1866-8372}, doi = {10.25932/publishup-58916}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-589168}, pages = {809 -- 822}, year = {2023}, abstract = {Data-driven models have been recently suggested to surrogate computationally expensive hydrodynamic models to map flood hazards. However, most studies focused on developing models for the same area or the same precipitation event. It is thus not obvious how transferable the models are in space. This study evaluates the performance of a convolutional neural network (CNN) based on the U-Net architecture and the random forest (RF) algorithm to predict flood water depth, the models' transferability in space and performance improvement using transfer learning techniques. We used three study areas in Berlin to train, validate and test the models. The results showed that (1) the RF models outperformed the CNN models for predictions within the training domain, presumable at the cost of overfitting; (2) the CNN models had significantly higher potential than the RF models to generalize beyond the training domain; and (3) the CNN models could better benefit from transfer learning technique to boost their performance outside training domains than RF models.}, language = {en} } @misc{SeleemAyzelCostaTomazdeSouzaetal.2022, author = {Seleem, Omar and Ayzel, Georgy and Costa Tomaz de Souza, Arthur and Bronstert, Axel and Heistermann, Maik}, title = {Towards urban flood susceptibility mapping using data-driven models in Berlin, Germany}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, number = {1297}, issn = {1866-8372}, doi = {10.25932/publishup-57680}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-576806}, pages = {1640 -- 1662}, year = {2022}, abstract = {Identifying urban pluvial flood-prone areas is necessary but the application of two-dimensional hydrodynamic models is limited to small areas. Data-driven models have been showing their ability to map flood susceptibility but their application in urban pluvial flooding is still rare. A flood inventory (4333 flooded locations) and 11 factors which potentially indicate an increased hazard for pluvial flooding were used to implement convolutional neural network (CNN), artificial neural network (ANN), random forest (RF) and support vector machine (SVM) to: (1) Map flood susceptibility in Berlin at 30, 10, 5, and 2 m spatial resolutions. (2) Evaluate the trained models' transferability in space. (3) Estimate the most useful factors for flood susceptibility mapping. The models' performance was validated using the Kappa, and the area under the receiver operating characteristic curve (AUC). The results indicated that all models perform very well (minimum AUC = 0.87 for the testing dataset). The RF models outperformed all other models at all spatial resolutions and the RF model at 2 m spatial resolution was superior for the present flood inventory and predictor variables. The majority of the models had a moderate performance for predictions outside the training area based on Kappa evaluation (minimum AUC = 0.8). Aspect and altitude were the most influencing factors on the image-based and point-based models respectively. Data-driven models can be a reliable tool for urban pluvial flood susceptibility mapping wherever a reliable flood inventory is available.}, language = {en} } @misc{HeistermannFranckeSchroenetal.2021, author = {Heistermann, Maik and Francke, Till and Schr{\"o}n, Martin and Oswald, Sascha}, title = {Spatio-temporal soil moisture retrieval at the catchment scale using a dense network of cosmic-ray neutron sensors}, series = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, journal = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, issn = {1866-8372}, doi = {10.25932/publishup-52213}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-522131}, pages = {20}, year = {2021}, abstract = {Cosmic-ray neutron sensing (CRNS) is a powerful technique for retrieving representative estimates of soil water content at a horizontal scale of hectometres (the "field scale") and depths of tens of centimetres ("the root zone"). This study demonstrates the potential of the CRNS technique to obtain spatio-temporal patterns of soil moisture beyond the integrated volume from isolated CRNS footprints. We use data from an observational campaign carried out between May and July 2019 that featured a dense network of more than 20 neutron detectors with partly overlapping footprints in an area that exhibits pronounced soil moisture gradients within one square kilometre. The present study is the first to combine these observations in order to represent the heterogeneity of soil water content at the sub-footprint scale as well as between the CRNS stations. First, we apply a state-of-the-art procedure to correct the observed neutron count rates for static effects (heterogeneity in space, e.g. soil organic matter) and dynamic effects (heterogeneity in time, e.g. barometric pressure). Based on the homogenized neutron data, we investigate the robustness of a calibration approach that uses a single calibration parameter across all CRNS stations. Finally, we benchmark two different interpolation techniques for obtaining spatio-temporal representations of soil moisture: first, ordinary Kriging with a fixed range; second, spatial interpolation complemented by geophysical inversion ("constrained interpolation"). To that end, we optimize the parameters of a geostatistical interpolation model so that the error in the forward-simulated neutron count rates is minimized, and suggest a heuristic forward operator to make the optimization problem computationally feasible. Comparison with independent measurements from a cluster of soil moisture sensors (SoilNet) shows that the constrained interpolation approach is superior for representing horizontal soil moisture gradients at the hectometre scale. The study demonstrates how a CRNS network can be used to generate coherent, consistent, and continuous soil moisture patterns that could be used to validate hydrological models or remote sensing products.}, language = {en} } @misc{HeistermannBogenaFranckeetal.2022, author = {Heistermann, Maik and Bogena, Heye and Francke, Till and G{\"u}ntner, Andreas and Jakobi, Jannis and Rasche, Daniel and Schr{\"o}n, Martin and D{\"o}pper, Veronika and Fersch, Benjamin and Groh, Jannis and Patil, Amol and P{\"u}tz, Thomas and Reich, Marvin and Zacharias, Steffen and Zengerle, Carmen and Oswald, Sascha}, title = {Soil moisture observation in a forested headwater catchment: combining a dense cosmic-ray neutron sensor network with roving and hydrogravimetry at the TERENO site W{\"u}stebach}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, number = {1272}, issn = {1866-8372}, doi = {10.25932/publishup-56775}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-567756}, pages = {2501 -- 2519}, year = {2022}, abstract = {Cosmic-ray neutron sensing (CRNS) has become an effective method to measure soil moisture at a horizontal scale of hundreds of metres and a depth of decimetres. Recent studies proposed operating CRNS in a network with overlapping footprints in order to cover root-zone water dynamics at the small catchment scale and, at the same time, to represent spatial heterogeneity. In a joint field campaign from September to November 2020 (JFC-2020), five German research institutions deployed 15 CRNS sensors in the 0.4 km2 W{\"u}stebach catchment (Eifel mountains, Germany). The catchment is dominantly forested (but includes a substantial fraction of open vegetation) and features a topographically distinct catchment boundary. In addition to the dense CRNS coverage, the campaign featured a unique combination of additional instruments and techniques: hydro-gravimetry (to detect water storage dynamics also below the root zone); ground-based and, for the first time, airborne CRNS roving; an extensive wireless soil sensor network, supplemented by manual measurements; and six weighable lysimeters. Together with comprehensive data from the long-term local research infrastructure, the published data set (available at https://doi.org/10.23728/b2share.756ca0485800474e9dc7f5949c63b872; Heistermann et al., 2022) will be a valuable asset in various research contexts: to advance the retrieval of landscape water storage from CRNS, wireless soil sensor networks, or hydrogravimetry; to identify scale-specific combinations of sensors and methods to represent soil moisture variability; to improve the understanding and simulation of land-atmosphere exchange as well as hydrological and hydrogeological processes at the hillslope and the catchment scale; and to support the retrieval of soil water content from airborne and spaceborne remote sensing platforms.}, language = {en} } @misc{AyzelSchefferHeistermann2020, author = {Ayzel, Georgy and Scheffer, Tobias and Heistermann, Maik}, title = {RainNet v1.0}, series = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, journal = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, number = {964}, issn = {1866-8372}, doi = {10.25932/publishup-47294}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-472942}, pages = {16}, year = {2020}, abstract = {In this study, we present RainNet, a deep convolutional neural network for radar-based precipitation nowcasting. Its design was inspired by the U-Net and SegNet families of deep learning models, which were originally designed for binary segmentation tasks. RainNet was trained to predict continuous precipitation intensities at a lead time of 5min, using several years of quality-controlled weather radar composites provided by the German Weather Service (DWD). That data set covers Germany with a spatial domain of 900km × 900km and has a resolution of 1km in space and 5min in time. Independent verification experiments were carried out on 11 summer precipitation events from 2016 to 2017. In order to achieve a lead time of 1h, a recursive approach was implemented by using RainNet predictions at 5min lead times as model inputs for longer lead times. In the verification experiments, trivial Eulerian persistence and a conventional model based on optical flow served as benchmarks. The latter is available in the rainymotion library and had previously been shown to outperform DWD's operational nowcasting model for the same set of verification events. RainNet significantly outperforms the benchmark models at all lead times up to 60min for the routine verification metrics mean absolute error (MAE) and the critical success index (CSI) at intensity thresholds of 0.125, 1, and 5mm h⁻¹. However, rainymotion turned out to be superior in predicting the exceedance of higher intensity thresholds (here 10 and 15mm h⁻¹). The limited ability of RainNet to predict heavy rainfall intensities is an undesirable property which we attribute to a high level of spatial smoothing introduced by the model. At a lead time of 5min, an analysis of power spectral density confirmed a significant loss of spectral power at length scales of 16km and below. Obviously, RainNet had learned an optimal level of smoothing to produce a nowcast at 5min lead time. In that sense, the loss of spectral power at small scales is informative, too, as it reflects the limits of predictability as a function of spatial scale. Beyond the lead time of 5min, however, the increasing level of smoothing is a mere artifact - an analogue to numerical diffusion - that is not a property of RainNet itself but of its recursive application. In the context of early warning, the smoothing is particularly unfavorable since pronounced features of intense precipitation tend to get lost over longer lead times. Hence, we propose several options to address this issue in prospective research, including an adjustment of the loss function for model training, model training for longer lead times, and the prediction of threshold exceedance in terms of a binary segmentation task. Furthermore, we suggest additional input data that could help to better identify situations with imminent precipitation dynamics. The model code, pretrained weights, and training data are provided in open repositories as an input for such future studies.}, language = {en} } @misc{AyzelHeistermannWinterrath2019, author = {Ayzel, Georgy and Heistermann, Maik and Winterrath, Tanja}, title = {Optical flow models as an open benchmark for radar-based precipitation nowcasting (rainymotion v0.1)}, series = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, journal = {Postprints der Universit{\"a}t Potsdam : Mathematisch-Naturwissenschaftliche Reihe}, number = {709}, issn = {1866-8372}, doi = {10.25932/publishup-42933}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-429333}, pages = {16}, year = {2019}, abstract = {Quantitative precipitation nowcasting (QPN) has become an essential technique in various application contexts, such as early warning or urban sewage control. A common heuristic prediction approach is to track the motion of precipitation features from a sequence of weather radar images and then to displace the precipitation field to the imminent future (minutes to hours) based on that motion, assuming that the intensity of the features remains constant ("Lagrangian persistence"). In that context, "optical flow" has become one of the most popular tracking techniques. Yet the present landscape of computational QPN models still struggles with producing open software implementations. Focusing on this gap, we have developed and extensively benchmarked a stack of models based on different optical flow algorithms for the tracking step and a set of parsimonious extrapolation procedures based on image warping and advection. We demonstrate that these models provide skillful predictions comparable with or even superior to state-of-the-art operational software. Our software library ("rainymotion") for precipitation nowcasting is written in the Python programming language and openly available at GitHub (https://github.com/hydrogo/rainymotion, Ayzel et al., 2019). That way, the library may serve as a tool for providing fast, free, and transparent solutions that could serve as a benchmark for further model development and hypothesis testing - a benchmark that is far more advanced than the conventional benchmark of Eulerian persistence commonly used in QPN verification experiments.}, language = {en} } @misc{VormoorHeistermannBronstertetal.2018, author = {Vormoor, Klaus Josef and Heistermann, Maik and Bronstert, Axel and Lawrence, Deborah}, title = {Hydrological model parameter (in)stability}, series = {Hydrological Sciences Journal}, journal = {Hydrological Sciences Journal}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-413008}, pages = {18}, year = {2018}, abstract = {This paper investigates the transferability of calibrated HBV model parameters under stable and contrasting conditions in terms of flood seasonality and flood generating processes (FGP) in five Norwegian catchments with mixed snowmelt/rainfall regimes. We apply a series of generalized (differential) split-sample tests using a 6-year moving window over (i) the entire runoff observation periods, and (ii) two subsets of runoff observations distinguished by the seasonal occurrence of annual maximum floods during either spring or autumn. The results indicate a general model performance loss due to the transfer of calibrated parameters to independent validation periods of -5 to -17\%, on average. However, there is no indication that contrasting flood seasonality exacerbates performance losses, which contradicts the assumption that optimized parameter sets for snowmelt-dominated floods (during spring) perform particularly poorly on validation periods with rainfall-dominated floods (during autumn) and vice versa.}, language = {en} } @misc{Heistermann2017, author = {Heistermann, Maik}, title = {HESS Opinions: A planetary boundary on freshwater use is misleading}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-402854}, pages = {7}, year = {2017}, abstract = {In 2009, a group of prominent Earth scientists introduced the "planetary boundaries" (PB) framework: they suggested nine global control variables, and defined corresponding "thresholds which, if crossed, could generate unacceptable environmental change". The concept builds on systems theory, and views Earth as a complex adaptive system in which anthropogenic disturbances may trigger non-linear, abrupt, and irreversible changes at the global scale, and "push the Earth system outside the stable environmental state of the Holocene". While the idea has been remarkably successful in both science and policy circles, it has also raised fundamental concerns, as the majority of suggested processes and their corresponding planetary boundaries do not operate at the global scale, and thus apparently lack the potential to trigger abrupt planetary changes. This paper picks up the debate with specific regard to the planetary boundary on "global freshwater use". While the bio-physical impacts of excessive water consumption are typically confined to the river basin scale, the PB proponents argue that water-induced environmental disasters could build up to planetary-scale feedbacks and system failures. So far, however, no evidence has been presented to corroborate that hypothesis. Furthermore, no coherent approach has been presented to what extent a planetary threshold value could reflect the risk of regional environmental disaster. To be sure, the PB framework was revised in 2015, extending the planetary freshwater boundary with a set of basin-level boundaries inferred from environmental water flow assumptions. Yet, no new evidence was presented, either with respect to the ability of those basin-level boundaries to reflect the risk of regional regime shifts or with respect to a potential mechanism linking river basins to the planetary scale. So while the idea of a planetary boundary on freshwater use appears intriguing, the line of arguments presented so far remains speculative and implicatory. As long as Earth system science does not present compelling evidence, the exercise of assigning actual numbers to such a boundary is arbitrary, premature, and misleading. Taken as a basis for water-related policy and management decisions, though, the idea transforms from misleading to dangerous, as it implies that we can globally offset water-related environmental impacts. A planetary boundary on freshwater use should thus be disapproved and actively refuted by the hydrological and water resources community.}, language = {en} } @misc{CrisologoWarrenMuehlbaueretal.2018, author = {Crisologo, Irene and Warren, Robert A. and M{\"u}hlbauer, Kai and Heistermann, Maik}, title = {Enhancing the consistency of spaceborne and ground-based radar comparisons by using beam blockage fraction as a quality filter}, series = {Atmospheric Measurement Techniques}, journal = {Atmospheric Measurement Techniques}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-418198}, pages = {14}, year = {2018}, abstract = {We explore the potential of spaceborne radar (SR) observations from the Ku-band precipitation radars onboard the Tropical Rainfall Measuring Mission (TRMM) and Global Precipitation Measurement (GPM) satellites as a reference to quantify the ground radar (GR) reflectivity bias. To this end, the 3-D volume-matching algorithm proposed by Schwaller and Morris (2011) is implemented and applied to 5 years (2012-2016) of observations. We further extend the procedure by a framework to take into account the data quality of each ground radar bin. Through these methods, we are able to assign a quality index to each matching SR-GR volume, and thus compute the GR calibration bias as a quality-weighted average of reflectivity differences in any sample of matching GR-SR volumes. We exemplify the idea of quality-weighted averaging by using the beam blockage fraction as the basis of a quality index. As a result, we can increase the consistency of SR and GR observations, and thus the precision of calibration bias estimates. The remaining scatter between GR and SR reflectivity as well as the variability of bias estimates between overpass events indicate, however, that other error sources are not yet fully addressed. Still, our study provides a framework to introduce any other quality variables that are considered relevant in a specific context. The code that implements our analysis is based on the wradlib open-source software library, and is, together with the data, publicly available to monitor radar calibration or to scrutinize long series of archived radar data back to December 1997, when TRMM became operational.}, language = {en} }