@article{RungeScherbaumCurtisetal.2013,
  author    = {Runge, Antonia K. and Scherbaum, Frank and Curtis, Andrew and Riggelsen, Carsten},
  title     = {An interactive tool for the elicitation of subjective probabilities in probabilistic seismic-hazard analysis},
  series = {Bulletin of the Seismological Society of America},
  volume    = {103},
  journal   = {Bulletin of the Seismological Society of America},
  number    = {5},
  publisher = {Seismological Society of America},
  address   = {Albany},
  issn      = {0037-1106},
  doi       = {10.1785/0120130026},
  pages     = {2862 -- 2874},
  year      = {2013},
  abstract  = {In probabilistic seismic-hazard analysis, epistemic uncertainties are commonly treated within a logic-tree framework in which the branch weights express the degree of belief of an expert in a set of models. For the calculation of the distribution of hazard curves, these branch weights represent subjective probabilities. A major challenge for experts is to provide logically consistent weight estimates (in the sense of Kolmogorovs axioms), to be aware of the multitude of heuristics, and to minimize the biases which affect human judgment under uncertainty. We introduce a platform-independent, interactive program enabling us to quantify, elicit, and transfer expert knowledge into a set of subjective probabilities by applying experimental design theory, following the approach of Curtis and Wood (2004). Instead of determining the set of probabilities for all models in a single step, the computer-driven elicitation process is performed as a sequence of evaluations of relative weights for small subsets of models. From these, the probabilities for the whole model set are determined as a solution of an optimization problem. The result of this process is a set of logically consistent probabilities together with a measure of confidence determined from the amount of conflicting information which is provided by the expert during the relative weighting process. We experiment with different scenarios simulating likely expert behaviors in the context of knowledge elicitation and show the impact this has on the results. The overall aim is to provide a smart elicitation technique, and our findings serve as a guide for practical applications.},
  language  = {en}
}