@Article{         HaaseKiefer,
  Author        = "Haase, Christoph and Kiefer, Stefan",
  Abstract      = "Given Markov chains and Markov decision processes (MDPs) whose transitions are labelled with non-negative integer costs, we study the computational complexity of deciding whether the probability of paths whose accumulated cost satisfies a Boolean combination of inequalities exceeds a given threshold. For acyclic Markov chains, we show that this problem is PP-complete, whereas it is hard for the PosSLP problem and in PSPACE for general Markov chains. Moreover, for acyclic and general MDPs, we prove PSPACE- and EXP-completeness, respectively. Our results have direct implications on the complexity of computing reward quantiles in succinctly represented stochastic systems.",
  date-added    = "2015-09-19 17:32:55 +0000",
  date-modified = "2015-09-19 17:33:08 +0000",
  EPrint        = "1409.8228",
  Keywords      = "readme",
  Month         = "09",
  Title         = "The Odds of Staying on Budget",
  URL           = "http://arxiv.org/abs/1409.8228",
  Year          = "2014",
  bdsk-url-1    = "http://arxiv.org/abs/1409.8228",
  File          = "The Odds of Staying on Budget - Haase, Kiefer (0) (0) - a - a - j.pdf"
}

@Article{ HaaseKiefer, Author = "Haase, Christoph and Kiefer, Stefan", Abstract = "Given Markov chains and Markov decision processes (MDPs) whose transitions are labelled with non-negative integer costs, we study the computational complexity of deciding whether the probability of paths whose accumulated cost satisfies a Boolean combination of inequalities exceeds a given threshold. For acyclic Markov chains, we show that this problem is PP-complete, whereas it is hard for the PosSLP problem and in PSPACE for general Markov chains. Moreover, for acyclic and general MDPs, we prove PSPACE- and EXP-completeness, respectively. Our results have direct implications on the complexity of computing reward quantiles in succinctly represented stochastic systems.", date-added = "2015-09-19 17:32:55 +0000", date-modified = "2015-09-19 17:33:08 +0000", EPrint = "1409.8228", Keywords = "readme", Month = "09", Title = "The Odds of Staying on Budget", URL = "http://arxiv.org/abs/1409.8228", Year = "2014", bdsk-url-1 = "http://arxiv.org/abs/1409.8228", File = "The Odds of Staying on Budget - Haase, Kiefer (0) (0) - a - a - j.pdf" }