@Article{         RandourRaskinSankur,
  Author        = "Randour, Mickael and Raskin, Jean-Fran{\c c}ois and Sankur, Ocan",
  Abstract      = "Multi-dimensional weighted Markov decision processes (MDPs) are useful to analyze systems with multiple objectives that are potentially conflicting and make necessary the analysis of trade-offs. In this paper, we study the complexity of percentile queries in such MDPs and provide algorithms to synthesize strategies that enforce such constraints. Given a multi-dimensional weighted MDP and a quantitative payoff function $f$, quantitative thresholds $v\_i$ (one per dimension), and probability thresholds $\alpha\_i$, we show how to compute a single strategy that enforces that for all dimension $i$, the probability that an outcome $\rho$ satisfies $f\_i(\rho) \geq v\_i$ is at least $\alpha\_i$. We study this problem for the classical quantitative payoffs studied in the literature (sup, inf, lim sup, lim inf, mean-payoff, truncated sum, discounted sum). So our work can be seen as an extension to the quantitative case of the multi-objective model checking problem on MDPs studied by Etessami et al. in unweighted MDPs.",
  date-added    = "2014-12-20 12:30:00 +0000",
  date-modified = "2015-04-29 11:58:36 +0000",
  EPrint        = "1410.4801",
  Journal       = "CoRR",
  Month         = "10",
  Title         = "Percentile Queries in Multi-Dimensional Markov Decision Processes",
  URL           = "http://arxiv.org/abs/1410.4801",
  Volume        = "abs/1410.4801",
  Year          = "2014",
  bdsk-url-1    = "http://arxiv.org/abs/1410.4801",
  File          = "Percentile Queries in Multi-Dimensional Markov Decision Processes - Randour, Raskin, Sankur (0) (0) (0) (0) - a - a - e.pdf"
}

@Article{ RandourRaskinSankur, Author = "Randour, Mickael and Raskin, Jean-Fran{\c c}ois and Sankur, Ocan", Abstract = "Multi-dimensional weighted Markov decision processes (MDPs) are useful to analyze systems with multiple objectives that are potentially conflicting and make necessary the analysis of trade-offs. In this paper, we study the complexity of percentile queries in such MDPs and provide algorithms to synthesize strategies that enforce such constraints. Given a multi-dimensional weighted MDP and a quantitative payoff function $f$, quantitative thresholds $v_i$ (one per dimension), and probability thresholds $\alpha_i$, we show how to compute a single strategy that enforces that for all dimension $i$, the probability that an outcome $\rho$ satisfies $f_i(\rho) \geq v_i$ is at least $\alpha_i$. We study this problem for the classical quantitative payoffs studied in the literature (sup, inf, lim sup, lim inf, mean-payoff, truncated sum, discounted sum). So our work can be seen as an extension to the quantitative case of the multi-objective model checking problem on MDPs studied by Etessami et al. in unweighted MDPs.", date-added = "2014-12-20 12:30:00 +0000", date-modified = "2015-04-29 11:58:36 +0000", EPrint = "1410.4801", Journal = "CoRR", Month = "10", Title = "Percentile Queries in Multi-Dimensional Markov Decision Processes", URL = "http://arxiv.org/abs/1410.4801", Volume = "abs/1410.4801", Year = "2014", bdsk-url-1 = "http://arxiv.org/abs/1410.4801", File = "Percentile Queries in Multi-Dimensional Markov Decision Processes - Randour, Raskin, Sankur (0) (0) (0) (0) - a - a - e.pdf" }