@Article{         AbdullaCiobanuMayrSangnierSproston,
  Author        = "Abdulla, Parosh Aziz and Ciobanu, Radu and Mayr, Richard and Sangnier, Arnaud and Sproston, Jeremy",
  Abstract      = "We consider infinite-state Markov decision processes (MDPs) that are induced by extensions of vector addition systems with states (VASS). Verification conditions for these MDPs are described by reachability and Buchi objectives w.r.t. given sets of control-states. We study the decidability of some qualitative versions of these objectives, i.e., the decidability of whether such objectives can be achieved surely, almost-surely, or limit-surely. While most such problems are undecidable in general, some are decidable for large subclasses in which either only the controller or only the random environment can change the counter values (while the other side can only change control-states).",
  date-added    = "2016-02-23 13:44:07 +0000",
  date-modified = "2016-02-23 13:44:07 +0000",
  EPrint        = "1512.08824",
  Month         = "12",
  Title         = "Qualitative Analysis of VASS-Induced MDPs",
  URL           = "http://arxiv.org/abs/1512.08824",
  Year          = "2015",
  bdsk-url-1    = "http://arxiv.org/abs/1512.08824",
  File          = "Qualitative Analysis of VASS-Induced MDPs - Abdulla, Ciobanu, Mayr, Sangnier, Sproston (0) (0) - a - a - u.pdf"
}

@Article{ AbdullaCiobanuMayrSangnierSproston, Author = "Abdulla, Parosh Aziz and Ciobanu, Radu and Mayr, Richard and Sangnier, Arnaud and Sproston, Jeremy", Abstract = "We consider infinite-state Markov decision processes (MDPs) that are induced by extensions of vector addition systems with states (VASS). Verification conditions for these MDPs are described by reachability and Buchi objectives w.r.t. given sets of control-states. We study the decidability of some qualitative versions of these objectives, i.e., the decidability of whether such objectives can be achieved surely, almost-surely, or limit-surely. While most such problems are undecidable in general, some are decidable for large subclasses in which either only the controller or only the random environment can change the counter values (while the other side can only change control-states).", date-added = "2016-02-23 13:44:07 +0000", date-modified = "2016-02-23 13:44:07 +0000", EPrint = "1512.08824", Month = "12", Title = "Qualitative Analysis of VASS-Induced MDPs", URL = "http://arxiv.org/abs/1512.08824", Year = "2015", bdsk-url-1 = "http://arxiv.org/abs/1512.08824", File = "Qualitative Analysis of VASS-Induced MDPs - Abdulla, Ciobanu, Mayr, Sangnier, Sproston (0) (0) - a - a - u.pdf" }