@Article{         FijalkowKieferShirmohammadi,
  Author        = "Fijalkow, Nathanael and Kiefer, Stefan and Shirmohammadi, Mahsa",
  Abstract      = "Given two labelled Markov decision processes (MDPs), the trace-refinement problem asks whether for all strategies of the first MDP there exists a strategy of the second MDP such that the induced labelled Markov chains are trace-equivalent. We show that this problem is decidable in polynomial time if the second MDP is a Markov chain. The algorithm is based on new results on a particular notion of bisimulation between distributions over the states. However, we show that the general trace-refinement problem is undecidable, even if the first MDP is a Markov chain. Decidability of those problems was stated as open in 2008. We further study the decidability and complexity of the trace-refinement problem provided that the strategies are restricted to be memoryless.",
  date-added    = "2016-02-23 13:32:11 +0000",
  date-modified = "2016-02-23 13:32:11 +0000",
  EPrint        = "1510.09102",
  Month         = "10",
  Title         = "Trace Refinement in Labelled Markov Decision Processes",
  URL           = "http://arxiv.org/abs/1510.09102",
  Year          = "2015",
  bdsk-url-1    = "http://arxiv.org/abs/1510.09102",
  File          = "Trace Refinement in Labelled Markov Decision Processes - Fijalkow, Kiefer, Shirmohammadi (0) (0) - a - a - s.pdf"
}

@Article{ FijalkowKieferShirmohammadi, Author = "Fijalkow, Nathanael and Kiefer, Stefan and Shirmohammadi, Mahsa", Abstract = "Given two labelled Markov decision processes (MDPs), the trace-refinement problem asks whether for all strategies of the first MDP there exists a strategy of the second MDP such that the induced labelled Markov chains are trace-equivalent. We show that this problem is decidable in polynomial time if the second MDP is a Markov chain. The algorithm is based on new results on a particular notion of bisimulation between distributions over the states. However, we show that the general trace-refinement problem is undecidable, even if the first MDP is a Markov chain. Decidability of those problems was stated as open in 2008. We further study the decidability and complexity of the trace-refinement problem provided that the strategies are restricted to be memoryless.", date-added = "2016-02-23 13:32:11 +0000", date-modified = "2016-02-23 13:32:11 +0000", EPrint = "1510.09102", Month = "10", Title = "Trace Refinement in Labelled Markov Decision Processes", URL = "http://arxiv.org/abs/1510.09102", Year = "2015", bdsk-url-1 = "http://arxiv.org/abs/1510.09102", File = "Trace Refinement in Labelled Markov Decision Processes - Fijalkow, Kiefer, Shirmohammadi (0) (0) - a - a - s.pdf" }