Interactive Markov chains (IMC) are compositional behavioural models extending labelled transition systems and continuous-time Markov chains. We provide a framework and algorithms for compositional verification and optimization of IMC with respect to time-bounded properties. Firstly, we give a specification formalism for IMC. Secondly, given a time-bounded property, an IMC component and the assumption that its unknown environment satisfies a given specification, we synthesize a scheduler for the component optimizing the probability that the property is satisfied in any such environment.
@article{arxiv.1305.7332,
title = {Compositional Verification and Optimization of Interactive Markov Chains},
author = {Holger Hermanns and Jan Krčál and Jan Křetínský},
journal= {arXiv preprint arXiv:1305.7332},
year = {2013}
}