You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
35 lines
791 B
35 lines
791 B
// Simple MDP tests cases, used during development of stochastic game model checking
|
|
// Converted to (special case of) POMDP for testing
|
|
|
|
pomdp
|
|
|
|
observables s, t endobservables
|
|
|
|
module m1
|
|
s : [0..5];
|
|
t : [0..2];
|
|
|
|
[a] s=0 & t=0 -> (s'=1);
|
|
[b] s=0 & t=0 -> 0.1 : (t'=1)&(s'=0) + 0.9 : (t'=2)&(s'=0);
|
|
|
|
[a] s=1 & t=0 -> (s'=2);
|
|
[b] s=1 & t=0 -> 0.2 : (t'=1)&(s'=0) + 0.8 : (t'=2)&(s'=0);
|
|
|
|
[a] s=2 & t=0 -> (s'=3);
|
|
[b] s=2 & t=0 -> 0.3 : (t'=1)&(s'=1) + 0.7 : (t'=2)&(s'=1);
|
|
|
|
[a] s=3 & t=0 -> (s'=4);
|
|
[b] s=3 & t=0 -> 0.4 : (t'=1)&(s'=0)+ 0.6 : (t'=2)&(s'=0);
|
|
|
|
[a] s=4 & t=0 -> (s'=5);
|
|
[b] s=4 & t=0 -> 0.5 : (t'=1)&(s'=0) + 0.5 : (t'=2)&(s'=0);
|
|
|
|
[] s=5 & t=0 -> (t'=1)&(s'=0);
|
|
|
|
[] t>0 -> true;
|
|
|
|
endmodule
|
|
|
|
rewards
|
|
mod(s,2)=0 : 1;
|
|
endrewards
|