You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
23 lines
329 B
23 lines
329 B
// Simple MDPs from Lec 12 of Probabilistic Model Checking
|
|
|
|
mdp
|
|
|
|
module M
|
|
|
|
s:[0..3];
|
|
|
|
[a] s=0 -> 1:(s'=1);
|
|
[b] s=1 -> 0.7:(s'=0) + 0.3:(s'=1);
|
|
[c] s=1 -> 0.5:(s'=2) + 0.5:(s'=3);
|
|
[a] s=2 -> 1:(s'=2);
|
|
[a] s=3 -> 1:(s'=3);
|
|
|
|
endmodule
|
|
|
|
label "heads" = s=2;
|
|
label "tails" = s=3;
|
|
|
|
rewards "r"
|
|
[b] true : 5;
|
|
[c] true : 6;
|
|
endrewards
|