Browse Source

Makefile: new target 'testsfull'

'testsfull' runs the test cases from prism-tests against all the
different engines (explicit, hybrid, sparse, mtbdd, exact), with and
without interval iteration and topological ordering, where appropriate.
master
Joachim Klein 8 years ago
parent
commit
799285f921
  1. 10
      prism-tests/all-engines.args
  2. 11
      prism/Makefile

10
prism-tests/all-engines.args

@ -0,0 +1,10 @@
-explicit
-explicit -ii -maxiters 100000
-explicit -ii -topological -maxiters 100000
-mtbdd
-mtbdd -ii -maxiters 100000 -cuddepsilon 1E-20
-hybrid
-hybrid -ii -maxiters 100000
-sparse
-sparse -ii -maxiters 100000
-exact

11
prism/Makefile

@ -436,6 +436,17 @@ testslocal:
echo "Skipping local tests"; \
fi
# Run the tests from ../prism-tests (with different engine settings, picked up from ../prism-tests/all-engines.args)
# - Export tests are disabled, as there is currently no robust test mechanism for dealing with the
# variations in the output of the different engines.
# - We run with --test-all, as failures for some engines should not abort the tests
# - We run with a timeout of 1 minute, as some engines take a long time for some properties
testsfull:
cd ../prism-tests && \
"$(PWD)"/etc/scripts/prism-auto -t -m . \
--skip-export-runs --skip-duplicate-runs --test-all -a all-engines.args --timeout 1m \
-p "$(PWD)"/bin/prism --nailgun $(TESTS_ARGS);
bin_scripts:
@for target in $(BIN_TARGETS); do \
target_trunc=`echo $$target | sed 's/\.[^.]*$$//'` && \

Loading…
Cancel
Save