-
Notifications
You must be signed in to change notification settings - Fork 17
/
run_tests.sh
executable file
·21 lines (12 loc) · 985 Bytes
/
run_tests.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
#!/bin/bash -e
echo "Running tests one by one. If 'Passed all tests.' is printed at then end, then we were successful."
python3 -m nnenum.nnenum examples/test/test_sat.onnx examples/test/test_prop.vnnlib 60 out.txt
grep "violated" out.txt
python3 -m nnenum.nnenum examples/test/test_unsat.onnx examples/test/test_prop.vnnlib 60 out.txt
grep "holds" out.txt
python3 -m nnenum.nnenum examples/acasxu/data/ACASXU_run2a_1_1_batch_2000.onnx examples/acasxu/data/prop_1.vnnlib
python3 -m nnenum.nnenum examples/mnistfc/mnist-net_256x2.onnx examples/mnistfc/prop_0_0.03.vnnlib
python3 -m nnenum.nnenum examples/mnistfc/mnist-net_256x2.onnx examples/mnistfc/prop_2_0.03.vnnlib
python3 -m nnenum.nnenum examples/cifar2020/cifar10_2_255_simplified.onnx examples/cifar2020/cifar10_spec_idx_11_eps_0.00784_n1.vnnlib
python3 -m nnenum.nnenum examples/cifar2020/cifar10_2_255_simplified.onnx examples/cifar2020/cifar10_spec_idx_3_eps_0.00784_n1.vnnlib 60 /dev/null
echo "Passed all tests."