Tool | ULTIMATE Automizer 0.1.23-f5d4fcad | z3 | ||||||||||||||
Limits | timelimit: 90 s, memlimit: 4000 MB, CPU core limit: 2 | |||||||||||||||
Host | monteverdi | |||||||||||||||
OS | Linux-4.12.12-gentoo-x86_64-Intel-R-_Core-TM-_i7-2600_CPU_@_3.40GHz-with-gentoo-2.4.1 | |||||||||||||||
System | CPU: Intel Core i7-2600 CPU @ 3.40GHz, cores: 8, frequency: 3800 MHz, Turbo Boost: enabled; RAM: 25257 MB | |||||||||||||||
Date of execution | 2018-06-19 15:59:33 CEST | 2018-06-19 16:04:52 CEST | 2018-06-19 16:10:15 CEST | 2018-06-19 16:14:13 CEST | ||||||||||||
Run set | chc-small-treeautomizer-hopcroft.TreeAutomizerHopcroft | chc-small-treeautomizer-naive.TreeAutomizer-Naive | chc-small-ultimate.CHC | chc-small-z3-ari.CHC-z3-ari | ||||||||||||
Options | -tc ../../../trunk/examples/toolchains/TreeAutomizer.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/TreeAutomizer/TreeAutomizerHopcroftMinimization.epf | -tc ../../../trunk/examples/toolchains/TreeAutomizer.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/TreeAutomizer/TreeAutomizerNaiveMinimization.epf | -tc ../../../trunk/examples/toolchains/AutomizerCHC.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/chccomp2018/chcToBoogie_automizer.epf | fixedpoint.engine=spacer | ||||||||||||
../../../../chc-comp18-benchmarks/ | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage |
lia/chc-lia-0061.smt2 | sat | 59.0 | 29.8 | 601149440 | timeout (error (143)) | 90.6 | 52.3 | 957362176 | timeout (error (143)) | 90.7 | 71.3 | 1524310016 | timeout | 90.5 | 91.0 | 100179968 |
lia/chc-lia-0321.smt2 | unknown | 21.4 | 11.7 | 825155584 | unknown | 21.7 | 11.6 | 833032192 | unknown | 25.6 | 15.0 | 968093696 | timeout | 90.6 | 90.7 | 254230528 |
lia/chc-lia-0323.smt2 | unknown | 18.8 | 10.7 | 907800576 | unknown | 19.8 | 11.5 | 882696192 | unknown | 28.9 | 16.4 | 1015410688 | unsat | 59.9 | 59.9 | 1391165440 |
lia/chc-lia-0359.smt2 | unknown | 32.7 | 20.3 | 1455505408 | unknown | 33.1 | 20.5 | 1550544896 | unknown | 43.3 | 28.0 | 1710186496 | unsat | 59.5 | 59.5 | 3583275008 |
lia/chc-lia-0269.smt2 | unknown | 9.92 | 5.13 | 310145024 | unknown | 9.34 | 4.87 | 315858944 | unknown | 11.9 | 6.25 | 330723328 | sat | 6.78 | 6.78 | 175325184 |
lia/chc-lia-0237.smt2 | unknown | 6.07 | 3.20 | 176144384 | unknown | 5.74 | 3.09 | 172646400 | unknown | 6.69 | 3.63 | 206123008 | unsat | .751 | .766 | 17903616 |
lia/chc-lia-0113.smt2 | timeout (error: exception) | 91.8 | 60.0 | 1048240128 | timeout (error (143)) | 91.1 | 56.0 | 1147076608 | timeout (error (143)) | 90.7 | 69.3 | 1533419520 | timeout | 90.6 | 90.7 | 102453248 |
lia/chc-lia-0216.smt2 | timeout (error: exception) | 90.2 | 55.1 | 1294061568 | timeout (error: exception) | 91.3 | 54.0 | 1365344256 | timeout (error (143)) | 91.1 | 79.9 | 1507053568 | timeout | 90.6 | 90.6 | 194052096 |
lia/chc-lia-0390.smt2 | timeout (error (143)) | 98.5 | 79.4 | 2256146432 | timeout (error (143)) | 90.6 | 73.9 | 2170044416 | timeout (error (143)) | 91.1 | 76.1 | 2142842880 | sat | 82.1 | 82.8 | 659779584 |
lia/chc-lia-0124.smt2 | timeout (error (143)) | 92.0 | 56.7 | 1039552512 | timeout (error: exception) | 90.8 | 50.2 | 1021505536 | timeout (error (143)) | 91.1 | 64.6 | 1575079936 | timeout | 90.6 | 90.6 | 102854656 |
lra/chc-lra-0124.smt2 | timeout (error (143)) | 91.3 | 66.7 | 1576361984 | timeout (error: exception) | 91.9 | 67.9 | 1565421568 | timeout | 91.1 | 48.8 | 3999997952 | timeout | 90.6 | 90.6 | 109957120 |
lra/chc-lra-0082.smt2 | timeout (error (143)) | 96.1 | 68.2 | 2100379648 | timeout (error (143)) | 104 | 75.0 | 2197114880 | out of memory | 87.0 | 48.1 | 3999997952 | timeout | 90.6 | 90.6 | 144986112 |
lra/chc-lra-0034.smt2 | timeout (error (143)) | 90.8 | 57.6 | 1536000000 | timeout (error (143)) | 90.8 | 56.4 | 1477074944 | error: exception | 13.6 | 9.28 | 1379598336 | sat | 73.3 | 73.3 | 176640000 |
lra/chc-lra-0085.smt2 | timeout (error: exception) | 91.2 | 56.8 | 1318440960 | timeout (error (143)) | 90.2 | 62.4 | 1415782400 | error: exception | 6.46 | 3.68 | 231731200 | sat | 4.91 | 4.91 | 34271232 |
lra/chc-lra-0134.smt2 | timeout (error: exception) | 92.3 | 68.7 | 1669980160 | timeout (error (143)) | 91.9 | 67.9 | 1640267776 | out of memory | 79.8 | 44.4 | 3999997952 | timeout | 90.6 | 90.6 | 170995712 |
lra/chc-lra-0022.smt2 | timeout (error: exception) | 90.5 | 61.2 | 1391779840 | timeout (error: exception) | 91.6 | 59.9 | 1466007552 | error: exception | 6.19 | 4.09 | 184901632 | unsat | 25.2 | 25.2 | 100900864 |
lra/chc-lra-0003.smt2 | timeout (error (143)) | 90.9 | 55.7 | 1198505984 | timeout (error: exception) | 91.0 | 54.1 | 1337004032 | error: exception | 5.94 | 3.80 | 177147904 | timeout | 90.6 | 90.6 | 147922944 |
lra/chc-lra-0012.smt2 | error (1) | 4.87 | 7.63 | 165707776 | error (1) | 4.97 | 7.66 | 164786176 | error (1) | 5.27 | 8.26 | 171126784 | timeout | 90.6 | 90.6 | 111353856 |
lra/chc-lra-0068.smt2 | timeout (error (143)) | 90.3 | 62.1 | 1579888640 | timeout (error (143)) | 91.1 | 62.6 | 1584422912 | out of memory | 83.2 | 44.4 | 3999997952 | timeout | 90.6 | 90.6 | 153665536 |
lra/chc-lra-0041.smt2 | timeout (error (143)) | 91.5 | 60.7 | 1756983296 | timeout (error (143)) | 91.2 | 57.3 | 1709355008 | error: exception | 6.41 | 3.89 | 180178944 | sat | 3.23 | 3.23 | 41005056 |
../../../../chc-comp18-benchmarks/ | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage |
total | 20 | 1350 | 897 | 24207929344 | 20 | 1380 | 909 | 24973348864 | 20 | 956 | 649 | 30837919744 | 20 | 1310 | 1310 | 7772917760 |
local summary | 1350 | 318 | 1380 | 322 | 938 | 236 | 1310 | 466 | ||||||||
correct results | 0 | 0 | 0 | 0 | ||||||||||||
correct true | 0 | 0 | 0 | 0 | ||||||||||||
correct false | 0 | 0 | 0 | 0 | ||||||||||||
incorrect results | 0 | 0 | 0 | 0 | ||||||||||||
incorrect true | 0 | 0 | 0 | 0 | ||||||||||||
incorrect false | 0 | 0 | 0 | 0 | ||||||||||||
Run set | chc-small-treeautomizer-hopcroft.TreeAutomizerHopcroft | chc-small-treeautomizer-naive.TreeAutomizer-Naive | chc-small-ultimate.CHC | chc-small-z3-ari.CHC-z3-ari |