Tool | ULTIMATE Automizer 0.1.23-8d74a040 | z3 | ||||||||||||||||||
Limits | timelimit: 90 s, memlimit: 8000 MB, CPU core limit: 2 | timelimit: 90 s, memlimit: 4000 MB, CPU core limit: 2 | ||||||||||||||||||
Host | monteverdi | |||||||||||||||||||
OS | Linux-4.12.12-gentoo-x86_64-Intel-R-_Core-TM-_i7-2600_CPU_@_3.40GHz-with-gentoo-2.4.1 | |||||||||||||||||||
System | CPU: Intel Core i7-2600 CPU @ 3.40GHz, cores: 8, frequency: 3800 MHz, Turbo Boost: enabled; RAM: 25257 MB | |||||||||||||||||||
Date of execution | 2018-06-20 22:35:05 CEST | 2018-06-20 22:45:07 CEST | 2018-06-20 23:06:14 CEST | 2018-06-20 22:55:17 CEST | 2018-06-19 16:14:13 CEST | |||||||||||||||
Run set | chc-small-treeautomizer-hopcroft.TreeAutomizerHopcroft | chc-small-treeautomizer-naive.TreeAutomizer-Naive | chc-small-ultimate.CHC | chc-small-ultimate-goto.CHC-Goto | chc-small-z3-ari.CHC-z3-ari | |||||||||||||||
Options | -tc ../../../trunk/examples/toolchains/TreeAutomizer.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/chc/TreeAutomizer/TreeAutomizerHopcroftMinimization.epf | -tc ../../../trunk/examples/toolchains/TreeAutomizer.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/chc/TreeAutomizer/TreeAutomizerNaiveMinimization.epf | -tc ../../../trunk/examples/toolchains/AutomizerCHC.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/chc/AutomizerCHC/AutomizerCHC_No_Goto.epf | -tc ../../../trunk/examples/toolchains/AutomizerCHC.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/chc/AutomizerCHC/AutomizerCHC_Goto.epf | fixedpoint.engine=spacer | |||||||||||||||
../../../../chc-comp18-benchmarks/ | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage |
lia/chc-lia-0061.smt2 | sat | 52.1 | 27.0 | 607895552 | timeout (error (143)) | 90.3 | 55.1 | 961994752 | timeout (error (143)) | 90.7 | 65.7 | 691585024 | timeout (error (143)) | 92.2 | 69.4 | 2833457152 | timeout | 90.5 | 91.0 | 100179968 |
lia/chc-lia-0321.smt2 | timeout (error (143)) | 96.7 | 53.2 | 2255486976 | timeout (error (143)) | 97.6 | 58.8 | 2507714560 | timeout (error (143)) | 94.7 | 62.8 | 3026219008 | timeout (error (143)) | 92.6 | 61.7 | 3468607488 | timeout | 90.6 | 90.7 | 254230528 |
lia/chc-lia-0323.smt2 | timeout (error (143)) | 97.4 | 55.9 | 1822085120 | timeout (error (143)) | 96.8 | 55.2 | 1735360512 | timeout (error (143)) | 96.5 | 70.4 | 3547041792 | timeout (error (143)) | 96.3 | 69.8 | 3638788096 | unsat | 59.9 | 59.9 | 1391165440 |
lia/chc-lia-0359.smt2 | timeout (error (143)) | 97.7 | 57.2 | 2644643840 | timeout (error (143)) | 97.8 | 59.6 | 2562703360 | timeout (error (143)) | 91.2 | 61.5 | 3591168000 | timeout (error (143)) | 97.9 | 67.2 | 3575336960 | unsat | 59.5 | 59.5 | 3583275008 |
lia/chc-lia-0269.smt2 | timeout (error: exception) | 92.1 | 59.2 | 1740234752 | timeout (error: exception) | 94.9 | 58.8 | 1669689344 | timeout (error (143)) | 90.7 | 71.3 | 2948722688 | timeout (error (143)) | 90.7 | 70.3 | 2626572288 | sat | 6.78 | 6.78 | 175325184 |
lia/chc-lia-0237.smt2 | unsat | 78.3 | 50.7 | 1252057088 | timeout (error: exception) | 94.6 | 63.2 | 1496416256 | timeout (error (143)) | 103 | 57.8 | 4880826368 | false | 42.6 | 23.3 | 632442880 | unsat | .751 | .766 | 17903616 |
lia/chc-lia-0113.smt2 | timeout (error: exception) | 91.4 | 56.9 | 1053921280 | timeout (error (143)) | 90.3 | 56.4 | 1125502976 | timeout (error (143)) | 91.6 | 65.0 | 729976832 | timeout (error (143)) | 95.4 | 82.2 | 2512834560 | timeout | 90.6 | 90.7 | 102453248 |
lia/chc-lia-0216.smt2 | timeout (error: exception) | 90.1 | 56.4 | 1409028096 | timeout (error (143)) | 90.7 | 57.4 | 1377206272 | timeout (error (143)) | 91.1 | 58.6 | 4257964032 | timeout (error (143)) | 90.3 | 77.2 | 2843348992 | timeout | 90.6 | 90.6 | 194052096 |
lia/chc-lia-0390.smt2 | timeout (error (143)) | 92.2 | 76.6 | 3662340096 | timeout (error (143)) | 95.1 | 77.6 | 3603513344 | timeout (error (143)) | 91.3 | 73.8 | 3523510272 | timeout (error (143)) | 90.8 | 76.0 | 3557703680 | sat | 82.1 | 82.8 | 659779584 |
lia/chc-lia-0124.smt2 | timeout (error: exception) | 91.6 | 52.6 | 972685312 | timeout (error: exception) | 90.3 | 49.3 | 1080111104 | timeout (error (143)) | 90.9 | 70.3 | 946057216 | timeout (error (143)) | 92.3 | 68.9 | 2273587200 | timeout | 90.6 | 90.6 | 102854656 |
lra/chc-lra-0124.smt2 | timeout (error (143)) | 91.0 | 63.1 | 2811293696 | timeout (error (143)) | 91.3 | 68.2 | 2859585536 | timeout (error (143)) | 91.2 | 64.0 | 3001147392 | timeout (error (143)) | 91.0 | 65.7 | 2539540480 | timeout | 90.6 | 90.6 | 109957120 |
lra/chc-lra-0082.smt2 | timeout (error (143)) | 97.6 | 65.7 | 2653335552 | timeout (error (143)) | 96.0 | 82.9 | 950157312 | timeout (error (143)) | 111 | 77.0 | 4075372544 | timeout (error (143)) | 97.5 | 75.0 | 3687747584 | timeout | 90.6 | 90.6 | 144986112 |
lra/chc-lra-0034.smt2 | timeout (error (143)) | 90.3 | 59.7 | 1981763584 | timeout (error (143)) | 90.3 | 62.0 | 2465730560 | timeout (error (143)) | 110 | 80.2 | 3850973184 | timeout (error (143)) | 97.0 | 71.0 | 3672178688 | sat | 73.3 | 73.3 | 176640000 |
lra/chc-lra-0085.smt2 | timeout (error (143)) | 91.4 | 58.3 | 1267204096 | timeout (error: exception) | 91.2 | 58.3 | 1316823040 | timeout (error (143)) | 90.9 | 61.3 | 1097191424 | timeout (error (143)) | 90.6 | 66.5 | 2547544064 | sat | 4.91 | 4.91 | 34271232 |
lra/chc-lra-0134.smt2 | timeout (error: exception) | 91.2 | 69.6 | 2832908288 | timeout (error: exception) | 92.5 | 70.5 | 2990747648 | timeout (error (143)) | 90.4 | 55.4 | 2782310400 | timeout (error (143)) | 90.8 | 58.8 | 2868011008 | timeout | 90.6 | 90.6 | 170995712 |
lra/chc-lra-0022.smt2 | timeout (error: exception) | 91.1 | 60.2 | 1371672576 | timeout (error (143)) | 90.4 | 57.7 | 1508368384 | timeout (error (143)) | 95.7 | 78.4 | 2922442752 | timeout (error (143)) | 110 | 77.5 | 3670585344 | unsat | 25.2 | 25.2 | 100900864 |
lra/chc-lra-0003.smt2 | timeout (error (143)) | 95.5 | 74.5 | 736964608 | timeout (error: exception) | 91.6 | 57.5 | 1372954624 | timeout (error (143)) | 90.4 | 66.2 | 1356361728 | timeout (error (143)) | 95.3 | 73.9 | 3525361664 | timeout | 90.6 | 90.6 | 147922944 |
lra/chc-lra-0012.smt2 | error (1) | 5.17 | 7.71 | 169070592 | error (1) | 4.76 | 7.53 | 168079360 | error (1) | 4.60 | 7.80 | 171384832 | error (1) | 4.92 | 8.73 | 173367296 | timeout | 90.6 | 90.6 | 111353856 |
lra/chc-lra-0068.smt2 | timeout (error (143)) | 90.3 | 61.2 | 2844520448 | timeout (error (143)) | 91.2 | 63.6 | 2837708800 | timeout (error (143)) | 98.1 | 69.2 | 3842146304 | timeout (error (143)) | 107 | 74.3 | 3907158016 | timeout | 90.6 | 90.6 | 153665536 |
lra/chc-lra-0041.smt2 | timeout (error (143)) | 90.6 | 58.3 | 2882711552 | timeout (error (143)) | 91.1 | 59.8 | 3037298688 | timeout (error (143)) | 95.5 | 77.3 | 2774953984 | timeout (error: exception) | 90.5 | 62.8 | 3025301504 | sat | 3.23 | 3.23 | 41005056 |
../../../../chc-comp18-benchmarks/ | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage |
total | 20 | 1710 | 1120 | 36971823104 | 20 | 1770 | 1180 | 37627666432 | 20 | 1810 | 1290 | 54017355776 | 20 | 1760 | 1300 | 57579474944 | 20 | 1310 | 1310 | 7772917760 |
local summary | 1710 | 591 | 1770 | 608 | 1650 | 674 | 1700 | 656 | 1310 | 466 | ||||||||||
correct results | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
correct true | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
correct false | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
incorrect results | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
incorrect true | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
incorrect false | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
Run set | chc-small-treeautomizer-hopcroft.TreeAutomizerHopcroft | chc-small-treeautomizer-naive.TreeAutomizer-Naive | chc-small-ultimate.CHC | chc-small-ultimate-goto.CHC-Goto | chc-small-z3-ari.CHC-z3-ari |