Tool | ULTIMATE Automizer 0.1.23-3d12b049 | z3 | ||||||||||||||||||
Limits | timelimit: 300 s, memlimit: 8000 MB, CPU core limit: 2 | timelimit: 90 s, memlimit: 4000 MB, CPU core limit: 2 | ||||||||||||||||||
Host | monteverdi | |||||||||||||||||||
OS | Linux-4.12.12-gentoo-x86_64-Intel-R-_Core-TM-_i7-2600_CPU_@_3.40GHz-with-gentoo-2.4.1 | |||||||||||||||||||
System | CPU: Intel Core i7-2600 CPU @ 3.40GHz, cores: 8, frequency: 3800 MHz, Turbo Boost: enabled; RAM: 25257 MB | |||||||||||||||||||
Date of execution | 2018-06-19 21:52:44 CEST | 2018-06-19 22:29:26 CEST | 2018-06-19 23:22:53 CEST | 2018-06-19 23:08:00 CEST | 2018-06-19 16:14:13 CEST | |||||||||||||||
Run set | chc-small-treeautomizer-hopcroft.TreeAutomizerHopcroft | chc-small-treeautomizer-naive.TreeAutomizer-Naive | chc-small-ultimate.CHC | chc-small-ultimate-goto.CHC-Goto | chc-small-z3-ari.CHC-z3-ari | |||||||||||||||
Options | -tc ../../../trunk/examples/toolchains/TreeAutomizer.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/chc/TreeAutomizer/TreeAutomizerHopcroftMinimization.epf | -tc ../../../trunk/examples/toolchains/TreeAutomizer.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/chc/TreeAutomizer/TreeAutomizerNaiveMinimization.epf | -tc ../../../trunk/examples/toolchains/AutomizerCHC.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/chc/AutomizerCHC/AutomizerCHC_No_Goto.epf | -tc ../../../trunk/examples/toolchains/AutomizerCHC.xml --generate-csv --csv-dir ../../../releaseScripts/default/UAutomizer-linux/csv -s ../../../trunk/examples/settings/chc/AutomizerCHC/AutomizerCHC_Goto.epf | fixedpoint.engine=spacer | |||||||||||||||
../../../../chc-comp18-benchmarks/ | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage |
lia/chc-lia-0061.smt2 | sat | 47.2 | 24.5 | 659525632 | sat | 161 | 113 | 1545515008 | timeout (error (143)) | 314 | 275 | 3314356224 | timeout (error (143)) | 301 | 272 | 2854309888 | timeout | 90.5 | 91.0 | 100179968 |
lia/chc-lia-0321.smt2 | timeout (error (143)) | 307 | 249 | 2946355200 | timeout (error (143)) | 307 | 254 | 2960150528 | error: exception | 29.3 | 16.7 | 1321566208 | error: exception | 27.6 | 16.9 | 1036550144 | timeout | 90.6 | 90.7 | 254230528 |
lia/chc-lia-0323.smt2 | timeout (error (143)) | 306 | 253 | 3093430272 | timeout (error (143)) | 306 | 258 | 3051089920 | error: exception | 27.8 | 15.8 | 1134727168 | error: exception | 28.6 | 16.2 | 1141399552 | unsat | 59.9 | 59.9 | 1391165440 |
lia/chc-lia-0359.smt2 | timeout (error (143)) | 307 | 249 | 3150090240 | timeout (error (143)) | 307 | 248 | 3096711168 | error: exception | 43.1 | 28.1 | 2312396800 | error: exception | 55.4 | 34.7 | 2670514176 | unsat | 59.5 | 59.5 | 3583275008 |
lia/chc-lia-0269.smt2 | error: exception | 116 | 73.7 | 2055217152 | timeout (error: exception) | 301 | 249 | 2848669696 | error: exception | 11.8 | 6.25 | 325427200 | error: exception | 12.6 | 6.65 | 320335872 | sat | 6.78 | 6.78 | 175325184 |
lia/chc-lia-0237.smt2 | unsat | 75.7 | 48.7 | 1222230016 | unsat | 92.9 | 60.2 | 1389826048 | out of memory | 239 | 133 | 8000000000 | false | 42.8 | 23.5 | 575074304 | unsat | .751 | .766 | 17903616 |
lia/chc-lia-0113.smt2 | timeout (error: exception) | 301 | 262 | 1315049472 | timeout (error: exception) | 302 | 248 | 1712640000 | timeout (error (143)) | 302 | 257 | 1295618048 | timeout (error (143)) | 305 | 282 | 2468126720 | timeout | 90.6 | 90.7 | 102453248 |
lia/chc-lia-0216.smt2 | timeout (error: exception) | 301 | 256 | 2825310208 | timeout (error: exception) | 300 | 241 | 2824617984 | out of memory | 193 | 110 | 8000000000 | timeout (error (143)) | 300 | 276 | 2986401792 | timeout | 90.6 | 90.6 | 194052096 |
lia/chc-lia-0390.smt2 | timeout (error (143)) | 306 | 232 | 3970715648 | timeout (error (143)) | 308 | 208 | 7779717120 | error: exception | 179 | 131 | 5041156096 | error: exception | 202 | 142 | 5654282240 | sat | 82.1 | 82.8 | 659779584 |
lia/chc-lia-0124.smt2 | timeout (error: exception) | 303 | 249 | 1908674560 | timeout (error (143)) | 301 | 235 | 2840621056 | timeout (error (143)) | 301 | 273 | 823111680 | timeout (error (143)) | 301 | 270 | 3206918144 | timeout | 90.6 | 90.6 | 102854656 |
lra/chc-lra-0124.smt2 | timeout (error: exception) | 302 | 260 | 2970877952 | timeout (error (143)) | 301 | 268 | 2941100032 | out of memory | 169 | 89.9 | 8000000000 | out of memory | 184 | 97.1 | 8000000000 | timeout | 90.6 | 90.6 | 109957120 |
lra/chc-lra-0082.smt2 | timeout (error (143)) | 306 | 268 | 3533168640 | timeout (error (143)) | 315 | 273 | 3412279296 | out of memory | 199 | 104 | 8000000000 | out of memory | 170 | 89.7 | 8000000000 | timeout | 90.6 | 90.6 | 144986112 |
lra/chc-lra-0034.smt2 | timeout (error (143)) | 301 | 260 | 2897838080 | timeout (error: exception) | 301 | 253 | 2962788352 | timeout (error (143)) | 308 | 205 | 5939609600 | error: exception | 12.3 | 7.67 | 1306640384 | sat | 73.3 | 73.3 | 176640000 |
lra/chc-lra-0085.smt2 | timeout (error: exception) | 301 | 257 | 2639257600 | timeout (error: exception) | 301 | 246 | 2823442432 | timeout (error (143)) | 301 | 238 | 1839886336 | error: exception | 6.72 | 3.70 | 236756992 | sat | 4.91 | 4.91 | 34271232 |
lra/chc-lra-0134.smt2 | timeout (error (143)) | 306 | 267 | 3208413184 | timeout (error: exception) | 305 | 266 | 3309047808 | out of memory | 182 | 98.2 | 8000000000 | out of memory | 193 | 104 | 8000000000 | timeout | 90.6 | 90.6 | 170995712 |
lra/chc-lra-0022.smt2 | timeout (error: exception) | 301 | 246 | 2829709312 | timeout (error (143)) | 301 | 237 | 2839035904 | timeout (error (143)) | 331 | 217 | 7496978432 | error: exception | 5.74 | 3.18 | 176848896 | unsat | 25.2 | 25.2 | 100900864 |
lra/chc-lra-0003.smt2 | timeout (error (143)) | 305 | 261 | 1955708928 | timeout (error (143)) | 301 | 251 | 2856316928 | timeout (error (143)) | 301 | 244 | 1432571904 | error: exception | 5.00 | 2.85 | 174526464 | timeout | 90.6 | 90.6 | 147922944 |
lra/chc-lra-0012.smt2 | error (1) | 4.52 | 7.37 | 165863424 | error (1) | 4.59 | 7.41 | 166002688 | error (1) | 4.91 | 7.94 | 170831872 | error (1) | 4.66 | 7.84 | 171270144 | timeout | 90.6 | 90.6 | 111353856 |
lra/chc-lra-0068.smt2 | timeout (error: exception) | 301 | 261 | 3066585088 | timeout (error (143)) | 301 | 269 | 2967650304 | out of memory | 205 | 107 | 8000000000 | out of memory | 157 | 83.1 | 8000000000 | timeout | 90.6 | 90.6 | 153665536 |
lra/chc-lra-0041.smt2 | timeout (error (143)) | 301 | 257 | 3132125184 | timeout (error: exception) | 301 | 253 | 3232112640 | timeout (error (143)) | 305 | 282 | 3056709632 | error: exception | 5.67 | 9.32 | 223240192 | sat | 3.23 | 3.23 | 41005056 |
../../../../chc-comp18-benchmarks/ | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage | status | cputime (s) | walltime (s) | memUsage |
total | 20 | 5100 | 4240 | 49546145792 | 20 | 5420 | 4440 | 57559334912 | 20 | 3950 | 2840 | 83504947200 | 20 | 2320 | 1750 | 57203195904 | 20 | 1310 | 1310 | 7772917760 |
local summary | 5100 | 2200 | 5420 | 2310 | 3530 | 1540 | 2270 | 892 | 1310 | 466 | ||||||||||
correct results | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
correct true | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
correct false | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
incorrect results | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
incorrect true | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
incorrect false | 0 | 0 | 0 | 0 | 0 | |||||||||||||||
Run set | chc-small-treeautomizer-hopcroft.TreeAutomizerHopcroft | chc-small-treeautomizer-naive.TreeAutomizer-Naive | chc-small-ultimate.CHC | chc-small-ultimate-goto.CHC-Goto | chc-small-z3-ari.CHC-z3-ari |