BENCHMARK INFORMATION benchmark definition: ../benchexec/conditional-commutativity.xml name: conditional-commutativity run sets: CE-NecessaryAndSufficient.Weaver-Boogie date: Sat, 2024-11-16 00:52:30 CET tool: ULTIMATE GemCutter 0.3.0-aee53f61 tool executable: ./Ultimate.py options: --force-no-wrapper -s '${benchmark_path}/../../../trunk/examples/settings/gemcutter/NewStatesSleepPersistentFixedOrder.epf' --traceabstraction.dfs.order.used.in.por LOOP_LOCKSTEP parallel runs: 14 resource limits: - memory: 8000.0 MB - time: 900 s - cpu cores: 2 hardware requirements: - cpu cores: 2 - memory: 8000.0 MB ------------------------------------------------------------ SYSTEM INFORMATION host: bench-02 os: Linux-6.8.8-4-pve-x86_64-with-glibc2.36 cpu: AMD Ryzen Threadripper 3970X 32-Core Processor - cores: 32 - max frequency: 3700.0 MHz - turbo boost enabled: True ram: 137438.953472 MB ------------------------------------------------------------ NONE.Weaver-Boogie Run set 1 of 6: skipped CE-Sufficient.Weaver-Boogie Run set 2 of 6: skipped CE-SufficientWithContext.Weaver-Boogie Run set 3 of 6: skipped CE-NecessaryAndSufficient.Weaver-Boogie Run set 4 of 6 with options '--force-no-wrapper -s ${benchmark_path}/../../../trunk/examples/settings/gemcutter/NewStatesSleepPersistentFixedOrder.epf --traceabstraction.dfs.order.used.in.por LOOP_LOCKSTEP --traceabstraction.commutativity.condition.synthesis NECESSARY_AND_SUFFICIENT' and propertyfile 'None' inputfile status cpu time wall time host ------------------------------------------------------------------------------------------------------------- array-eq-symm.wvr.yml true 14.38 8.33 None array-eq-trans.wvr.yml true 53.90 33.50 None clever.wvr.yml TIMEOUT 900.56 835.35 None fibonacci.wvr.yml true 15.41 8.63 None loop-tiling-eq.wvr.yml TIMEOUT 901.82 879.34 None mult-comm.wvr.yml TIMEOUT 901.27 807.76 None mult-dist.wvr.yml TIMEOUT 901.63 726.10 None mult-flipped-dist.wvr.yml true 10.78 7.42 None security.wvr.yml true 8.34 5.17 None spaghetti.wvr.yml true 10.81 5.79 None unroll-2.wvr.yml ERROR: EXCEPTION 394.48 366.84 None unroll-3.wvr.yml ERROR: EXCEPTION 758.34 720.03 None unroll-4.wvr.yml ERROR: EXCEPTION 443.95 427.32 None unroll-5.wvr.yml ERROR: EXCEPTION 837.40 817.45 None unroll-cond-2.wvr.yml ERROR: EXCEPTION 390.00 376.47 None unroll-cond-3.wvr.yml ERROR: EXCEPTION 402.24 376.81 None unroll-cond-4.wvr.yml ERROR: EXCEPTION 388.04 374.03 None unroll-cond-5.wvr.yml TIMEOUT 901.65 874.56 None bench/exp1x3.wvr.yml true 10.78 5.94 None bench/exp2x3.wvr.yml true 15.21 8.32 None bench/exp2x4.wvr.yml true 16.91 9.13 None bench/exp2x6.wvr.yml true 22.11 11.82 None bench/exp2x9.wvr.yml true 30.22 15.98 None bench/exp3x3-opt.wvr.yml true 18.19 9.82 None bench/exp3x3.wvr.yml true 31.21 17.28 None chl/array-int-subst.wvr.yml true 103.13 75.84 None chl/array-int-symm.wvr.yml true 18.70 10.41 None chl/array-int-trans.wvr.yml true 102.40 76.08 None chl/chromosome-opt-symm.wvr.yml true 31.93 17.96 None chl/chromosome-subst.wvr.yml true 49.89 29.85 None chl/chromosome-symm.wvr.yml true 26.79 15.51 None chl/chromosome-trans.wvr.yml true 52.42 33.74 None chl/collitem-subst.wvr.yml true 12.40 6.59 None chl/collitem-symm.wvr.yml true 11.74 6.14 None chl/collitem-trans.wvr.yml true 12.25 6.49 None chl/container-subst.wvr.yml true 12.82 6.75 None chl/container-symm.wvr.yml true 10.89 5.81 None chl/container-trans.wvr.yml true 12.81 6.66 None chl/exp-term-subst.wvr.yml true 12.00 6.33 None chl/exp-term-symm.wvr.yml true 10.27 5.47 None chl/file-item-subst.wvr.yml true 12.61 6.63 None chl/file-item-symm.wvr.yml true 10.52 5.66 None chl/file-item-trans.wvr.yml true 9.84 5.28 None chl/match-subst.wvr.yml true 13.89 7.22 None chl/match-symm.wvr.yml true 12.62 6.57 None chl/match-trans.wvr.yml true 14.42 7.45 None chl/name-comparator-subst.wvr.yml true 43.02 24.97 None chl/name-comparator-symm.wvr.yml true 26.70 14.56 None chl/name-comparator-trans.wvr.yml true 65.13 42.49 None chl/node-subst.wvr.yml true 12.30 6.55 None chl/node-symm.wvr.yml true 10.95 5.78 None chl/node-trans.wvr.yml true 11.55 6.15 None chl/nzb-file-subst.wvr.yml true 86.25 58.29 None chl/nzb-file-symm.wvr.yml true 38.06 22.29 None chl/nzb-file-trans.wvr.yml true 76.81 50.55 None chl/poker-hand-subst.wvr.yml true 238.70 192.48 None chl/poker-hand-symm.wvr.yml true 51.51 30.79 None chl/poker-hand-trans.wvr.yml true 155.32 117.76 None chl/simpl-str-subst.wvr.yml true 8.24 4.75 None chl/simpl-str-symm.wvr.yml true 7.54 4.42 None chl/simpl-str-trans.wvr.yml true 9.64 5.16 None chl/sre-subst.wvr.yml true 7.75 4.67 None chl/sre-symm.wvr.yml true 7.35 4.28 None chl/sre-trans.wvr.yml true 9.03 4.85 None chl/time-subst.wvr.yml true 7.59 4.35 None chl/time-symm.wvr.yml true 7.48 4.24 None chl/time-trans.wvr.yml true 9.37 4.95 None chl/word-subst.wvr.yml true 50.66 38.23 None chl/word-symm.wvr.yml true 19.52 12.14 None chl/word-trans.wvr.yml true 74.52 49.94 None parallel/bakery-2.wvr.yml true 12.90 6.82 None parallel/bakery-3.wvr.yml true 65.67 38.56 None parallel/bakery-4.wvr.yml OUT OF MEMORY 811.15 728.13 None parallel/barrier-loop.wvr.yml false(unreach-call) 8.11 4.47 None parallel/barrier.wvr.yml true 12.09 6.43 None parallel/bluetooth.wvr.yml true 7.76 4.49 None parallel/lamport.wvr.yml true 9.43 5.21 None parallel/min-max-1.wvr.yml true 8.29 4.67 None parallel/min-max-2.wvr.yml TIMEOUT 902.43 879.67 None parallel/misc-1.wvr.yml TIMEOUT 902.03 869.54 None parallel/misc-2-unrolled-atomic.wvr.yml true 8.15 4.47 None parallel/misc-2-unrolled.wvr.yml true 9.15 4.95 None parallel/misc-2.wvr.yml true 17.77 10.23 None parallel/misc-3-extended.wvr.yml true 13.98 7.69 None parallel/misc-3.wvr.yml true 9.88 5.53 None parallel/misc-4.wvr.yml true 12.76 7.01 None parallel/misc-5.wvr.yml OUT OF MEMORY 482.20 416.69 None parallel/parallel-sum-1-dsl.wvr.yml TIMEOUT 901.54 849.30 None parallel/parallel-sum-1.wvr.yml TIMEOUT 901.98 823.80 None parallel/parallel-sum-2.wvr.yml TIMEOUT 900.93 806.38 None parallel/parallel-sum-equiv.wvr.yml TIMEOUT 901.95 830.99 None parallel/simple-equiv.wvr.yml true 9.38 5.03 None parallel/ticket-2.wvr.yml true 9.57 5.20 None parallel/ticket-3.wvr.yml true 15.07 7.84 None parallel/ticket-4.wvr.yml true 31.47 16.34 None parallel/ticket-5.wvr.yml true 62.75 38.31 None parallel/ticket-6.wvr.yml true 206.07 161.68 None parallel/ticket-7.wvr.yml OUT OF MEMORY 456.99 393.80 None parallel/ticket-8.wvr.yml OUT OF MEMORY 405.72 355.39 None popl20/channel-sum.wvr.yml TIMEOUT 902.00 846.53 None popl20/commit-1.wvr.yml true 23.08 12.17 None popl20/commit-2.wvr.yml true 35.37 19.59 None popl20/counter-determinism.wvr.yml true 58.57 35.25 None popl20/counter-fun.wvr.yml true 32.62 19.03 None popl20/difference-det.wvr.yml true 46.54 27.64 None popl20/figure1-alt.wvr.yml true 27.83 17.05 None popl20/figure1.wvr.yml true 16.44 9.19 None popl20/figure3.wvr.yml TIMEOUT 901.27 790.17 None popl20/horseshoe.wvr.yml true 455.78 403.19 None popl20/min-max-dec.wvr.yml TIMEOUT 901.34 869.36 None popl20/min-max-inc-dec.wvr.yml TIMEOUT 902.25 869.11 None popl20/min-max-inc.wvr.yml true 32.18 19.23 None popl20/mult-4.wvr.yml TIMEOUT 900.98 880.68 None popl20/mult-equiv.wvr.yml TIMEOUT 901.04 845.72 None popl20/nonblocking-cntr-alt.wvr.yml true 26.44 17.74 None popl20/nonblocking-cntr.wvr.yml true 24.49 15.56 None popl20/prod-cons-eq.wvr.yml TIMEOUT 901.31 871.77 None popl20/prod-cons.wvr.yml true 101.22 83.50 None popl20/prod-cons3.wvr.yml ERROR: EXCEPTION 401.68 360.62 None popl20/queue-add-2.wvr.yml true 26.84 16.07 None popl20/queue-add-3.wvr.yml true 65.76 51.86 None popl20/send-receive-alt.wvr.yml TIMEOUT 902.18 824.39 None popl20/send-receive.wvr.yml TIMEOUT 901.57 814.19 None popl20/simple-array-sum.wvr.yml OUT OF MEMORY 435.38 382.49 None popl20/simple-queue.wvr.yml true 8.96 5.82 None popl20/threaded-sum-3.wvr.yml TIMEOUT 900.66 874.83 None popl20/three-array-max.wvr.yml ERROR: EXCEPTION 407.52 383.75 None popl20/three-array-min.wvr.yml TIMEOUT 900.81 866.88 None popl20/three-array-sum.wvr.yml OUT OF MEMORY 380.66 301.15 None popl20/two-queue.wvr.yml true 23.22 14.54 None popl20-bad/buffer-mult-alt.wvr.yml ERROR: EXCEPTION 703.59 665.91 None popl20-bad/commit-1.wvr.yml true 25.50 13.44 None popl20-bad/commit-2.wvr.yml true 42.67 24.12 None popl20-bad/counter-queue.wvr.yml true 14.27 8.05 None popl20-bad/dot-product-alt.wvr.yml ERROR: EXCEPTION 264.49 233.82 None popl20-bad/dot-product.wvr.yml TIMEOUT (ERROR: EXCEPTION) 905.82 865.29 None popl20-bad/ring-nondet.wvr.yml TIMEOUT 901.88 853.64 None popl20-bad/ring.wvr.yml true 40.39 23.80 None popl20-bad/threaded-sum-2.wvr.yml true 69.20 49.92 None popl20-bad/three-array-sum-alt.wvr.yml true 30.67 18.53 None popl20-more/array-sum-alt.wvr.yml TIMEOUT 901.05 832.93 None popl20-more/array-sum.wvr.yml ERROR: EXCEPTION 265.82 232.60 None popl20-more/buffer-mult.wvr.yml TIMEOUT 902.03 876.08 None popl20-more/buffer-series-array.wvr.yml ERROR: EXCEPTION 742.84 692.92 None popl20-more/buffer-series.wvr.yml ERROR: EXCEPTION 719.73 692.51 None popl20-more/dec-subseq-array.wvr.yml ERROR: EXCEPTION 227.29 215.34 None popl20-more/dec-subseq.wvr.yml ERROR: EXCEPTION 234.46 214.42 None popl20-more/dot-product-array.wvr.yml ERROR: EXCEPTION 156.38 142.14 None popl20-more/dot-product.wvr.yml ERROR: EXCEPTION 170.69 150.86 None popl20-more/inc-subseq-array.wvr.yml ERROR: EXCEPTION 250.64 229.73 None popl20-more/inc-subseq.wvr.yml ERROR: EXCEPTION 223.91 209.95 None popl20-more/max-array-hom.wvr.yml ERROR: EXCEPTION 269.74 255.46 None popl20-more/max-array.wvr.yml ERROR: EXCEPTION 231.34 215.45 None popl20-more/max-fun-alt.wvr.yml ERROR: EXCEPTION 241.05 213.79 None popl20-more/max-fun.wvr.yml ERROR: EXCEPTION 272.82 249.42 None popl20-more/min-array-hom.wvr.yml ERROR: EXCEPTION 334.24 312.74 None popl20-more/min-array.wvr.yml ERROR: EXCEPTION 250.79 222.03 None popl20-more/min-fun-alt.wvr.yml ERROR: EXCEPTION 243.69 220.45 None popl20-more/min-fun.wvr.yml ERROR: EXCEPTION 322.01 301.63 None popl20-more/min-le-max.wvr.yml true 10.12 5.85 None popl20-more/mts-array.wvr.yml ERROR: EXCEPTION 260.63 245.87 None popl20-more/mts.wvr.yml ERROR: EXCEPTION 271.12 255.14 None popl20-more/multiply-verify.wvr.yml true 13.58 7.21 None popl20-more/nonblocking-counter-alt2.wvr.yml TIMEOUT 901.24 826.73 None popl20-more/parray-copy.wvr.yml TIMEOUT 902.13 843.90 None popl20-more/queue-add-2-nl.wvr.yml true 55.98 35.82 None popl20-more/queue-add-3-nl.wvr.yml true 187.46 151.09 None popl20-more/sorted.wvr.yml TIMEOUT 902.38 873.84 None popl20-more/sum-array-hom.wvr.yml ERROR: EXCEPTION 369.61 329.11 None popl20-more/sum-array.wvr.yml ERROR: EXCEPTION 770.99 713.37 None popl20-more/sum-fun-alt.wvr.yml ERROR: EXCEPTION 771.84 716.52 None popl20-more/sum-fun.wvr.yml ERROR: EXCEPTION 338.65 309.24 None popl20-more/vector-add.wvr.yml TIMEOUT 902.31 842.64 None popl20-proofs/counter-add-4-semi-Q67.wvr.yml true 20.09 12.53 None test/context1.wvr.yml true 8.72 5.54 None test/easy1.wvr.yml true 6.98 4.10 None test/easy10.wvr.yml true 9.85 5.59 None test/easy11.wvr.yml true 14.60 8.55 None test/easy6.wvr.yml true 8.97 5.11 None test/easy7.wvr.yml true 6.71 3.91 None test/easy8.wvr.yml true 6.31 3.69 None test/hard1.wvr.yml TIMEOUT 901.05 862.81 None test/semi1.wvr.yml true 6.57 3.88 None ------------------------------------------------------------------------------------------------------------- Run set 4 done 48222.02 3607.94 - CE-NecessaryAndSufficient-Badger.Weaver-Boogie Run set 5 of 6: skipped CE-NecessaryAndSufficient-Camel.Weaver-Boogie Run set 6 of 6: skipped Statistics: 183 Files correct: 112 correct true: 111 correct false: 1 incorrect: 0 incorrect true: 0 incorrect false: 0 unknown: 71 Score: 223 (max: 365)