BENCHMARK INFORMATION benchmark definition: ../benchexec/dataraces-automizer.xml name: dataraces-automizer run sets: Automizer.lbe-timeouts date: Sat, 2023-11-18 16:05:14 CET tool: ULTIMATE Automizer 0.2.3-e9b64cc0 tool executable: ./Ultimate.py options: --full-output parallel runs: 14 resource limits: - memory: 8000.0 MB - time: 900 s - cpu cores: 2 hardware requirements: - cpu cores: 2 - memory: 8000.0 MB ------------------------------------------------------------ SYSTEM INFORMATION host: bench-02 os: Linux-5.15.60-1-pve-x86_64-with-glibc2.36 cpu: AMD Ryzen Threadripper 3970X 32-Core Processor - cores: 32 - max frequency: 4549.121 MHz - turbo boost enabled: True ram: 137438.953472 MB ------------------------------------------------------------ Automizer.lbe-timeouts Run set 1 of 1 with options '--full-output' and propertyfile 'None' inputfile status cpu time wall time host ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ mix000.oepc.yml true 38.69 23.35 None mix000.opt.yml true 50.52 29.26 None mix001.oepc.yml true 60.31 36.07 None mix001.opt.yml true 52.62 31.66 None mix002.oepc.yml true 38.00 22.12 None mix002.opt.yml true 59.27 42.16 None mix003.oepc.yml true 52.07 29.18 None mix003_power.opt_pso.opt_rmo.opt_tso.opt.yml true 55.30 32.38 None mix004.opt.yml true 80.67 51.39 None mix005.opt.yml true 83.08 52.51 None mix005_power.oepc_pso.oepc_rmo.oepc.yml true 61.41 36.03 None mix005_tso.oepc.yml true 144.43 125.95 None mix006.opt.yml true 43.67 26.95 None mix006_tso.oepc.yml true 169.24 146.03 None mix007.oepc.yml true 49.63 29.78 None mix007.opt.yml true 63.86 43.43 None mix008.opt.yml true 61.41 35.16 None mix008_power.oepc_pso.oepc_rmo.oepc.yml true 51.08 34.78 None mix008_tso.oepc.yml true 184.31 140.43 None mix009.oepc.yml true 40.91 22.69 None mix009.opt.yml true 70.13 44.74 None mix010.oepc.yml true 49.36 27.03 None mix010.opt.yml true 54.00 30.17 None mix011.opt.yml true 41.11 26.08 None mix011_power.oepc_pso.oepc_rmo.oepc.yml true 39.65 23.98 None mix011_tso.oepc.yml true 112.86 81.74 None mix012_power.oepc_power.opt_pso.oepc_rmo.oepc_rmo.opt_tso.oepc.yml true 43.56 24.13 None mix012_pso.opt_tso.opt.yml true 66.70 42.92 None mix013.opt.yml true 82.64 53.00 None mix014.opt.yml true 67.45 49.21 None mix014_power.oepc_pso.oepc_rmo.oepc.yml true 62.38 35.99 None mix014_tso.oepc.yml true 159.76 125.06 None mix015.oepc.yml true 50.04 27.96 None mix015.opt.yml true 39.09 25.29 None mix016.oepc.yml true 39.34 23.45 None mix016_power.opt_rmo.opt.yml true 69.95 44.31 None mix016_pso.opt_tso.opt.yml true 59.39 32.44 None mix017.oepc.yml true 45.31 29.22 None mix017_power.opt_rmo.opt.yml true 76.28 49.24 None mix017_pso.opt_tso.opt.yml true 80.23 51.17 None mix018.opt.yml true 81.01 53.35 None mix018_power.oepc_pso.oepc_rmo.oepc.yml true 43.40 25.82 None mix018_tso.oepc.yml true 151.16 115.79 None mix019.opt.yml true 57.62 42.08 None mix019_power.oepc_pso.oepc_rmo.oepc.yml true 48.27 27.23 None mix019_tso.oepc.yml true 117.68 85.08 None mix020.oepc.yml true 42.89 26.84 None mix020.opt.yml true 63.49 48.14 None mix021.opt.yml true 70.17 50.12 None mix021_power.oepc_pso.oepc_rmo.oepc.yml true 63.42 36.88 None mix021_tso.oepc.yml true 175.22 135.72 None mix022_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 41.17 22.63 None mix022_tso.yml true 102.76 85.44 None mix023_power.oepc_pso.oepc_rmo.oepc.yml true 61.47 36.08 None mix023_power.opt_pso.opt_rmo.opt.yml true 41.99 27.30 None mix023_tso.yml OUT OF MEMORY 293.64 239.87 None mix024_power.oepc_pso.oepc_rmo.oepc_tso.oepc_tso.opt.yml true 41.12 25.66 None mix024_power.opt_pso.opt_rmo.opt.yml true 51.27 28.68 None mix025_power.oepc_power.opt_pso.oepc_rmo.oepc_tso.oepc_tso.opt.yml true 50.62 28.51 None mix025_pso.opt_rmo.opt.yml true 46.32 25.67 None mix026.oepc.yml true 43.31 27.83 None mix026_power.opt_tso.opt.yml true 61.90 41.90 None mix026_pso.opt_rmo.opt.yml true 41.62 26.83 None mix027_power.oepc_pso.oepc_rmo.oepc.yml true 49.66 32.89 None mix027_power.opt_pso.opt_rmo.opt.yml true 73.36 47.00 None mix027_tso.yml true 97.92 73.40 None mix028_power.oepc_pso.oepc_rmo.oepc.yml true 46.23 25.81 None mix028_power.opt_pso.opt_rmo.opt.yml true 128.47 95.31 None mix028_tso.yml true 135.08 100.83 None mix029_power.oepc_pso.oepc_rmo.oepc_tso.oepc_tso.opt.yml true 46.87 30.32 None mix029_power.opt_pso.opt_rmo.opt.yml true 135.50 97.95 None mix030_power.opt_pso.opt_rmo.opt.yml true 101.41 83.52 None mix030_tso.yml true 132.56 109.75 None mix031.oepc.yml true 33.15 18.66 None mix031.opt.yml true 65.33 42.37 None mix032.oepc.yml true 49.24 27.28 None mix032.opt.yml true 50.97 28.30 None mix033.opt.yml true 36.75 23.25 None mix033_power.oepc_pso.oepc_rmo.oepc.yml true 37.42 23.45 None mix033_tso.oepc.yml true 132.79 105.73 None mix034_power.oepc_power.opt_pso.oepc_rmo.oepc_rmo.opt_tso.oepc.yml true 44.62 25.32 None mix034_pso.opt_tso.opt.yml true 31.66 19.11 None mix035.oepc.yml true 40.82 24.52 None mix035_power.opt_rmo.opt.yml true 69.02 45.02 None mix035_pso.opt_tso.opt.yml true 53.08 36.76 None mix036_power.opt_rmo.opt.yml true 56.92 32.45 None mix036_pso.opt_tso.opt.yml true 40.66 25.85 None mix037.opt.yml true 54.20 32.10 None mix037_power.oepc_pso.oepc_rmo.oepc.yml true 59.53 34.27 None mix037_tso.oepc.yml true 113.23 95.01 None mix038.opt.yml true 51.05 38.52 None mix038_tso.oepc.yml true 135.94 102.06 None mix039.oepc.yml true 63.02 35.01 None mix039.opt.yml true 49.99 28.66 None mix040.opt.yml true 60.21 40.38 None mix040_power.oepc_pso.oepc_rmo.oepc.yml true 52.88 32.98 None mix040_tso.oepc.yml true 151.19 113.72 None mix041_power.oepc_pso.oepc_rmo.oepc.yml true 46.06 25.85 None mix041_power.opt_pso.opt_rmo.opt_tso.oepc_tso.opt.yml true 135.09 98.99 None mix042.opt.yml true 123.12 92.29 None mix043.oepc.yml true 47.00 30.09 None mix043.opt.yml true 141.57 106.13 None mix044.opt.yml true 127.02 110.85 None mix044_power.oepc_pso.oepc_rmo.oepc.yml true 62.28 36.46 None mix044_tso.oepc.yml true 142.72 106.27 None mix045_power.oepc_pso.oepc_rmo.oepc.yml true 36.37 21.96 None mix045_power.opt_pso.opt_rmo.opt_tso.oepc_tso.opt.yml true 106.94 84.00 None mix046.oepc.yml true 48.77 29.46 None mix046.opt.yml true 118.55 98.82 None mix047_power.oepc_pso.oepc_rmo.oepc.yml true 47.46 28.53 None mix047_power.opt_pso.opt_rmo.opt_tso.oepc_tso.opt.yml true 136.60 103.07 None mix049_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt_tso.oepc_tso.opt-podwr001_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt_tso.oepc_tso.opt.yml true 35.52 20.04 None mix050.yml true 46.98 29.96 None mix051_power.oepc_power.opt_pso.oepc_rmo.oepc.yml true 45.31 28.87 None mix051_pso.opt_rmo.opt_tso.opt.yml true 72.45 47.22 None mix051_tso.oepc.yml true 151.36 114.38 None mix052_power.oepc_power.opt_pso.oepc_rmo.oepc.yml true 38.20 22.32 None mix052_pso.opt_rmo.opt_tso.opt.yml true 40.92 23.04 None mix052_tso.oepc.yml true 91.90 74.75 None mix053.opt.yml true 67.58 43.14 None mix053_power.oepc_pso.oepc_rmo.oepc.yml true 63.57 44.75 None mix053_tso.oepc.yml true 104.63 79.12 None mix054_power.oepc_power.opt_pso.oepc_rmo.oepc.yml true 40.85 22.34 None mix054_pso.opt_rmo.opt_tso.oepc_tso.opt.yml true 92.41 71.07 None mix055.opt.yml true 128.97 97.35 None mix055_power.oepc_pso.oepc_rmo.oepc.yml true 73.39 47.48 None mix055_tso.oepc.yml true 141.77 106.05 None mix056_power.oepc_pso.oepc_rmo.oepc.yml true 36.06 22.27 None mix056_power.opt_pso.opt_rmo.opt_tso.oepc_tso.opt.yml true 112.88 82.36 None mix057_power.oepc_pso.oepc_rmo.oepc.yml true 59.75 35.10 None mix057_power.opt_pso.opt_rmo.opt_tso.oepc_tso.opt.yml true 98.13 80.07 None rfi000_power.oepc_pso.oepc_rmo.oepc.yml true 114.01 81.31 None rfi000_power.opt_pso.opt_rmo.opt.yml true 94.79 79.37 None rfi000_tso.yml true 91.24 74.13 None rfi001_power.oepc_pso.oepc_rmo.oepc.yml true 45.48 25.72 None rfi001_power.opt_pso.opt_rmo.opt_tso.oepc_tso.opt.yml true 107.22 75.70 None rfi002_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 118.19 101.15 None rfi002_tso.yml true 156.46 114.23 None rfi003_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 49.47 33.87 None rfi003_tso.yml true 98.33 73.41 None rfi004.yml true 63.57 41.36 None rfi005.yml true 154.99 117.20 None rfi006_power.oepc.yml OUT OF MEMORY 262.44 232.62 None rfi006_power.opt.yml OUT OF MEMORY 243.55 210.99 None rfi006_pso.oepc_pso.opt_tso.oepc_tso.opt.yml true 98.57 74.31 None rfi006_rmo.yml true 190.06 171.70 None rfi007_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 42.11 23.08 None rfi007_tso.yml true 97.12 81.40 None rfi008.oepc.yml true 47.50 26.38 None rfi008.opt.yml true 36.87 22.38 None rfi009_power.oepc.yml true 301.03 262.96 None rfi009_power.opt_pso.oepc_pso.opt_rmo.opt_tso.oepc_tso.opt.yml true 73.45 47.22 None rfi009_rmo.oepc.yml true 173.51 140.48 None rfi010.yml true 53.92 38.58 None safe000_power.oepc.yml OUT OF MEMORY 490.66 457.90 None safe000_power.opt.yml true 257.66 231.87 None safe000_rmo.yml TIMEOUT 900.63 879.14 None safe001_power.oepc.yml TIMEOUT 901.06 860.15 None safe001_power.opt_pso.oepc_pso.opt_rmo.opt.yml true 124.95 93.84 None safe001_rmo.oepc.yml TIMEOUT 900.65 882.08 None safe002_power.oepc.yml TIMEOUT 900.80 868.09 None safe002_power.opt_pso.oepc_pso.opt_rmo.opt.yml true 48.11 34.53 None safe002_rmo.oepc.yml TIMEOUT 900.77 860.68 None safe003_power.oepc_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 115.63 97.01 None safe003_power.opt.yml true 286.28 247.71 None safe004_power.oepc_pso.oepc_rmo.oepc.yml true 143.22 106.25 None safe004_power.opt_pso.opt_rmo.opt.yml true 104.62 89.64 None safe005_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 79.40 53.97 None safe006_power.oepc-thin000_power.oepc.yml true 438.08 418.89 None safe006_power.opt-thin000_power.opt.yml true 342.41 308.05 None safe006_rmo.oepc_rmo.opt-thin000_rmo.oepc_rmo.opt.yml true 134.70 109.68 None safe007_power.oepc-thin001_power.oepc.yml true 297.24 278.11 None safe007_power.opt-thin001_power.opt.yml true 322.90 298.52 None safe007_rmo.oepc_rmo.opt-thin001_rmo.oepc_rmo.opt.yml true 189.13 161.75 None safe008_power.oepc_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 115.37 83.08 None safe008_power.opt.yml true 285.26 250.03 None safe009_power.oepc.yml TIMEOUT 900.71 863.70 None safe009_power.opt.yml true 356.87 322.43 None safe009_rmo.oepc.yml TIMEOUT 900.71 866.48 None safe009_rmo.opt.yml true 159.64 129.64 None safe010_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 95.71 69.76 None safe011_power.oepc_pso.oepc_rmo.oepc_rmo.opt.yml true 85.85 69.12 None safe011_power.opt_pso.opt.yml true 107.33 85.16 None safe012_power.oepc.yml true 348.14 312.37 None safe012_power.opt.yml true 352.86 317.60 None safe012_pso.oepc_pso.opt_rmo.opt.yml true 51.34 37.19 None safe012_rmo.oepc.yml true 184.17 156.29 None safe013_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 53.14 38.33 None safe014_power.oepc.yml true 363.66 343.03 None safe014_power.opt.yml true 287.80 262.13 None safe014_rmo.oepc.yml true 133.76 117.34 None safe014_rmo.opt.yml TIMEOUT 900.82 862.97 None safe015_power.oepc.yml OUT OF MEMORY 807.37 760.63 None safe015_power.opt.yml TIMEOUT 900.61 880.03 None safe015_rmo.yml TIMEOUT 900.94 858.86 None safe016_power.oepc.yml TIMEOUT 900.77 875.63 None safe016_power.opt.yml TIMEOUT 901.07 861.88 None safe016_rmo.oepc.yml TIMEOUT 900.78 867.19 None safe016_rmo.opt.yml TIMEOUT 900.61 881.57 None safe017_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 87.69 66.76 None safe018_power.oepc.yml true 315.03 295.72 None safe018_power.opt.yml OUT OF MEMORY 319.57 278.08 None safe018_rmo.oepc.yml true 157.96 141.72 None safe018_rmo.opt.yml true 160.59 137.56 None safe019_power.oepc.yml TIMEOUT 900.65 879.67 None safe019_power.opt.yml true 533.65 486.13 None safe019_rmo.oepc.yml TIMEOUT 900.81 864.89 None safe019_rmo.opt.yml true 203.81 170.25 None safe020_power.yml true 526.58 499.01 None safe020_rmo.yml true 276.09 237.90 None safe021_power.oepc_pso.oepc_rmo.oepc_rmo.opt.yml true 46.77 25.97 None safe021_power.opt_pso.opt.yml true 109.13 79.73 None safe023_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 150.93 112.13 None safe024_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 70.74 45.19 None safe025_power.yml OUT OF MEMORY 548.59 513.78 None safe025_rmo.yml OUT OF MEMORY 822.19 784.86 None safe026_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 44.43 24.55 None safe027_power.oepc.yml OUT OF MEMORY 322.88 285.96 None safe027_power.opt.yml true 441.47 398.51 None safe027_rmo.yml true 260.08 234.18 None safe028_power.yml true 455.23 428.88 None safe028_rmo.yml true 275.70 254.07 None safe029_power.oepc_pso.oepc_rmo.oepc.yml true 111.95 82.31 None safe029_power.opt_pso.opt_rmo.opt.yml true 130.74 99.43 None safe030_power.oepc_pso.oepc_rmo.oepc.yml true 102.90 79.71 None safe030_power.opt_pso.opt_rmo.opt.yml true 118.70 89.18 None safe031_power.oepc_pso.oepc_rmo.oepc.yml true 50.32 36.18 None safe031_power.opt_pso.opt_rmo.opt.yml true 97.29 81.41 None safe032_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 150.34 112.35 None safe033_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 31.09 17.64 None safe034_power.oepc_power.opt_pso.oepc_pso.opt_rmo.oepc_rmo.opt.yml true 33.12 19.13 None safe035_power.yml OUT OF MEMORY 537.03 466.77 None thin002_power.oepc.yml true 300.47 274.42 None thin002_power.opt.yml true 323.52 287.00 None thin002_rmo.yml true 163.47 140.54 None ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ Run set 1 done 42458.56 2913.86 - Statistics: 235 Files correct: 209 correct true: 209 correct false: 0 incorrect: 0 incorrect true: 0 incorrect false: 0 unknown: 26 Score: 418 (max: 470)