BENCHMARK INFORMATION benchmark definition: ../benchexec/automizer.xml name: automizer run sets: Automizer-Slice.Drivers, Automizer.Drivers date: Thu, 2023-11-23 10:04:27 CET tool: ULTIMATE Automizer 0.2.3-fba957c5 tool executable: ./Ultimate.py options: --full-output parallel runs: 14 resource limits: - memory: 8000.0 MB - time: 300 s - cpu cores: 2 hardware requirements: - cpu cores: 2 - memory: 8000.0 MB ------------------------------------------------------------ SYSTEM INFORMATION host: bench-02 os: Linux-5.15.108-1-pve-x86_64-with-glibc2.36 cpu: AMD Ryzen Threadripper 3970X 32-Core Processor - cores: 32 - max frequency: 3700.0 MHz - turbo boost enabled: True ram: 137438.953472 MB ------------------------------------------------------------ Automizer-Slice.Drivers Run set 1 of 2 with options '--full-output --preprocessor.use.memory.slicer true' and propertyfile 'None' inputfile status cpu time wall time host -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ldv-linux-3.0/module_get_put-drivers-block-drbd-drbd.ko.cil.out-1.yml true 64.70 45.33 None ldv-linux-3.0/module_get_put-drivers-block-drbd-drbd.ko.cil.out-2.yml TIMEOUT 300.54 258.57 None ldv-linux-3.0/module_get_put-drivers-block-paride-pt.ko.cil.out.yml true 27.27 16.52 None ldv-linux-3.4-simple/32_1_cilled_ok_nondet_linux-3.4-32_1-drivers--acpi--apei--einj.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 18.84 11.01 None ldv-linux-3.4-simple/32_1_cilled_ok_nondet_linux-3.4-32_1-drivers--acpi--bgrt.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 13.21 7.73 None ldv-linux-3.4-simple/32_1_cilled_ok_nondet_linux-3.4-32_1-drivers--acpi--container.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 25.00 16.38 None ldv-linux-3.4-simple/32_1_cilled_ok_nondet_linux-3.4-32_1-drivers--acpi--ec_sys.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 14.63 8.81 None ldv-linux-3.4-simple/32_1_cilled_ok_nondet_linux-3.4-32_1-drivers--acpi--fan.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 25.17 15.52 None ldv-linux-3.7.3/linux-3.10-rc1-43_1a-bitvector-drivers--atm--he.ko-ldv_main0.cil.out.yml true 143.61 109.86 None ldv-linux-3.7.3/main0_drivers--media--dvb-frontends--stv090x-ko---32_7a--linux-3.7.3.yml TIMEOUT 300.82 237.47 None ldv-linux-3.7.3/main0_drivers-net-wireless-mwl8k-ko---32_7a--linux-3.7.3.yml TIMEOUT 300.46 257.35 None ldv-linux-3.7.3/main0_drivers-vhost-tcm_vhost-ko--32_7a--linux-3.7.3.yml TIMEOUT 301.10 261.82 None ldv-linux-3.7.3/main11_drivers-usb-core-usbcore-ko--32_7a--linux-3.7.3.yml TIMEOUT 301.28 243.63 None ldv-commit-tester/m0_drivers-block-virtio_blk-ko--101_1a--39a1d13-1.yml unknown 30.18 17.82 None ldv-commit-tester/m0_drivers-hwmon-ibmpex-ko--130_7a--d631323.yml true 83.01 56.16 None ldv-commit-tester/m0_drivers-hwmon-s3c-hwmon-ko--130_7a--af3071a-1.yml unknown 31.61 21.03 None ldv-commit-tester/m0_drivers-hwmon-s3c-hwmon-ko--130_7a--af3071a.yml true 16.02 10.11 None ldv-commit-tester/m0_drivers-media-radio-si4713-i2c-ko--111_1a--064368f-1.yml false(unreach-call) 97.05 63.35 None ldv-consumption/32_7a_cilled_linux-3.8-rc1-32_7a-drivers--ata--libata.ko-ldv_main4_sequence_infinite_withcheck_stateful.cil.out.yml TIMEOUT 300.78 242.38 None ldv-consumption/32_7a_cilled_linux-3.8-rc1-32_7a-drivers--block--cciss.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml TIMEOUT 300.25 278.38 None ldv-consumption/32_7a_cilled_linux-3.8-rc1-32_7a-drivers--block--paride--pf.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 116.76 80.98 None ldv-consumption/32_7a_cilled_linux-3.8-rc1-32_7a-drivers--block--paride--pg.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 25.00 15.06 None ldv-consumption/32_7a_cilled_linux-3.8-rc1-32_7a-drivers--block--paride--pt.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 69.74 52.92 None ldv-linux-3.12-rc1/linux-3.12-rc1.tar.xz-08_1a-drivers--staging--comedi--comedi.ko-entry_point.cil.out.yml TIMEOUT 301.30 239.77 None ldv-linux-3.12-rc1/linux-3.12-rc1.tar.xz-08_1a-drivers--staging--comedi--comedi.ko-entry_point_simplified.cil.out.yml true 31.73 19.02 None ldv-linux-3.12-rc1/linux-3.12-rc1.tar.xz-08_1a-fs--nfs--nfs.ko-entry_point.cil.out.yml TIMEOUT 301.19 242.28 None ldv-linux-3.12-rc1/linux-3.12-rc1.tar.xz-118_1a-drivers--scsi--qla2xxx--qla2xxx.ko-entry_point.cil.out.yml TIMEOUT 301.15 260.42 None ldv-linux-3.12-rc1/linux-3.12-rc1.tar.xz-144_2a-drivers--input--misc--ims-pcu.ko-entry_point.cil.out.yml TIMEOUT 301.19 211.39 None ldv-linux-3.16-rc1/205_9a_array_safes_linux-3.16-rc1.tar.xz-205_9a-drivers--net--usb--cdc_eem.ko-entry_point.cil.out.yml true 55.96 36.69 None ldv-linux-3.16-rc1/205_9a_array_safes_linux-3.16-rc1.tar.xz-205_9a-drivers--net--wireless--libertas_tf--libertas_tf.ko-entry_point.cil.out.yml TIMEOUT 300.82 228.75 None ldv-linux-3.16-rc1/205_9a_array_safes_linux-3.16-rc1.tar.xz-205_9a-drivers--net--wireless--rtlwifi--btcoexist--btcoexist.ko-entry_point.cil.out.yml true 63.11 38.65 None ldv-linux-3.16-rc1/205_9a_array_safes_linux-3.16-rc1.tar.xz-205_9a-drivers--net--wireless--ti--wlcore--wlcore_spi.ko-entry_point.cil.out.yml true 21.65 12.65 None ldv-validator-v0.6/linux-stable-1575714-1-150_1a-drivers--net--wireless--b43--b43.ko-entry_point.cil.out.yml TIMEOUT 300.28 258.61 None ldv-validator-v0.6/linux-stable-1b0b0ac-1-108_1a-drivers--net--slip.ko-entry_point.cil.out.yml TIMEOUT 300.63 250.26 None ldv-validator-v0.6/linux-stable-1dfa93a-1-100_1a-drivers--usb--serial--kobil_sct.ko-entry_point.cil.out.yml TIMEOUT 301.02 250.06 None ldv-validator-v0.6/linux-stable-2b9ec6c-1-106_1a-drivers--usb--gadget--g_printer.ko-entry_point.cil.out.yml TIMEOUT 300.82 258.74 None ldv-validator-v0.8/linux-stable-063f96c-1-144_2a-drivers--mmc--host--vub300.ko.unsigned-entry_point_ldv-val-v0.8.cil.out.yml TIMEOUT 301.35 241.59 None ldv-validator-v0.8/linux-stable-064368f-1-111_1a-drivers--media--radio--si4713-i2c.ko-entry_point_ldv-val-v0.8.cil.out.yml TIMEOUT 300.48 265.41 None ldv-validator-v0.8/linux-stable-1575714-1-150_1a-drivers--net--wireless--b43--b43.ko-entry_point_ldv-val-v0.8.cil.out.yml TIMEOUT 301.17 238.59 None ldv-validator-v0.8/linux-stable-1b0b0ac-1-108_1a-drivers--net--slip.ko-entry_point_ldv-val-v0.8.cil.out.yml TIMEOUT 300.70 248.33 None ldv-linux-4.2-rc1/linux-4.2-rc1.tar.xz-08_1a-drivers--ata--libata.ko-entry_point.cil.out.yml TIMEOUT 300.76 262.60 None ldv-linux-4.2-rc1/linux-4.2-rc1.tar.xz-08_1a-drivers--atm--atmtcp.ko-entry_point.cil.out.yml TIMEOUT 300.87 258.52 None ldv-linux-4.2-rc1/linux-4.2-rc1.tar.xz-08_1a-drivers--char--agp--amd64-agp.ko-entry_point.cil.out.yml true 25.37 14.61 None ldv-linux-4.2-rc1/linux-4.2-rc1.tar.xz-08_1a-drivers--char--ipmi--ipmi_msghandler.ko-entry_point.cil.out.yml true 201.13 160.76 None ldv-linux-3.14/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-common-saa7146-saa7146_vv.cil.yml TIMEOUT 300.28 248.81 None ldv-linux-3.14/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-pci-cx25821-cx25821.cil.yml TIMEOUT 300.79 259.32 None ldv-linux-3.14/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-pci-cx88-cx8800.cil.yml OUT OF MEMORY 245.68 176.57 None ldv-linux-3.14/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-pci-saa7134-saa7134.cil.yml TIMEOUT 300.49 253.86 None ldv-challenges/linux-3.10-rc1-43_1a-bitvector-drivers--net--ethernet--broadcom--b44.ko--ldv_main0.cil.out.yml TIMEOUT 301.22 281.42 None ldv-challenges/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-dvb-core-dvb-core.cil.yml TIMEOUT 301.26 250.91 None ldv-challenges/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-pci-bt8xx-bttv.cil.yml TIMEOUT 301.16 248.26 None ldv-challenges/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-pci-zoran-zr36067.cil.yml TIMEOUT 301.30 228.36 None ldv-challenges/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-rc-imon.cil.yml OUT OF MEMORY 242.71 194.98 None ldv-linux-4.0-rc1-mav/linux-4.0-rc1---drivers--atm--fore_200e.ko.cil.yml TIMEOUT 300.22 245.18 None ldv-linux-4.0-rc1-mav/linux-4.0-rc1---drivers--block--mtip32xx--mtip32xx.ko.cil.yml TIMEOUT 300.83 252.36 None ldv-linux-4.0-rc1-mav/linux-4.0-rc1---drivers--block--nvme.ko.cil.yml TIMEOUT 300.90 256.87 None ldv-linux-4.0-rc1-mav/linux-4.0-rc1---drivers--block--paride--pf.ko.cil.yml unknown 208.55 163.41 None ldv-linux-4.0-rc1-mav/linux-4.0-rc1---drivers--block--rsxx--rsxx.ko.cil.yml TIMEOUT 300.93 260.13 None -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Run set 1 done 11826.92 802.42 - Automizer.Drivers Run set 2 of 2 with options '--full-output --preprocessor.use.memory.slicer false' and propertyfile 'None' inputfile status cpu time wall time host -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ldv-linux-3.0/module_get_put-drivers-block-drbd-drbd.ko.cil.out-1.yml true 61.38 42.44 None ldv-linux-3.0/module_get_put-drivers-block-drbd-drbd.ko.cil.out-2.yml unknown 257.57 216.00 None ldv-linux-3.0/module_get_put-drivers-block-paride-pt.ko.cil.out.yml true 26.77 16.45 None ldv-linux-3.4-simple/32_1_cilled_ok_nondet_linux-3.4-32_1-drivers--acpi--apei--einj.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 15.68 10.17 None ldv-linux-3.4-simple/32_1_cilled_ok_nondet_linux-3.4-32_1-drivers--acpi--bgrt.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 12.85 7.27 None ldv-linux-3.4-simple/32_1_cilled_ok_nondet_linux-3.4-32_1-drivers--acpi--container.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 24.87 16.16 None ldv-linux-3.4-simple/32_1_cilled_ok_nondet_linux-3.4-32_1-drivers--acpi--ec_sys.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 14.94 9.19 None ldv-linux-3.4-simple/32_1_cilled_ok_nondet_linux-3.4-32_1-drivers--acpi--fan.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 24.02 14.78 None ldv-linux-3.7.3/linux-3.10-rc1-43_1a-bitvector-drivers--atm--he.ko-ldv_main0.cil.out.yml true 142.36 109.90 None ldv-linux-3.7.3/main0_drivers--media--dvb-frontends--stv090x-ko---32_7a--linux-3.7.3.yml TIMEOUT 301.55 231.85 None ldv-linux-3.7.3/main0_drivers-net-wireless-mwl8k-ko---32_7a--linux-3.7.3.yml TIMEOUT 300.85 255.61 None ldv-linux-3.7.3/main0_drivers-vhost-tcm_vhost-ko--32_7a--linux-3.7.3.yml TIMEOUT 300.74 260.19 None ldv-linux-3.7.3/main11_drivers-usb-core-usbcore-ko--32_7a--linux-3.7.3.yml TIMEOUT 301.44 246.12 None ldv-commit-tester/m0_drivers-block-virtio_blk-ko--101_1a--39a1d13-1.yml unknown 31.15 18.22 None ldv-commit-tester/m0_drivers-hwmon-ibmpex-ko--130_7a--d631323.yml true 82.96 54.90 None ldv-commit-tester/m0_drivers-hwmon-s3c-hwmon-ko--130_7a--af3071a-1.yml unknown 33.41 22.44 None ldv-commit-tester/m0_drivers-hwmon-s3c-hwmon-ko--130_7a--af3071a.yml true 16.86 10.30 None ldv-commit-tester/m0_drivers-media-radio-si4713-i2c-ko--111_1a--064368f-1.yml false(unreach-call) 153.32 111.85 None ldv-consumption/32_7a_cilled_linux-3.8-rc1-32_7a-drivers--ata--libata.ko-ldv_main4_sequence_infinite_withcheck_stateful.cil.out.yml TIMEOUT 300.58 262.54 None ldv-consumption/32_7a_cilled_linux-3.8-rc1-32_7a-drivers--block--cciss.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml TIMEOUT 300.44 269.20 None ldv-consumption/32_7a_cilled_linux-3.8-rc1-32_7a-drivers--block--paride--pf.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 114.96 76.15 None ldv-consumption/32_7a_cilled_linux-3.8-rc1-32_7a-drivers--block--paride--pg.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 26.78 16.53 None ldv-consumption/32_7a_cilled_linux-3.8-rc1-32_7a-drivers--block--paride--pt.ko-ldv_main0_sequence_infinite_withcheck_stateful.cil.out.yml true 67.06 51.43 None ldv-linux-3.12-rc1/linux-3.12-rc1.tar.xz-08_1a-drivers--staging--comedi--comedi.ko-entry_point.cil.out.yml TIMEOUT 300.60 254.28 None ldv-linux-3.12-rc1/linux-3.12-rc1.tar.xz-08_1a-drivers--staging--comedi--comedi.ko-entry_point_simplified.cil.out.yml true 30.84 20.57 None ldv-linux-3.12-rc1/linux-3.12-rc1.tar.xz-08_1a-fs--nfs--nfs.ko-entry_point.cil.out.yml TIMEOUT 301.16 240.83 None ldv-linux-3.12-rc1/linux-3.12-rc1.tar.xz-118_1a-drivers--scsi--qla2xxx--qla2xxx.ko-entry_point.cil.out.yml TIMEOUT 300.90 255.59 None ldv-linux-3.12-rc1/linux-3.12-rc1.tar.xz-144_2a-drivers--input--misc--ims-pcu.ko-entry_point.cil.out.yml TIMEOUT 300.98 234.69 None ldv-linux-3.16-rc1/205_9a_array_safes_linux-3.16-rc1.tar.xz-205_9a-drivers--net--usb--cdc_eem.ko-entry_point.cil.out.yml true 48.72 30.00 None ldv-linux-3.16-rc1/205_9a_array_safes_linux-3.16-rc1.tar.xz-205_9a-drivers--net--wireless--libertas_tf--libertas_tf.ko-entry_point.cil.out.yml TIMEOUT 301.23 242.62 None ldv-linux-3.16-rc1/205_9a_array_safes_linux-3.16-rc1.tar.xz-205_9a-drivers--net--wireless--rtlwifi--btcoexist--btcoexist.ko-entry_point.cil.out.yml true 68.31 39.55 None ldv-linux-3.16-rc1/205_9a_array_safes_linux-3.16-rc1.tar.xz-205_9a-drivers--net--wireless--ti--wlcore--wlcore_spi.ko-entry_point.cil.out.yml true 27.29 14.73 None ldv-validator-v0.6/linux-stable-1575714-1-150_1a-drivers--net--wireless--b43--b43.ko-entry_point.cil.out.yml TIMEOUT 301.32 244.21 None ldv-validator-v0.6/linux-stable-1b0b0ac-1-108_1a-drivers--net--slip.ko-entry_point.cil.out.yml TIMEOUT 300.72 244.22 None ldv-validator-v0.6/linux-stable-1dfa93a-1-100_1a-drivers--usb--serial--kobil_sct.ko-entry_point.cil.out.yml TIMEOUT 300.20 248.28 None ldv-validator-v0.6/linux-stable-2b9ec6c-1-106_1a-drivers--usb--gadget--g_printer.ko-entry_point.cil.out.yml TIMEOUT 300.92 256.74 None ldv-validator-v0.8/linux-stable-063f96c-1-144_2a-drivers--mmc--host--vub300.ko.unsigned-entry_point_ldv-val-v0.8.cil.out.yml OUT OF MEMORY 208.43 160.70 None ldv-validator-v0.8/linux-stable-064368f-1-111_1a-drivers--media--radio--si4713-i2c.ko-entry_point_ldv-val-v0.8.cil.out.yml TIMEOUT 300.58 262.56 None ldv-validator-v0.8/linux-stable-1575714-1-150_1a-drivers--net--wireless--b43--b43.ko-entry_point_ldv-val-v0.8.cil.out.yml TIMEOUT 300.86 255.46 None ldv-validator-v0.8/linux-stable-1b0b0ac-1-108_1a-drivers--net--slip.ko-entry_point_ldv-val-v0.8.cil.out.yml TIMEOUT 301.66 246.26 None ldv-linux-4.2-rc1/linux-4.2-rc1.tar.xz-08_1a-drivers--ata--libata.ko-entry_point.cil.out.yml TIMEOUT 302.33 249.58 None ldv-linux-4.2-rc1/linux-4.2-rc1.tar.xz-08_1a-drivers--atm--atmtcp.ko-entry_point.cil.out.yml TIMEOUT 300.46 276.00 None ldv-linux-4.2-rc1/linux-4.2-rc1.tar.xz-08_1a-drivers--char--agp--amd64-agp.ko-entry_point.cil.out.yml true 23.37 13.09 None ldv-linux-4.2-rc1/linux-4.2-rc1.tar.xz-08_1a-drivers--char--ipmi--ipmi_msghandler.ko-entry_point.cil.out.yml true 158.93 122.76 None ldv-linux-3.14/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-common-saa7146-saa7146_vv.cil.yml TIMEOUT 300.47 242.42 None ldv-linux-3.14/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-pci-cx25821-cx25821.cil.yml TIMEOUT 301.14 248.76 None ldv-linux-3.14/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-pci-cx88-cx8800.cil.yml OUT OF MEMORY 230.13 171.10 None ldv-linux-3.14/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-pci-saa7134-saa7134.cil.yml TIMEOUT 301.52 241.81 None ldv-challenges/linux-3.10-rc1-43_1a-bitvector-drivers--net--ethernet--broadcom--b44.ko--ldv_main0.cil.out.yml TIMEOUT 301.21 284.45 None ldv-challenges/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-dvb-core-dvb-core.cil.yml TIMEOUT 301.03 252.19 None ldv-challenges/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-pci-bt8xx-bttv.cil.yml TIMEOUT 301.32 251.90 None ldv-challenges/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-pci-zoran-zr36067.cil.yml TIMEOUT 301.36 236.44 None ldv-challenges/linux-3.14_complex_emg_linux-alloc-spinlock_drivers-media-rc-imon.cil.yml TIMEOUT 301.03 263.31 None ldv-linux-4.0-rc1-mav/linux-4.0-rc1---drivers--atm--fore_200e.ko.cil.yml TIMEOUT 300.62 240.54 None ldv-linux-4.0-rc1-mav/linux-4.0-rc1---drivers--block--mtip32xx--mtip32xx.ko.cil.yml TIMEOUT 300.52 265.86 None ldv-linux-4.0-rc1-mav/linux-4.0-rc1---drivers--block--nvme.ko.cil.yml TIMEOUT 300.68 262.49 None ldv-linux-4.0-rc1-mav/linux-4.0-rc1---drivers--block--paride--pf.ko.cil.yml unknown 218.77 169.47 None ldv-linux-4.0-rc1-mav/linux-4.0-rc1---drivers--block--rsxx--rsxx.ko.cil.yml TIMEOUT 300.29 240.52 None -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Run set 2 done 11753.51 789.94 - Statistics: 116 Files correct: 40 correct true: 38 correct false: 2 incorrect: 0 incorrect true: 0 incorrect false: 0 unknown: 76 Score: 78 (max: 180)