Benchmark | ESBMC-falsif | TBF Test-Suite Validator | ||||||||||||||||||||||||
Tool | ESBMC version 6.0.0 64-bit x86_64 linux | Tbf Test-suite Validator v1.2 | ||||||||||||||||||||||||
Limits | timelimit: 900 s, memlimit: 15000 MB, CPU core limit: 8 | timelimit: 10800 s, memlimit: 7000 MB, CPU core limit: 2 | ||||||||||||||||||||||||
Host | apollon* | |||||||||||||||||||||||||
OS | Linux 4.15.0-45-generic | |||||||||||||||||||||||||
System | CPU: Intel Xeon E3-1230 v5 @ 3.40 GHz, cores: 8, frequency: 3.8 GHz, Turbo Boost: disabled; RAM: 33546 MB | |||||||||||||||||||||||||
Date of execution | 2019-02-05 21:11:17 CET | 2019-02-06 06:16:01 CET | ||||||||||||||||||||||||
Run set | esbmc-falsi.test-comp19_prop-coverage-error-call.ReachSafety-Loops | tbf-testsuite-validator-esbmc-falsi.test-comp19_prop-coverage-error-call.ReachSafety-Loops | ||||||||||||||||||||||||
Options | -s falsi | --verbose --sequence-file cov-seq.txt -r --stop-after-found-violation --test-suite ../../results-verified/esbmc-falsi.2019-02-05_2111.logfiles/${rundefinition_name}.${inputfile_name}.files/test-suite.zip | ||||||||||||||||||||||||
sv-benchmarks/c/ | status | score | program | test-suite | TS size | inspect test-suite | cpu (s) | wall (s) | mem (MB) | energy (J) | blkio-w (MB) | blkio-r (MB) | status | program | test-suite | TS size | inspect test-suite | cov | branch cov (%) | line cov (%) | cpu (s) | wall (s) | mem (MB) | energy | blkio-w (MB) | blkio-r (MB) |
loops/array-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .11 | .11 | 26 | .99 | 1.0 | 0 | true | prog | tests | 1 | inspect | 66.7 | 86.7 | .12 | .12 | 17 | .078 | 0 | ||
loops/compact.yml | timeout | prog | tests | 0 | inspect | 900 | 880 | 11000 | 11000 | 1.0 | 0 | error (0) | prog | tests | 0 | inspect | 0 | 0 | .057 | .058 | 9.0 | 0 | 0 | |||
loops/count_up_down-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .090 | .091 | 26 | .95 | 1.0 | 0 | true | prog | tests | 1 | inspect | 50.0 | 72.7 | .12 | .12 | 16 | .078 | 0 | ||
loops/eureka_01-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .18 | .18 | 27 | 2.0 | 1.0 | 0 | true | prog | tests | 1 | inspect | 76.9 | 93.5 | .12 | .12 | 16 | .082 | 0 | ||
loops/for_bounded_loop1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .12 | .12 | 26 | .85 | 1.0 | 0 | true | prog | tests | 1 | inspect | 75.0 | 100 | .12 | .12 | 16 | .094 | 0 | ||
loops/insertion_sort-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .63 | .63 | 28 | 7.7 | 1.0 | 0 | true | prog | tests | 1 | inspect | 91.7 | 94.4 | .12 | .12 | 16 | .094 | 0 | ||
loops/invert_string-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .10 | .10 | 26 | 1.0 | 1.0 | 0 | true | prog | tests | 1 | inspect | 87.5 | 100 | .12 | .12 | 17 | .078 | 0 | ||
loops/linear_search.yml | false(unreach-call) | prog | tests | 1 | inspect | .32 | .32 | 27 | 4.4 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | 57.1 | 88.2 | .12 | .11 | 16 | .094 | 0 | |||
loops/matrix-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .14 | .14 | 26 | 1.7 | 1.0 | 0 | true | prog | tests | 1 | inspect | 83.3 | 100 | .12 | .12 | 17 | .082 | 0 | ||
loops/nec20.yml | false(unreach-call) | prog | tests | 1 | inspect | .089 | .089 | 26 | .93 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 8.33 | .12 | .13 | 16 | .094 | 0 | |||
loops/string-2.yml | error (1) | prog | tests | 0 | inspect | .085 | .085 | 26 | .96 | 1.0 | 0 | error (0) | prog | tests | 0 | inspect | 0 | 0 | .059 | .060 | 9.0 | 0 | 0 | |||
loops/sum01-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .13 | .13 | 26 | 1.5 | 1.0 | 0 | true | prog | tests | 1 | inspect | 70.0 | 90.0 | .12 | .12 | 16 | .094 | 0 | ||
loops/sum01_bug02.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .11 | .11 | 26 | 1.1 | 1.0 | 0 | true | prog | tests | 1 | inspect | 70.0 | 90.9 | .11 | .11 | 16 | .078 | 0 | ||
loops/sum01_bug02_sum01_bug02_base.case.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .096 | .096 | 26 | 1.1 | 1.0 | 0 | true | prog | tests | 1 | inspect | 70.0 | 90.0 | .12 | .12 | 17 | .094 | 0 | ||
loops/sum03-1.yml | false(unreach-call) | prog | tests | 1 | inspect | .089 | .089 | 26 | 1.0 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 25.0 | .12 | .12 | 16 | .094 | 0 | |||
loops/sum_array-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .11 | .11 | 26 | 1.4 | 1.0 | 0 | true | prog | tests | 1 | inspect | 80.0 | 93.8 | .12 | .16 | 16 | .094 | 0 | ||
loops/terminator_01.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .13 | .13 | 26 | .84 | 1.0 | 0 | true | prog | tests | 1 | inspect | 50.0 | 72.7 | .12 | .12 | 17 | .094 | 0 | ||
loops/terminator_02-1.yml | false(unreach-call) | prog | tests | 1 | inspect | .11 | .11 | 26 | .68 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 25.0 | .12 | .12 | 16 | .094 | 0 | |||
loops/terminator_03-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .081 | .082 | 26 | .85 | 1.0 | 0 | true | prog | tests | 1 | inspect | 41.7 | 75.0 | .12 | .12 | 16 | .094 | 0 | ||
loops/trex01-1.yml | false(unreach-call) | prog | tests | 1 | inspect | .090 | .090 | 26 | .83 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 7.69 | .12 | .12 | 16 | .098 | 0 | |||
loops/trex02-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .088 | .089 | 26 | .99 | 1.0 | 0 | true | prog | tests | 1 | inspect | 33.3 | 50.0 | .12 | .12 | 16 | .094 | 0 | ||
loops/trex03-1.yml | false(unreach-call) | prog | tests | 1 | inspect | .083 | .083 | 26 | .92 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 25.0 | .12 | .12 | 17 | .094 | 0 | |||
loops/vogal-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .31 | .31 | 34 | 3.8 | 1.0 | 0 | true | prog | tests | 1 | inspect | 88.9 | 88.5 | .13 | .13 | 16 | .078 | 0 | ||
loop-acceleration/array_3-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | 9.3 | 9.1 | 260 | 140 | 1.0 | 0 | true | prog | tests | 1 | inspect | 75.0 | 88.9 | .14 | .14 | 16 | .094 | 0 | ||
loop-acceleration/diamond_1-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .28 | .28 | 26 | 3.3 | 1.0 | 0 | true | prog | tests | 1 | inspect | 66.7 | 83.3 | .12 | .12 | 16 | .094 | 0 | ||
loop-acceleration/multivar_1-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .089 | .090 | 26 | 1.0 | 1.0 | 0 | true | prog | tests | 1 | inspect | 50.0 | 72.7 | .12 | .12 | 16 | .094 | 0 | ||
loop-invgen/id_trans.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .095 | .095 | 26 | 1.1 | 1.0 | 0 | true | prog | tests | 1 | inspect | 62.5 | 93.3 | .14 | .14 | 16 | .094 | 0 | ||
sv-benchmarks/c/ | status | score | program | test-suite | TS size | inspect test-suite | cpu (s) | wall (s) | mem (MB) | energy (J) | blkio-w (MB) | blkio-r (MB) | status | program | test-suite | TS size | inspect test-suite | cov | branch cov (%) | line cov (%) | cpu (s) | wall (s) | mem (MB) | energy | blkio-w (MB) | blkio-r (MB) |
total | 27 | 19 | 910 | 900 | 12000 | 11000 | 27 | 0 | 27 | 1350 | 1820 | 3.2 | 3.2 | 430 | 2.3 | 0 | ||||||||||
Run set | esbmc-falsi.test-comp19_prop-coverage-error-call.ReachSafety-Loops | tbf-testsuite-validator-esbmc-falsi.test-comp19_prop-coverage-error-call.ReachSafety-Loops |