Benchmark | ESBMC-bkind | TBF Test-Suite Validator | ||||||||||||||||||||||||
Tool | ESBMC version 6.0.0 64-bit x86_64 linux | Tbf Test-suite Validator v1.2 | ||||||||||||||||||||||||
Limits | timelimit: 900 s, memlimit: 15000 MB, CPU core limit: 8 | timelimit: 10800 s, memlimit: 7000 MB, CPU core limit: 2 | ||||||||||||||||||||||||
Host | apollon* | |||||||||||||||||||||||||
OS | Linux 4.15.0-45-generic | |||||||||||||||||||||||||
System | CPU: Intel Xeon E3-1230 v5 @ 3.40 GHz, cores: 8, frequency: 3.8 GHz, Turbo Boost: disabled; RAM: 33546 MB | |||||||||||||||||||||||||
Date of execution | 2019-02-05 21:13:25 CET | 2019-02-06 06:16:10 CET | ||||||||||||||||||||||||
Run set | esbmc-kind.test-comp19_prop-coverage-error-call.ReachSafety-Loops | tbf-testsuite-validator-esbmc-kind.test-comp19_prop-coverage-error-call.ReachSafety-Loops | ||||||||||||||||||||||||
Options | -s kinduction | --verbose --sequence-file cov-seq.txt -r --stop-after-found-violation --test-suite ../../results-verified/esbmc-kind.2019-02-05_2113.logfiles/${rundefinition_name}.${inputfile_name}.files/test-suite.zip | ||||||||||||||||||||||||
sv-benchmarks/c/ | status | score | program | test-suite | TS size | inspect test-suite | cpu (s) | wall (s) | mem (MB) | energy (J) | blkio-w (MB) | blkio-r (MB) | status | program | test-suite | TS size | inspect test-suite | cov | branch cov (%) | line cov (%) | cpu (s) | wall (s) | mem (MB) | energy | blkio-w (MB) | blkio-r (MB) |
loops/array-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .092 | .092 | 26 | 1.2 | 1.0 | 0 | true | prog | tests | 1 | inspect | 66.7 | 86.7 | .12 | .12 | 16 | .078 | 0 | ||
loops/compact.yml | timeout | prog | tests | 0 | inspect | 900 | 880 | 12000 | 9700 | 1.0 | 0 | error (0) | prog | tests | 0 | inspect | 0 | 0 | .059 | .060 | 8.9 | 0 | 0 | |||
loops/count_up_down-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .085 | .085 | 26 | 1.1 | 1.0 | 0 | true | prog | tests | 1 | inspect | 50.0 | 72.7 | .12 | .12 | 16 | .094 | 0 | ||
loops/eureka_01-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .18 | .18 | 27 | 2.2 | 1.0 | 0 | true | prog | tests | 1 | inspect | 76.9 | 93.5 | .12 | .12 | 16 | .082 | 0 | ||
loops/for_bounded_loop1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .12 | .12 | 26 | 1.2 | 1.0 | 0 | true | prog | tests | 1 | inspect | 75.0 | 100 | .12 | .12 | 17 | .078 | 0 | ||
loops/insertion_sort-1.yml | false(unreach-call) | prog | tests | 1 | inspect | .81 | .81 | 28 | 9.7 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | 58.3 | 77.8 | .12 | .12 | 16 | .094 | 0 | |||
loops/invert_string-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .099 | .10 | 26 | 1.0 | 1.0 | 0 | true | prog | tests | 1 | inspect | 87.5 | 100 | .12 | .12 | 17 | .078 | 0 | ||
loops/linear_search.yml | done | prog | tests | 1 | inspect | .13 | .13 | 27 | 2.2 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 11.8 | .12 | .12 | 16 | .094 | 0 | |||
loops/matrix-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .15 | .15 | 26 | 1.6 | 1.0 | 0 | true | prog | tests | 1 | inspect | 83.3 | 100 | .13 | .13 | 16 | .082 | 0 | ||
loops/nec20.yml | false(unreach-call) | prog | tests | 1 | inspect | .088 | .089 | 26 | .90 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 8.33 | .12 | .12 | 16 | .094 | 0 | |||
loops/string-2.yml | error (1) | prog | tests | 0 | inspect | .098 | .099 | 26 | 1.0 | 1.0 | 0 | error (0) | prog | tests | 0 | inspect | 0 | 0 | .061 | .062 | 8.9 | 0 | 0 | |||
loops/sum01-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .15 | .15 | 26 | 1.8 | 1.0 | 0 | true | prog | tests | 1 | inspect | 70.0 | 90.0 | .12 | .12 | 16 | .094 | 0 | ||
loops/sum01_bug02.yml | done | prog | tests | 1 | inspect | .11 | .11 | 26 | 1.0 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 18.2 | .12 | .12 | 16 | .094 | 0 | |||
loops/sum01_bug02_sum01_bug02_base.case.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .14 | .14 | 26 | 1.9 | 1.0 | 0 | true | prog | tests | 1 | inspect | 70.0 | 90.0 | .11 | .11 | 16 | .094 | 0 | ||
loops/sum03-1.yml | false(unreach-call) | prog | tests | 1 | inspect | .13 | .13 | 26 | 1.5 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 25.0 | .11 | .11 | 16 | .094 | 0 | |||
loops/sum_array-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .11 | .11 | 26 | 1.3 | 1.0 | 0 | true | prog | tests | 1 | inspect | 80.0 | 93.8 | .12 | .12 | 16 | .078 | 0 | ||
loops/terminator_01.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .087 | .088 | 26 | .95 | 1.0 | 0 | true | prog | tests | 1 | inspect | 50.0 | 72.7 | .12 | .12 | 16 | .094 | 0 | ||
loops/terminator_02-1.yml | false(unreach-call) | prog | tests | 1 | inspect | .085 | .085 | 26 | .66 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 25.0 | .12 | .12 | 16 | .094 | 0 | |||
loops/terminator_03-1.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .083 | .085 | 26 | 1.0 | 1.0 | 0 | true | prog | tests | 1 | inspect | 41.7 | 75.0 | .12 | .12 | 17 | .078 | 0 | ||
loops/trex01-1.yml | false(unreach-call) | prog | tests | 1 | inspect | .086 | .086 | 26 | .95 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 7.69 | .12 | .12 | 16 | .098 | 0 | |||
loops/trex02-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .084 | .084 | 26 | 1.1 | 1.0 | 0 | true | prog | tests | 1 | inspect | 33.3 | 50.0 | .12 | .12 | 16 | .094 | 0 | ||
loops/trex03-1.yml | false(unreach-call) | prog | tests | 1 | inspect | .084 | .084 | 26 | .92 | 1.0 | 0 | unknown | prog | tests | 0 | inspect | .00 | 25.0 | .12 | .12 | 16 | .094 | 0 | |||
loops/vogal-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .41 | .41 | 34 | 5.7 | 1.0 | 0 | true | prog | tests | 1 | inspect | 88.9 | 88.5 | .13 | .16 | 16 | .078 | 0 | ||
loop-acceleration/array_3-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | 16 | 16 | 370 | 240 | 1.0 | 0 | true | prog | tests | 1 | inspect | 75.0 | 88.9 | .14 | .14 | 16 | .094 | 0 | ||
loop-acceleration/diamond_1-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .45 | .45 | 26 | 5.7 | 1.0 | 0 | true | prog | tests | 1 | inspect | 66.7 | 83.3 | .12 | .12 | 16 | .094 | 0 | ||
loop-acceleration/multivar_1-2.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .083 | .083 | 26 | .83 | 1.0 | 0 | true | prog | tests | 1 | inspect | 50.0 | 72.7 | .12 | .12 | 16 | .094 | 0 | ||
loop-invgen/id_trans.yml | false(unreach-call) | 1 | prog | tests | 1 | inspect | .10 | .10 | 26 | 1.0 | 1.0 | 0 | true | prog | tests | 1 | inspect | 62.5 | 93.3 | .12 | .12 | 17 | .094 | 0 | ||
sv-benchmarks/c/ | status | score | program | test-suite | TS size | inspect test-suite | cpu (s) | wall (s) | mem (MB) | energy (J) | blkio-w (MB) | blkio-r (MB) | status | program | test-suite | TS size | inspect test-suite | cov | branch cov (%) | line cov (%) | cpu (s) | wall (s) | mem (MB) | energy | blkio-w (MB) | blkio-r (MB) |
total | 27 | 17 | 920 | 900 | 13000 | 10000 | 27 | 0 | 27 | 1190 | 1650 | 3.1 | 3.2 | 430 | 2.2 | 0 | ||||||||||
Run set | esbmc-kind.test-comp19_prop-coverage-error-call.ReachSafety-Loops | tbf-testsuite-validator-esbmc-kind.test-comp19_prop-coverage-error-call.ReachSafety-Loops |