fairfuzz.2019-02-08_0939.results.test-comp19_prop-coverage-branches.ReachSafety-Recursive.xml.bz2.merged.xml.bz2

Benchmark	FairFuzz												TBF Test-Suite Validator
Tool	FairFuzz TC-0.0.2												Tbf Test-suite Validator v1.2
Limits	timelimit: 900 s, memlimit: 15000 MB, CPU core limit: 8												timelimit: 10800 s, memlimit: 7000 MB, CPU core limit: 2
Host	apollon*
OS	Linux 4.15.0-45-generic
System	CPU: Intel Xeon E3-1230 v5 @ 3.40 GHz, cores: 8, frequency: 3.8 GHz, Turbo Boost: disabled; RAM: 33546 MB
Date of execution	2019-02-08 09:39:09 CET												2019-02-08 13:22:04 CET
Run set	fairfuzz.test-comp19_prop-coverage-branches.ReachSafety-Recursive												tbf-testsuite-validator-fairfuzz.test-comp19_prop-coverage-branches.ReachSafety-Recursive
Options													--verbose --sequence-file cov-seq.txt -r --test-suite ../../results-verified/fairfuzz.2019-02-08_0939.logfiles/${rundefinition_name}.${inputfile_name}.files/test-suite.zip
sv-benchmarks/c/	status	score	program	test-suite	TS size	inspect test-suite	cpu (s)	wall (s)	mem (MB)	energy (J)	blkio-w (MB)	blkio-r (MB)	status	program	test-suite	TS size	inspect test-suite	cov	branch cov (%)	line cov (%)	cpu (s)	wall (s)	mem (MB)	energy	blkio-w (MB)	blkio-r (MB)
recursive/Ackermann01-2.yml	done	.722	prog	tests	25	inspect	58	56	17	530	.28	0	unknown	prog	tests	0	inspect		72.2	94.1	41	41	17		.47	0
recursive/Ackermann02.yml	false(unreach-call)	.875	prog	tests	28	inspect	82	77	19	390	.35	0	true	prog	tests	1	inspect		87.5	100	20	20	16		.52	0
recursive/Ackermann03.yml	done	.833	prog	tests	25	inspect	62	58	19	350	.28	0	unknown	prog	tests	0	inspect		83.3	94.1	40	40	16		.47	0
recursive/Ackermann04.yml	done	.833	prog	tests	15	inspect	56	53	17	360	.28	0	unknown	prog	tests	0	inspect		83.3	94.1	20	20	17		.31	0
recursive/Addition01-2.yml	done	.438	prog	tests	3	inspect	17	16	17	50	.27	0	unknown	prog	tests	0	inspect		43.8	63.2	.13	.13	20		.11	0
recursive/Addition02.yml	false(unreach-call)	.625	prog	tests	3	inspect	25	23	17	69	.20	.012	true	prog	tests	1	inspect		62.5	79.0	.13	.15	16		.11	0
recursive/Addition03-1.yml	timeout	.667	prog	tests	12	inspect	900	900	11	9100	.52	0	unknown	prog	tests	0	inspect		66.7	73.3	.17	.17	22		.26	0
recursive/BallRajamani-SPIN2000-Fig1.yml	false(unreach-call)	1.0	prog	tests	2	inspect	8.9	8.1	16	27	.21	0	true	prog	tests	1	inspect		100	100	.12	.13	16		.094	0
recursive/EvenOdd01-1.yml	timeout	.714	prog	tests	31	inspect	900	900	10	14000	.39	0	unknown	prog	tests	0	inspect		71.4	85.7	.27	.32	22		.57	0
recursive/EvenOdd03.yml	timeout	.786	prog	tests	24	inspect	900	900	11	12000	.32	0	true	prog	tests	1	inspect		78.6	90.5	.25	.26	22		.45	0
recursive/Fibonacci01-1.yml	done	.9	prog	tests	53	inspect	320	320	16	4200	.32	0	unknown	prog	tests	0	inspect		90.0	92.9	94	94	16		.93	0
recursive/Fibonacci03.yml	done	.9	prog	tests	69	inspect	460	460	18	6100	.33	0	unknown	prog	tests	0	inspect		90.0	92.9	170	170	17		1.2	0
recursive/Fibonacci04.yml	timeout	.875	prog	tests	96	inspect	900	900	17	14000	1.1	0	true	prog	tests	1	inspect		87.5	100	1200	1200	19		1.6	0
recursive/Fibonacci05.yml	timeout	1.0	prog	tests	98	inspect	900	900	17	13000	.99	0	true	prog	tests	1	inspect		100	100	1200	1200	19		1.7	0
recursive/McCarthy91-1.yml	false(unreach-call)	.875	prog	tests	76	inspect	750	740	19	11000	.40	0	true	prog	tests	1	inspect		87.5	100	.44	.44	23		1.3	0
recursive/McCarthy91-2.yml	false(unreach-call)	.75	prog	tests	68	inspect	730	730	19	10000	.34	0	unknown	prog	tests	0	inspect		75.0	90.0	.46	.47	24		1.2	0
recursive/MultCommutative-2.yml	done	.444	prog	tests	2	inspect	15	14	16	51	.20	0	unknown	prog	tests	0	inspect		44.4	77.8	.12	.12	17		.094	0
recursive/gcd01-1.yml	done	.611	prog	tests	21	inspect	720	710	18	9100	.32	0	unknown	prog	tests	0	inspect		61.1	89.5	.22	.24	21		.41	0
recursive/gcd02.yml	timeout	.727	prog	tests	31	inspect	900	900	12	14000	.59	0	unknown	prog	tests	0	inspect		72.7	88.5	.31	.30	22		.57	0
recursive/recHanoi01.yml	done	.8	prog	tests	47	inspect	710	710	16	10000	.38	0	unknown	prog	tests	0	inspect		80.0	95.0	180	180	17		.83	0
recursive/recHanoi02-2.yml	done	.125	prog	tests	1	inspect	24	22	17	85	.20	0	unknown	prog	tests	0	inspect		12.5	33.3	.12	.12	17		.078	0
recursive/recHanoi03-2.yml	done	.75	prog	tests	10	inspect	16	15	16	81	.28	0	unknown	prog	tests	0	inspect		75.0	91.7	.15	.15	16		.23	0
recursive-simple/id2_b2_o3.yml	false(unreach-call)	.9	prog	tests	14	inspect	67	66	17	440	.31	.061	unknown	prog	tests	0	inspect		90.0	93.3	.17	.20	21		.29	0
recursive-simple/id2_b3_o2.yml	false(unreach-call)	1.0	prog	tests	20	inspect	65	64	17	620	.32	0	true	prog	tests	1	inspect		100	100	.18	.17	21		.39	0
recursive-simple/id2_b3_o5.yml	false(unreach-call)	.9	prog	tests	16	inspect	70	69	17	540	.32	.061	unknown	prog	tests	0	inspect		90.0	93.3	.18	.17	23		.32	0
recursive-simple/id2_b5_o10.yml	false(unreach-call)	.9	prog	tests	17	inspect	63	63	17	510	.34	0	unknown	prog	tests	0	inspect		90.0	93.3	.18	.17	21		.32	0
recursive-simple/id_b2_o3.yml	false(unreach-call)	.833	prog	tests	13	inspect	52	51	16	290	.28	0	unknown	prog	tests	0	inspect		83.3	90.0	.16	.23	19		.27	0
recursive-simple/id_b3_o2-2.yml	false(unreach-call)	1.0	prog	tests	15	inspect	73	72	17	500	.28	0	true	prog	tests	1	inspect		100	100	.17	.16	21		.31	0
recursive-simple/id_b3_o5-2.yml	false(unreach-call)	.833	prog	tests	13	inspect	55	54	17	380	.28	0	unknown	prog	tests	0	inspect		83.3	90.0	.17	.17	22		.27	0
recursive-simple/id_b5_o10-2.yml	false(unreach-call)	.833	prog	tests	17	inspect	51	50	17	330	.27	0	unknown	prog	tests	0	inspect		83.3	90.0	.18	.18	23		.34	0
recursive-simple/id_o10.yml	false(unreach-call)	1.0	prog	tests	2	inspect	19	18	16	86	.20	0	true	prog	tests	1	inspect		100	100	.12	.16	16		.094	0
recursive-simple/id_o100.yml	false(unreach-call)	1.0	prog	tests	2	inspect	29	26	16	88	.20	0	true	prog	tests	1	inspect		100	100	.15	.15	16		.094	0
recursive-simple/id_o1000.yml	false(unreach-call)	1.0	prog	tests	2	inspect	20	18	18	87	.20	0	true	prog	tests	1	inspect		100	100	.12	.12	16		.094	0
recursive-simple/id_o20.yml	false(unreach-call)	1.0	prog	tests	2	inspect	25	23	18	94	.20	0	true	prog	tests	1	inspect		100	100	.12	.12	16		.094	0
recursive-simple/id_o200.yml	false(unreach-call)	1.0	prog	tests	2	inspect	24	22	17	82	.20	0	true	prog	tests	1	inspect		100	100	.12	.12	16		.094	0
recursive-simple/id_o3.yml	false(unreach-call)	1.0	prog	tests	2	inspect	28	26	18	80	.20	0	true	prog	tests	1	inspect		100	100	.13	.13	17		.094	0
recursive-simple/sum_non_eq-2.yml	done	.5	prog	tests	1	inspect	30	27	17	89	.20	0	unknown	prog	tests	0	inspect		50.0	80.0	.11	.11	16		.078	0
recursive-simple/sum_non_eq-3.yml	couldn't run: all seeds time out or crash	.0	prog	tests	0	inspect	.13	.15	10	1.8	.19	0	unknown	prog	tests	0	inspect		0	0	.059	.059	9.0		0	0
sv-benchmarks/c/	status	score	program	test-suite	TS size	inspect test-suite	cpu (s)	wall (s)	mem (MB)	energy (J)	blkio-w (MB)	blkio-r (MB)	status	program	test-suite	TS size	inspect test-suite	cov	branch cov (%)	line cov (%)	cpu (s)	wall (s)	mem (MB)	energy	blkio-w (MB)	blkio-r (MB)
total	38	30.0					10000	10000	620	130000	13	.14	38						3000	3360	3000	3000	710		17	0
Run set	fairfuzz.test-comp19_prop-coverage-branches.ReachSafety-Recursive												tbf-testsuite-validator-fairfuzz.test-comp19_prop-coverage-branches.ReachSafety-Recursive