Publications of Test-Comp

Test-Comp 2024

  1. D. Beyer. Automatic Testing of C Programs: Test-Comp 2024. In TBA, 2024. Springer. Link to this entry
    BibTeX Entry
    @inproceedings{TESTCOMP24, author = {D.~Beyer}, title = {Automatic Testing of {C} Programs: {Test-Comp} 2024}, booktitle = {TBA}, pages = {}, year = {2024}, series = {}, publisher = {Springer}, doi = {}, }
  2. G. Zhang, Z. Shuai, K. Ma, K. Liu, Z. Chen, and J. Wang. FDSE: Enhance Symbolic Execution by Fuzzing-based Pre-Analysis (Competition Contribution). In Proc. FASE, LNCS 14573, pages 304-308, 2024. Springer. doi:10.1007/978-3-031-57259-3_16 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{FDSE-TESTCOMP24, author = {G.~Zhang and Z.~Shuai and K.~Ma and K.~Liu and Z.~Chen and J.~Wang}, title = {{FDSE}: {Enhance} Symbolic Execution by Fuzzing-based Pre-Analysis (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {304-308}, year = {2024}, series = {LNCS~14573}, publisher = {Springer}, doi = {10.1007/978-3-031-57259-3_16}, }
  3. M. Jonáš, J. Strejček, M. Trtík, and L. Urban. Fizzer: New Gray-Box Fuzzer (Competition Contribution). In Proc. FASE, LNCS 14573, pages 309-313, 2024. Springer. doi:10.1007/978-3-031-57259-3_17 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{FIZZER-TESTCOMP24, author = {M.~Jonáš and J.~Strejček and M.~Trtík and L.~Urban}, title = {{Fizzer}: {New} Gray-Box Fuzzer (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {309-313}, year = {2024}, series = {LNCS~14573}, publisher = {Springer}, doi = {10.1007/978-3-031-57259-3_17}, }
  4. A. Misonizhnik, S. Morozov, Y. Kostyukov, V. Kalugin, A. Babushkin, D. Mordvinov, and D. Ivanov. KLEEF: Symbolic Execution Engine (Competition Contribution). In Proc. FASE, LNCS 14573, pages 314-319, 2024. Springer. doi:10.1007/978-3-031-57259-3_18 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{KLEEF-TESTCOMP24, author = {A.~Misonizhnik and S.~Morozov and Y.~Kostyukov and V.~Kalugin and A.~Babushkin and D.~Mordvinov and D.~Ivanov}, title = {{KLEEF}: {Symbolic} Execution Engine (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {314-319}, year = {2024}, series = {LNCS~14573}, publisher = {Springer}, doi = {10.1007/978-3-031-57259-3_18}, }
  5. A. Dutta, R. Maghareh, J. Jaffar, S. Godboley, and X. L. Yu. TracerX: Pruning Dynamic Symbolic Execution with Deletion and Weakest Precondition Interpolation (Competition Contribution). In Proc. FASE, LNCS 14573, pages 320-325, 2024. Springer. doi:10.1007/978-3-031-57259-3_19 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{TRACERX-TESTCOMP24, author = {A.~Dutta and R.~Maghareh and J.~Jaffar and S.~Godboley and X.~L.~Yu}, title = {{TracerX}: {Pruning} Dynamic Symbolic Execution with Deletion and Weakest Precondition Interpolation (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {320-325}, year = {2024}, series = {LNCS~14573}, publisher = {Springer}, doi = {10.1007/978-3-031-57259-3_19}, }
  6. M. Barth, D. Dietsch, M. Heizmann, and M.-C. Jakobs. Ultimate TestGen: Test Case Generation with Automata-based Software Model Checking (Competition Contribution). In Proc. FASE, LNCS 14573, pages 326-330, 2024. Springer. doi:10.1007/978-3-031-57259-3_20 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{ULTIMATETESTGEN-TESTCOMP24, author = {M.~Barth and D.~Dietsch and M.~Heizmann and M.-C.~Jakobs}, title = {{Ultimate TestGen}: {Test} Case Generation with Automata-based Software Model Checking (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {326-330}, year = {2024}, series = {LNCS~14573}, publisher = {Springer}, doi = {10.1007/978-3-031-57259-3_20}, }

Test-Comp 2023

  1. D. Beyer. Software Testing: 5th Comparative Evaluation: Test-Comp 2023. In Proc. FASE, LNCS 13991, pages 309-323, 2023. Springer. doi:10.1007/978-3-031-30826-0_17 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{TESTCOMP23, author = {D.~Beyer}, title = {Software Testing: 5th Comparative Evaluation: {Test-Comp 2023}}, booktitle = {Proc.\ FASE}, pages = {309-323}, year = {2023}, series = {LNCS~13991}, publisher = {Springer}, doi = {10.1007/978-3-031-30826-0_17}, }
  2. M. Aldughaim, K. M. Alshmrany, M. R. Gadelha, R. de Freitas, and L. C. Cordeiro. FuSeBMC_IA: Interval Analysis and Methods for Test-Case Generation (Competition Contribution). In Proc. FASE, LNCS 13991, pages 324-329, 2023. Springer. doi:10.1007/978-3-031-30826-0_18 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{FUSEBMCIA-TESTCOMP23, author = {M.~Aldughaim and K.~M.~Alshmrany and M.~R.~Gadelha and R.~de~Freitas and L.~C.~Cordeiro}, title = {{FuSeBMC\_IA}: Interval Analysis and Methods for Test-Case Generation (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {324-329}, year = {2023}, series = {LNCS~13991}, publisher = {Springer}, doi = {10.1007/978-3-031-30826-0_18}, }

Test-Comp 2022

  1. D. Beyer. Advances in Automatic Software Testing: Test-Comp 2022. In Proc. FASE, LNCS 13241, pages 321-335, 2022. Springer. doi:10.1007/978-3-030-99429-7_18 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{TESTCOMP22, author = {D.~Beyer}, title = {Advances in Automatic Software Testing: {Test-Comp 2022}}, booktitle = {Proc.\ FASE}, pages = {321-335}, year = {2022}, series = {LNCS~13241}, publisher = {Springer}, doi = {10.1007/978-3-030-99429-7_18}, }
  2. K. Alshmrany, M. Aldughaim, L. Cordeiro, and A. Bhayat. FuSeBMC v.4: Smart Seed Generation for Hybrid Fuzzing (Competition Contribution). In Proc. FASE, LNCS 13241, pages 336-340, 2022. Springer. doi:10.1007/978-3-030-99429-7_19 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{FUSEBMC-TESTCOMP22, author = {K.~Alshmrany and M.~Aldughaim and L.~Cordeiro and A.~Bhayat}, title = {{FuSeBMC v.4}: {S}mart Seed Generation for Hybrid Fuzzing (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {336-340}, year = {2022}, series = {LNCS~13241}, publisher = {Springer}, doi = {10.1007/978-3-030-99429-7_19}, }
  3. R. Metta, R. K. Medicherla, and H. Karmarkar. VeriFuzz: Fuzz Centric Test Generation Tool (Competition Contribution). In Proc. FASE, LNCS 13241, pages 341-346, 2022. Springer. doi:10.1007/978-3-030-99429-7_20 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{VERIFUZZ-TESTCOMP22, author = {R.~Metta and R.~K.~Medicherla and H.~Karmarkar}, title = {{VeriFuzz}: {F}uzz Centric Test Generation Tool (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {341-346}, year = {2022}, series = {LNCS~13241}, publisher = {Springer}, doi = {10.1007/978-3-030-99429-7_20}, }

Test-Comp 2021

  1. D. Beyer. Status Report on Software Testing: Test-Comp 2021. In Proc. FASE, LNCS 12649, pages 341-357, 2021. Springer. doi:10.1007/978-3-030-71500-7_17 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{TESTCOMP21, author = {D.~Beyer}, title = {Status Report on Software Testing: {Test-Comp 2021}}, booktitle = {Proc.\ FASE}, pages = {341-357}, year = {2021}, series = {LNCS~12649}, publisher = {Springer}, doi = {10.1007/978-3-030-71500-7_17}, }
  2. M.-C. Jakobs and C. Richter. CoVeriTest with Adaptive Time Scheduling (Competition Contribution). In Proc. FASE, LNCS 12649, pages 358-362, 2021. Springer. doi:10.1007/978-3-030-71500-7_18 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{COVERITEST-TESTCOMP21, author = {M.-C.~Jakobs and C.~Richter}, title = {{CoVeriTest} with Adaptive Time Scheduling (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {358-362}, year = {2021}, series = {LNCS~12649}, publisher = {Springer}, doi = {10.1007/978-3-030-71500-7_18}, }
  3. K. Alshmrany, R. Menezes, M. Gadelha, and L. Cordeiro. FuSeBMC: A White-Box Fuzzer for Finding Security Vulnerabilities in C Programs (Competition Contribution). In Proc. FASE, LNCS 12649, pages 363-367, 2021. Springer. doi:10.1007/978-3-030-71500-7_19 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{FUSEBMC-TESTCOMP21, author = {K.~Alshmrany and R.~Menezes and M.~Gadelha and L.~Cordeiro}, title = {{FuSeBMC}: {A} White-Box Fuzzer for Finding Security Vulnerabilities in {C} Programs (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {363-367}, year = {2021}, series = {LNCS~12649}, publisher = {Springer}, doi = {10.1007/978-3-030-71500-7_19}, }
  4. M. Chalupa, J. Novák, and J. Strejček. Symbiotic 8: Parallel and Targeted Test Generation (Competition Contribution). In Proc. FASE, LNCS 12649, pages 368-372, 2021. Springer. doi:10.1007/978-3-030-71500-7_20 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{SYMBIOTIC-TESTCOMP21, author = {M.~Chalupa and J.~Novák and J.~Strejček}, title = {{Symbiotic 8}: {P}arallel and Targeted Test Generation (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {368-372}, year = {2021}, series = {LNCS~12649}, publisher = {Springer}, doi = {10.1007/978-3-030-71500-7_20}, }

Test-Comp 2020

  1. D. Beyer. Second Competition on Software Testing: Test-Comp 2020. In Proc. FASE, LNCS 12076, pages 505-519, 2020. Springer. doi:10.1007/978-3-030-45234-6_25 Link to this entry Publisher's Version PDF Supplement
    BibTeX Entry
    @inproceedings{TESTCOMP20, author = {D.~Beyer}, title = {Second Competition on Software Testing: {Test-Comp 2020}}, booktitle = {Proc.\ FASE}, pages = {505-519}, year = {2020}, series = {LNCS~12076}, publisher = {Springer}, doi = {10.1007/978-3-030-45234-6_25}, url = {https://www.sosy-lab.org/research/pub/2020-FASE.Second_Competition_on_Software_Testing_Test-Comp_2020.pdf}, }
  2. S. Ruland, M. Lochau, and M.-C. Jakobs. HybridTiger: Hybrid Model Checking and Domination-Based Partitioning for Efficient Multi-Goal Test-Suite Generation (Competition Contribution). In Proc. FASE, LNCS 12076, pages 520-524, 2020. Springer. doi:10.1007/978-3-030-45234-6_26 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{HYBRIDTIGER-TESTCOMP20, author = {S.~Ruland and M.~Lochau and M.-C.~Jakobs}, title = {{HybridTiger}: {H}ybrid Model Checking and Domination-Based Partitioning for Efficient Multi-Goal Test-Suite Generation (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {520-524}, year = {2020}, series = {LNCS~12076}, publisher = {Springer}, doi = {10.1007/978-3-030-45234-6_26}, }
  3. M. R. Gadelha, R. Menezes, F. R. Monteiro, L. Cordeiro, and D. Nicole. Esbmc: Scalable and Precise Test Generation Based on the Floating-Point Theory (Competition Contribution). In Proc. FASE, LNCS 12076, pages 525-529, 2020. Springer. doi:10.1007/978-3-030-45234-6_27 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{ESBMCFALSI-TESTCOMP20, author = {M.~R.~Gadelha and R.~Menezes and F.~R.~Monteiro and L.~Cordeiro and D.~Nicole}, title = {{Esbmc}: {S}calable and Precise Test Generation Based on the Floating-Point Theory (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {525-529}, year = {2020}, series = {LNCS~12076}, publisher = {Springer}, doi = {10.1007/978-3-030-45234-6_27}, }
  4. J. Jaffar, R. Maghareh, S. Godboley, and X.-L. Ha. TracerX: Dynamic Symbolic Execution with Interpolation (Competition Contribution). In Proc. FASE, LNCS 12076, pages 530-534, 2020. Springer. doi:10.1007/978-3-030-45234-6_28 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{TRACERX-TESTCOMP20, author = {J.~Jaffar and R.~Maghareh and S.~Godboley and X.-L.~Ha}, title = {{TracerX}: {D}ynamic Symbolic Execution with Interpolation (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {530-534}, year = {2020}, series = {LNCS~12076}, publisher = {Springer}, doi = {10.1007/978-3-030-45234-6_28}, }
  5. H. M. Le. Llvm-Based Hybrid Fuzzing with LibKluzzer (Competition Contribution). In Proc. FASE, LNCS 12076, pages 535-539, 2020. Springer. doi:10.1007/978-3-030-45234-6_29 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{LIBKLUZZER-TESTCOMP20, author = {H.~M.~Le}, title = {{Llvm}-Based Hybrid Fuzzing with {LibKluzzer} (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {535-539}, year = {2020}, series = {LNCS~12076}, publisher = {Springer}, doi = {10.1007/978-3-030-45234-6_29}, }
  6. M.-C. Jakobs. CoVeriTest with Dynamic Partitioning of the Iteration Time Limit (Competition Contribution). In Proc. FASE, LNCS 12076, pages 540-544, 2020. Springer. doi:10.1007/978-3-030-45234-6_30 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{COVERITEST-TESTCOMP20, author = {M.-C.~Jakobs}, title = {{CoVeriTest} with Dynamic Partitioning of the Iteration Time Limit (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {540-544}, year = {2020}, series = {LNCS~12076}, publisher = {Springer}, doi = {10.1007/978-3-030-45234-6_30}, }
  7. D. Liu, G. Ernst, T. Murray, and B. Rubinstein. Legion: Best-First Concolic Testing (Competition Contribution). In Proc. FASE, LNCS 12076, pages 545-549, 2020. Springer. doi:10.1007/978-3-030-45234-6_31 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{LEGION-TESTCOMP20, author = {D.~Liu and G.~Ernst and T.~Murray and B.~Rubinstein}, title = {{Legion}: {B}est-First Concolic Testing (Competition Contribution)}, booktitle = {Proc.\ FASE}, pages = {545-549}, year = {2020}, series = {LNCS~12076}, publisher = {Springer}, doi = {10.1007/978-3-030-45234-6_31}, }

Test-Comp 2019

  1. D. Beyer. First International Competition on Software Testing (Test-Comp 2019). Int. J. Softw. Tools Technol. Transf., 23(6):833-846, December 2021. Springer. doi:10.1007/s10009-021-00613-3 Link to this entry Publisher's Version PDF Supplement
    BibTeX Entry
    @article{TESTCOMP19, author = {D.~Beyer}, title = {First International Competition on Software Testing ({Test-Comp 2019})}, journal = {Int. J. Softw. Tools Technol. Transf.}, volume = {23}, number = {6}, pages = {833-846}, year = {2021}, publisher = {Springer}, doi = {10.1007/s10009-021-00613-3}, url = {https://www.sosy-lab.org/research/pub/2020-STTT.First_International_Competition_on_Software_Testing.pdf}, month = {December}, }
  2. M.-C. Jakobs. CoVeriTest: Interleaving Value and Predicate Analysis for Test-Case Generation (Competition Contribution). Int. J. Softw. Tools Technol. Transf., 23(6):847-851, December 2021. Springer. doi:10.1007/s10009-020-00572-1 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @article{COVERITEST-TESTCOMP19, author = {M.-C.~Jakobs}, title = {{CoVeriTest}: {I}nterleaving Value and Predicate Analysis for Test-Case Generation (Competition Contribution)}, journal = {Int. J. Softw. Tools Technol. Transf.}, volume = {23}, number = {6}, pages = {847-851}, year = {2021}, publisher = {Springer}, doi = {10.1007/s10009-020-00572-1}, month = {December}, }
  3. S. Ruland, M. Lochau, O. Fehse, and A. Schürr. CPA/Tiger-MGP: Test-Goal Set Partitioning for Efficient Multi-Goal Test-Suite Generation (Competition Contribution). Int. J. Softw. Tools Technol. Transf., 23(6):853-856, December 2021. Springer. doi:10.1007/s10009-020-00574-z Link to this entry Publisher's Version PDF
    BibTeX Entry
    @article{CPATIGER-TESTCOMP19, author = {S.~Ruland and M.~Lochau and O.~Fehse and A.~Schürr}, title = {{CPA/Tiger-MGP}: {T}est-Goal Set Partitioning for Efficient Multi-Goal Test-Suite Generation (Competition Contribution)}, journal = {Int. J. Softw. Tools Technol. Transf.}, volume = {23}, number = {6}, pages = {853-856}, year = {2021}, publisher = {Springer}, doi = {10.1007/s10009-020-00574-z}, month = {December}, }
  4. M. R. Gadelha, R. Menezes, and L. Cordeiro. Esbmc 6.1: Automated Test-Case Generation using Bounded Model Checking (Competition Contribution). Int. J. Softw. Tools Technol. Transf., 23(6):857-861, December 2021. Springer. doi:10.1007/s10009-020-00571-2 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @article{ESBMC-TESTCOMP19, author = {M.~R.~Gadelha and R.~Menezes and L.~Cordeiro}, title = {{Esbmc} 6.1: {A}utomated Test-Case Generation using Bounded Model Checking (Competition Contribution)}, journal = {Int. J. Softw. Tools Technol. Transf.}, volume = {23}, number = {6}, pages = {857-861}, year = {2021}, publisher = {Springer}, doi = {10.1007/s10009-020-00571-2}, month = {December}, }
  5. C. Lemieux and K. Sen. FairFuzz-TC: A Fuzzer Targeting Rare Branches (Competition Contribution). Int. J. Softw. Tools Technol. Transf., 23(6):863-866, December 2021. Springer. doi:10.1007/s10009-020-00569-w Link to this entry Publisher's Version PDF
    BibTeX Entry
    @article{FAIRFUZZ-TESTCOMP19, author = {C.~Lemieux and K.~Sen}, title = {{FairFuzz-TC}: {A} Fuzzer Targeting Rare Branches (Competition Contribution)}, journal = {Int. J. Softw. Tools Technol. Transf.}, volume = {23}, number = {6}, pages = {863-866}, year = {2021}, publisher = {Springer}, doi = {10.1007/s10009-020-00569-w}, month = {December}, }
  6. C. Cadar and M. Nowack. Klee Symbolic Execution Engine in 2019 (Competition Contribution). Int. J. Softw. Tools Technol. Transf., 23(6):867 - 870, December 2021. Springer. doi:10.1007/s10009-020-00570-3 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @article{KLEE-TESTCOMP19, author = {C.~Cadar and M.~Nowack}, title = {{Klee} Symbolic Execution Engine in 2019 (Competition Contribution)}, journal = {Int. J. Softw. Tools Technol. Transf.}, volume = {23}, number = {6}, pages = {867 - 870}, year = {2021}, publisher = {Springer}, doi = {10.1007/s10009-020-00570-3}, month = {December}, }
  7. T. Lemberger. Plain Random Test Generation with PRTest (Competition Contribution). Int. J. Softw. Tools Technol. Transf., 23(6):871-873, December 2021. Springer. doi:10.1007/s10009-020-00568-x Link to this entry Publisher's Version PDF
    BibTeX Entry
    @article{PRTEST-TESTCOMP19, author = {T.~Lemberger}, title = {Plain Random Test Generation with {PRTest} (Competition Contribution)}, journal = {Int. J. Softw. Tools Technol. Transf.}, volume = {23}, number = {6}, pages = {871-873}, year = {2021}, publisher = {Springer}, doi = {10.1007/s10009-020-00568-x}, month = {December}, }
  8. M. Chalupa, M. Vitovska, T. Jašek, M. Šimáček, and J. Strejček. Symbiotic 6: Generating Test-Cases by Slicing and Symbolic Execution (Competition Contribution). Int. J. Softw. Tools Technol. Transf., 23(6):875-877, December 2021. Springer. doi:10.1007/s10009-020-00573-0 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @article{SYMBIOTIC-TESTCOMP19, author = {M.~Chalupa and M.~Vitovska and T.~Jašek and M.~Šimáček and J.~Strejček}, title = {{Symbiotic} 6: {G}enerating Test-Cases by Slicing and Symbolic Execution (Competition Contribution)}, journal = {Int. J. Softw. Tools Technol. Transf.}, volume = {23}, number = {6}, pages = {875-877}, year = {2021}, publisher = {Springer}, doi = {10.1007/s10009-020-00573-0}, month = {December}, }
  1. D. Beyer. Competition on Software Testing (Test-Comp). In Proc. TACAS (3), LNCS 11429, pages 167-175, 2019. Springer. doi:10.1007/978-3-030-17502-3_11 Link to this entry Publisher's Version PDF
    BibTeX Entry
    @inproceedings{TESTCOMP, author = {D.~Beyer}, title = {Competition on Software Testing ({Test-Comp})}, booktitle = {Proc.\ TACAS~(3)}, pages = {167-175}, year = {2019}, series = {LNCS~11429}, publisher = {Springer}, doi = {10.1007/978-3-030-17502-3_11}, }