- author = "Aidan Dakhama and Karine Even-Mendoza and W. B Langdon and Hector D. Menendez and Justyna Petke",
- title = "Enhancing Search-Based Testing with {LLMs} for Finding Bugs in System Simulators",
- journal = "Automated Software Engineering",
- year = "2025",
- pages = "Article:63",
- month = "10 " # jul,
- keywords = "genetic algorithms, genetic programming, genetic improvement, Fuzzing, differential back-to-back testing, Systems, ISA X86, LLM, Code LLM, Tiny LLM, ANN, SBSE, SBFT, Genetic Improvement of Tests, gem5, LLM in Software Engineering, TinyLlama, Phi2, Llama2, Magicoder, CodeBooga, GPT-3.5-turbo",
- ISSN = "0928-8910",
-
URL = "
https://solar.cs.ucl.ac.uk/pdf/ASE_J_Gem5_11-apr-2025.pdf",
-
URL = "
https://rdcu.be/evABt",
-
DOI = "
10.1007/s10515-025-00531-7",
-
DOI = "10.21203/rs.3.rs-5004178/v1",
-
URL = "https://doi.org/10.21203/rs.3.rs-5004178/v1",
-
data_url = "https://doi.org/10.5281/zenodo.13450472",
-
code_url = "https://kclpure.kcl.ac.uk/portal/en/datasets/artifact-of-enhancing-search-based-testing-with-llms-for-finding-",
- size = "40 pages",
- abstract = "Despite wide availability of automated testing techniques such as fuzzing, little attention has been devoted to testing computer architecture simulators. We propose a fully automated approach for this task. Our approach uses large language models to create input programs, including information about their parameters and their types, as test cases for the simulators. The LLM’s output becomes the initial seed for an existing fuzzer, AFL, which has been enhanced with three mutation operators, targeting both the input binary program and its parameters. We implement our approach in a tool called SearchSYS. We use it to test the gem5 system simulator. SearchSYS discovered 21 new bugs in gem5, 14 where gem5's software prediction differs from the real behaviour on actual hardware and 7 where it crashed. New defects were uncovered with each of the 6 LLMs used.",
-
notes = "
Journal extension of \cite{Dakhama:2023:SSBSE}
code \cite{TooL_artifact_2024}
",
