- author = "Jingyuan Wang and Carol Hanna and Justyna Petke",
- title = "Large Language Model based Code Completion is an Effective Genetic Improvement Mutation",
- booktitle = "14th International Workshop on Genetic Improvement @ICSE 2025",
- year = "2025",
- editor = "Aymeric Blot and Vesna Nowack and Penn {Faulkner Rainford} and Oliver Krauss",
- address = "Ottawa",
- month = "27 " # apr,
- note = "forthcoming",
- keywords = "genetic algorithms, genetic programming, Genetic Improvement",
-
URL = "
https://discovery.ucl.ac.uk/id/eprint/10204242/",
-
URL = "
https://gpbib.cs.ucl.ac.uk/gi2025/wang_2025_GI.pdf",
-
URL = "https://geneticimprovementofsoftware.com/events/icse2025#accepted-papers",
- size = "8 pages",
- abstract = "we introduce a novel large language model (LLM)-based masking mutation operator for Genetic Improvement (GI), which leverages code completion capabilities of large language models to replace masked code segments with contextually relevant modifications. Our approach was tested on five open-source Java projects, where we compared its effectiveness against both traditional GI mutations and an existing LLM-based replacement mutation operator using random sampling and local search algorithms. Results show that the masking mutation operator creates a search space with more compiling and test-passing patches, reducing model response time by up to 60.7% compared to the replacement mutation. Additionally, it outperforms the replacement mutation in achieving the highest runtime improvement on four out of five projects and discovers more runtime-improving patches across all projects. However, combining the masking mutation with traditional GI mutations yielded inconsistent results, suggesting further investigation is needed. This study highlights the promise of LLM-based code completion to boost the efficiency and effectiveness of GI for automated software optimisation.",
-
notes = "GI @ ICSE 2025, part of \cite{blot:2025:GI}
",
